mirror of
https://github.com/lancedb/lancedb.git
synced 2026-11-13 14:16:54 +00:00
style: increase Mermaid diagram font size and tone down dark-mode accent borders (#4828)
## Summary Follow-up to the Mermaid brand-theming PR, addressing review feedback: - Diagram text was hard to read at the previous 15px font size; bumped to 18px, light and dark alike. - The dark-mode orange accent border was brighter and more saturated than its fill or the default border, reading as too loud against the dark background. It now reuses the same muted orange already used for the light-mode accent border, which was fine as is. ## Companion change lancedb/sophon#9719 makes the same two changes across its own diagrams. Co-authored-by: Claude Sonnet 5 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Sonnet 5
parent
e73eb95189
commit
d0b0efcd47
@@ -53,7 +53,7 @@ a nested `search` namespace:
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
catalog["root catalog"] --> database["ai_data · database"]
|
||||
@@ -75,7 +75,7 @@ flowchart TD
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
catalog["root catalog"] --> database["ai_data · database"]
|
||||
|
||||
@@ -26,7 +26,7 @@ the join has already settled which rows survive.
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f", "edgeLabelBackground": "#171513",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TB
|
||||
subgraph Naive["Naive: wide column read before filtering"]
|
||||
@@ -41,7 +41,7 @@ flowchart TB
|
||||
D2 --> D3["RemoteTake:<br/>fetch the wide column,<br/>once per surviving row"]
|
||||
end
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class D3 accent
|
||||
```
|
||||
|
||||
@@ -54,7 +54,7 @@ flowchart TB
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95", "edgeLabelBackground": "#ffffff",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TB
|
||||
subgraph Naive["Naive: wide column read before filtering"]
|
||||
|
||||
@@ -25,7 +25,7 @@ same worker regardless of which plan executor originally read them.
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f", "edgeLabelBackground": "#171513",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
subgraph Stage1["Stage: scan"]
|
||||
@@ -47,7 +47,7 @@ flowchart LR
|
||||
EX --> PE3
|
||||
EX --> PE4
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class EX accent
|
||||
```
|
||||
|
||||
@@ -60,7 +60,7 @@ flowchart LR
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95", "edgeLabelBackground": "#ffffff",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
subgraph Stage1["Stage: scan"]
|
||||
|
||||
@@ -44,7 +44,7 @@ invocation runs with more resources, fewer, or the same:
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
I["Invocation runs<br/>wall time, CPU, memory, GPU measured"] --> D{"Saturated?"}
|
||||
@@ -66,7 +66,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
I["Invocation runs<br/>wall time, CPU, memory, GPU measured"] --> D{"Saturated?"}
|
||||
|
||||
@@ -71,7 +71,7 @@ by a writer that can remap the tagged history eagerly.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
Commit["Compaction commit<br/>(defer_index_remap only)"] --> Tagged{"Table already<br/>tagged with an FRI?"}
|
||||
@@ -84,7 +84,7 @@ flowchart TD
|
||||
V0 --> FRI[("Fragment reuse index")]
|
||||
Append --> FRI
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class FRI accent
|
||||
```
|
||||
|
||||
@@ -96,7 +96,7 @@ flowchart TD
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
Commit["Compaction commit<br/>(defer_index_remap only)"] --> Tagged{"Table already<br/>tagged with an FRI?"}
|
||||
@@ -145,7 +145,7 @@ that remap across all of them in one job instead of one per compaction.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
C1["Compaction job"] -->|appends transition| FRI["Fragment reuse index<br/>(ledger of transitions)"]
|
||||
@@ -154,7 +154,7 @@ flowchart TD
|
||||
FRI -->|5 transitions or<br/>1 day old| R["Remap catch-up job"]
|
||||
R -->|applies accumulated<br/>transitions| IDX["Affected indexes,<br/>physically remapped"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class FRI,R accent
|
||||
```
|
||||
|
||||
@@ -166,7 +166,7 @@ flowchart TD
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
C1["Compaction job"] -->|appends transition| FRI["Fragment reuse index<br/>(ledger of transitions)"]
|
||||
|
||||
@@ -30,7 +30,7 @@ example) can have those side effects repeated for that part's rows.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Part started<br/>event recorded"] --> E["Function executes"]
|
||||
@@ -42,7 +42,7 @@ flowchart LR
|
||||
S -. "worker dies here" .-> R["Next attempt reads the log,<br/>sees no completion,<br/>redoes only this part"]
|
||||
C -. "worker dies here" .-> R2["Next attempt reads the log,<br/>sees this part done,<br/>inherits it, moves on"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class R,R2 accent
|
||||
```
|
||||
|
||||
@@ -54,7 +54,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Part started<br/>event recorded"] --> E["Function executes"]
|
||||
|
||||
@@ -22,7 +22,7 @@ See [Architecture](/index#architecture).
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Read request<br/>for a data page"] --> M{"In memory?"}
|
||||
@@ -42,7 +42,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Read request<br/>for a data page"] --> M{"In memory?"}
|
||||
|
||||
@@ -21,7 +21,7 @@ needed to decide who does what. See [Architecture](/index#architecture).
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
L["Lance's planner<br/>splits fragments into<br/>disjoint tasks"] --> R[("Job registry")]
|
||||
@@ -32,7 +32,7 @@ flowchart LR
|
||||
W2 --> C
|
||||
W3 --> C
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class R,C accent
|
||||
```
|
||||
|
||||
@@ -44,7 +44,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
L["Lance's planner<br/>splits fragments into<br/>disjoint tasks"] --> R[("Job registry")]
|
||||
|
||||
@@ -21,7 +21,7 @@ from that model in parallel. See [Architecture](/index#architecture).
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Sample data"] --> T["Train shared IVF/PQ model<br/>(vector index only)"]
|
||||
@@ -34,7 +34,7 @@ flowchart LR
|
||||
W2 --> C
|
||||
W3 --> C
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class R accent
|
||||
```
|
||||
|
||||
@@ -46,7 +46,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Sample data"] --> T["Train shared IVF/PQ model<br/>(vector index only)"]
|
||||
|
||||
@@ -24,7 +24,7 @@ so a query has to combine their results across the network instead.
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f", "edgeLabelBackground": "#171513",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>plans the query"]
|
||||
@@ -50,7 +50,7 @@ flowchart LR
|
||||
W2 --> U
|
||||
U --> R["Merged result"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class U accent
|
||||
```
|
||||
|
||||
@@ -63,7 +63,7 @@ flowchart LR
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95", "edgeLabelBackground": "#ffffff",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>plans the query"]
|
||||
|
||||
@@ -33,7 +33,7 @@ the underlying object storage; no pod talks to another one directly.
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f", "edgeLabelBackground": "#171513",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>hashes (db, table) to one WAL node"]
|
||||
@@ -64,7 +64,7 @@ flowchart LR
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95", "edgeLabelBackground": "#ffffff",
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>hashes (db, table) to one WAL node"]
|
||||
|
||||
@@ -23,7 +23,7 @@ service is involved. See [Architecture](/index#architecture).
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Source<br/>HuggingFace Parquet, or an<br/>existing Lance dataset in<br/>S3 / GCS / Azure"]
|
||||
@@ -40,7 +40,7 @@ flowchart LR
|
||||
PE2 --> Q
|
||||
PE3 --> Q
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class Q accent
|
||||
```
|
||||
|
||||
@@ -52,7 +52,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
S["Source<br/>HuggingFace Parquet, or an<br/>existing Lance dataset in<br/>S3 / GCS / Azure"]
|
||||
|
||||
@@ -23,7 +23,7 @@ from calling the Function directly, just a different caller.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
F["Function registered with<br/>gpu=True, gpu_class"] --> A{"Who requests<br/>a worker?"}
|
||||
@@ -32,7 +32,7 @@ flowchart LR
|
||||
D --> P["Same GPU-class placement,<br/>same capacity-wait behavior"]
|
||||
R --> P
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class P accent
|
||||
```
|
||||
|
||||
@@ -44,7 +44,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
F["Function registered with<br/>gpu=True, gpu_class"] --> A{"Who requests<br/>a worker?"}
|
||||
|
||||
@@ -37,7 +37,7 @@ group it uses:
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TB
|
||||
subgraph G0["Replica group 0"]
|
||||
@@ -62,7 +62,7 @@ flowchart TB
|
||||
TA -.-> G1
|
||||
TB["Table B<br/>group 2 only · RF 3"] -.-> G2
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class TA,TB accent
|
||||
```
|
||||
|
||||
@@ -75,7 +75,7 @@ flowchart TB
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TB
|
||||
subgraph G0["Replica group 0"]
|
||||
@@ -139,7 +139,7 @@ letting each table's read drift to a different group.
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"clusterBkg": "#211d1a", "clusterBorder": "#4c443f",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>routes to the lead group"]
|
||||
@@ -161,7 +161,7 @@ flowchart LR
|
||||
Q -. "only if group 0 has no healthy PE" .-> B0
|
||||
Q -. "only if group 0 has no healthy PE" .-> B1
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class Q accent
|
||||
```
|
||||
|
||||
@@ -174,7 +174,7 @@ flowchart LR
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"clusterBkg": "#f4ebe8", "clusterBorder": "#ad9e95",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
Q["Query node<br/>routes to the lead group"]
|
||||
|
||||
@@ -23,7 +23,7 @@ to.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
E["Table event notifications"] --> P
|
||||
@@ -35,7 +35,7 @@ flowchart LR
|
||||
P --> CL["Possible next step:<br/>Cleanup"]
|
||||
P --> R["Possible next step:<br/>Remap catch-up"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class P accent
|
||||
```
|
||||
|
||||
@@ -47,7 +47,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
E["Table event notifications"] --> P
|
||||
|
||||
@@ -82,7 +82,7 @@ instead. Either way, each pass:
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
A["Shard crosses a trigger<br/>(count, bytes, or generation age)"] --> B["Per-pod trigger loop<br/>or backpressure relief pass"]
|
||||
@@ -100,7 +100,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
A["Shard crosses a trigger<br/>(count, bytes, or generation age)"] --> B["Per-pod trigger loop<br/>or backpressure relief pass"]
|
||||
@@ -129,7 +129,7 @@ to flush.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
Shard["Shard's per-shard latch"] --> Held{"Already held by<br/>an in-progress pass?"}
|
||||
@@ -138,7 +138,7 @@ flowchart TD
|
||||
Held -->|yes, manual POST /v1/compact| Refuse["Refused outright,<br/>never queued"]
|
||||
Held -->|yes, node drain| Wait["Wait for the current<br/>pass to finish, don't skip"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class Shard accent
|
||||
```
|
||||
|
||||
@@ -150,7 +150,7 @@ flowchart TD
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart TD
|
||||
Shard["Shard's per-shard latch"] --> Held{"Already held by<br/>an in-progress pass?"}
|
||||
|
||||
@@ -22,7 +22,7 @@ storage on every eviction. See [Architecture](/index#architecture).
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Index lookup"] --> M{"In memory?"}
|
||||
@@ -44,7 +44,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Index lookup"] --> M{"In memory?"}
|
||||
|
||||
@@ -20,7 +20,7 @@ failure is logged; on success, the final successful check is logged.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Request arrives"] --> C["Authorization check"]
|
||||
@@ -30,7 +30,7 @@ flowchart LR
|
||||
L2 --> T
|
||||
T --> Q["SELECT ... FROM system.public.__audit_log"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class T accent
|
||||
```
|
||||
|
||||
@@ -42,7 +42,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
R["Request arrives"] --> C["Authorization check"]
|
||||
|
||||
@@ -24,7 +24,7 @@ consequence of connecting to Enterprise at all.
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#171513", "primaryColor": "#1e1b19", "primaryTextColor": "#f4ebe8",
|
||||
"primaryBorderColor": "#4c443f", "lineColor": "#847770", "textColor": "#f4ebe8",
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#171513", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
DL["PyTorch DataLoader<br/>/ StreamingDataset"] --> T["Enterprise-connected table"]
|
||||
@@ -34,7 +34,7 @@ flowchart LR
|
||||
C -->|miss| O[("Object storage")]
|
||||
O --> Fill["Fills the cache,<br/>served"]
|
||||
classDef default fill:#1e1b19,stroke:#4c443f,stroke-width:1px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#ff734a,stroke-width:1.5px,color:#f4ebe8
|
||||
classDef accent fill:#2a1810,stroke:#e8582d,stroke-width:1.5px,color:#f4ebe8
|
||||
class Fast accent
|
||||
```
|
||||
|
||||
@@ -46,7 +46,7 @@ flowchart LR
|
||||
%%{init: {"theme": "base", "themeVariables": {
|
||||
"background": "#ffffff", "primaryColor": "#ffffff", "primaryTextColor": "#221d19",
|
||||
"primaryBorderColor": "#ad9e95", "lineColor": "#6b625c", "textColor": "#221d19",
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "15px"
|
||||
"edgeLabelBackground": "#ffffff", "fontFamily": "Inter, sans-serif", "fontSize": "18px"
|
||||
}}}%%
|
||||
flowchart LR
|
||||
DL["PyTorch DataLoader<br/>/ StreamingDataset"] --> T["Enterprise-connected table"]
|
||||
|
||||
Reference in New Issue
Block a user