diff --git a/blog/2026-03-31-launch-week-data-tables-ducklake/index.mdx b/blog/2026-03-31-launch-week-data-tables-ducklake/index.mdx index 91f279f5b..85a4c28d9 100644 --- a/blog/2026-03-31-launch-week-data-tables-ducklake/index.mdx +++ b/blog/2026-03-31-launch-week-data-tables-ducklake/index.mdx @@ -303,152 +303,26 @@ You can also schedule pipelines with [cron triggers](/docs/core_concepts/schedul ## Benchmark: Windmill + Ducklake vs Airflow + Snowflake -import PipelineBenchmarkChart, { - PipelineStepComparison -} from '@site/src/components/PipelineBenchmarkChart'; - -To put numbers behind the architecture, we ran the same data pipeline on both stacks and measured wall-clock time. Both pipelines start from the same pre-ingested ~3 million row dataset ([NYC Yellow Taxi trips, January 2024](https://www.nyc.gov/site/tlc/about/tlc-trip-record-data.page)) and run 5 identical transformation and validation steps. - -### Pipeline steps - -| Step | Name | What it does | -| ---- | ----------------- | -------------------------------------------------------------------------------------------------------------------- | -| 1 | Clean | Filter out invalid rows (zero passengers, negative fares, zero-distance trips, missing location IDs) → `clean_trips` | -| 2 | Enrich | Add computed columns: trip duration, speed, time-of-day bucket, weekend flag → `enriched_trips` | -| 3 | Aggregate hourly | Group by hour of day → `hourly_stats` (24 rows) | -| 4 | Aggregate by zone | Group by pickup location → `zone_stats` | -| 5 | Finalize | Verify row counts across all tables | - -The transformations are semantically identical — same filters, same formulas, same output schemas. - -### How each side works - -**Windmill + Ducklake** runs as a Windmill flow (TypeScript + native DuckDB SQL steps). Each step is a DuckDB SQL script that attaches to Ducklake and creates each table in sequence. All compute and storage stays on your infrastructure — a single worker container (2 CPUs, 4 GB RAM) + PostgreSQL for Windmill metadata. No data leaves your environment. - -**Airflow + Snowflake** runs as an Airflow DAG (Python `@task` functions using `SnowflakeHook`). Each step sends SQL to a remote Snowflake MEDIUM warehouse. Compute is externalized to a third-party cloud service: every query travels over the network to Snowflake's infrastructure, where it is processed outside your control. This adds per-query compute costs (Snowflake bills by the second of warehouse uptime) and raises sovereignty concerns over the compute layer — your queries and intermediate results are executed on infrastructure you do not own. - -### Results - -export const windmillRun = { - platform: 'windmill_ducklake', - label: 'Windmill + Ducklake', - color: 'rgba(59, 130, 246, 1)', - total_wall_clock_seconds: 9.981, - steps: [ - { - name: 'clean', - queue_seconds: 0.003, - execution_seconds: 4.189, - started_at_relative: 0.0, - completed_at_relative: 4.189 - }, - { - name: 'enrich', - queue_seconds: 0.006, - execution_seconds: 1.907, - started_at_relative: 4.203, - completed_at_relative: 6.11 - }, - { - name: 'aggregate_hourly', - queue_seconds: 0.004, - execution_seconds: 1.08, - started_at_relative: 6.121, - completed_at_relative: 7.201 - }, - { - name: 'aggregate_by_zone', - queue_seconds: 0.007, - execution_seconds: 0.901, - started_at_relative: 7.282, - completed_at_relative: 8.183 - }, - { - name: 'finalize', - queue_seconds: 0.002, - execution_seconds: 1.788, - started_at_relative: 8.193, - completed_at_relative: 9.981 - } - ] -}; - -export const airflowRun = { - platform: 'airflow_snowflake', - label: 'Airflow + Snowflake', - color: 'rgba(239, 68, 68, 1)', - total_wall_clock_seconds: 14.736, - steps: [ - { - name: 'clean', - queue_seconds: 0.119, - execution_seconds: 4.351, - started_at_relative: 0.0, - completed_at_relative: 4.351 - }, - { - name: 'enrich', - queue_seconds: 0.18, - execution_seconds: 3.502, - started_at_relative: 5.094, - completed_at_relative: 8.596 - }, - { - name: 'aggregate_hourly', - queue_seconds: 0.113, - execution_seconds: 1.452, - started_at_relative: 9.163, - completed_at_relative: 10.615 - }, - { - name: 'aggregate_by_zone', - queue_seconds: 0.154, - execution_seconds: 1.493, - started_at_relative: 11.137, - completed_at_relative: 12.631 - }, - { - name: 'finalize', - queue_seconds: 0.153, - execution_seconds: 1.531, - started_at_relative: 13.204, - completed_at_relative: 14.736 - } - ] -}; - -Windmill + Ducklake completed the pipeline in **9.98 s** — 1.5× faster than Airflow + Snowflake at **14.74 s**. - - +import TpcDsBenchmarkSection from '@site/src/components/TpcDsBenchmarkSection.mdx'; -
+Most startups don't need a terabyte-scale data warehouse. If your data fits in 10 GB to 1 TB, you can run analytical workloads on Ducklake at a fraction of the cost of Airflow + Snowflake while keeping full control over your data. -The per-step breakdown shows where the difference comes from: + - +### The real comparison: data sovereignty -
+Beyond raw performance, consider what you give up with Airflow + Snowflake: + +| | Windmill + Ducklake | Airflow + Snowflake | +| ---------------------- | --------------------------- | ------------------------------ | +| **Data location** | Your S3 bucket | Snowflake-managed storage | +| **Compute location** | Your infrastructure | Snowflake-managed clusters | +| **Data format** | Open Parquet files | Proprietary | +| **Query visibility** | Full control | Runs on third-party infra | +| **Exit cost** | None (standard Parquet) | Data export fees | +| **Orchestration** | Built-in, no extra cost | Separate service ($100–500/mo) | -| Step | Windmill + Ducklake | Airflow + Snowflake | Speedup | -| ----------------- | ------------------: | ------------------: | -------: | -| Clean | 4.19 s | 4.35 s | 1.04× | -| Enrich | 1.91 s | 3.50 s | 1.8× | -| Aggregate hourly | 1.08 s | 1.45 s | 1.3× | -| Aggregate by zone | 0.90 s | 1.49 s | 1.7× | -| Finalize | 1.79 s | 1.53 s | 0.86× | -| **Total** | **9.98 s** | **14.74 s** | **1.5×** | - -:::note -This benchmark was run on a single node with 24 GB of RAM. Results may vary depending on node compute speed and S3 connectivity speed. -::: +With Ducklake, your data never leaves your environment. Queries execute on your nodes, against Parquet files in your S3 bucket. No vendor lock-in, no data egress fees, no loss of control. ## What's next diff --git a/docs/core_concepts/11_persistent_storage/ducklake.mdx b/docs/core_concepts/11_persistent_storage/ducklake.mdx index 33dfccd5f..1202a16ba 100644 --- a/docs/core_concepts/11_persistent_storage/ducklake.mdx +++ b/docs/core_concepts/11_persistent_storage/ducklake.mdx @@ -137,6 +137,14 @@ In your Ducklake settings, clicking the "Explore" button will open the database ![Explore ducklake](./ducklake_images/ducklake_db_manager.png 'Explore ducklake') +## Performance: Ducklake vs Snowflake + +import TpcDsBenchmarkSection from '@site/src/components/TpcDsBenchmarkSection.mdx'; + +Most workloads under 1 TB do not need a managed data warehouse. Ducklake on a single-node DuckDB engine runs analytical queries at a fraction of the cost of Snowflake while keeping your data in your own S3 bucket. + + + ## What Ducklake does behind the scenes If you explore your catalog database, you will see that Ducklake created some tables for you. These metadata tables store information about your data and where it is located in S3 : diff --git a/package-lock.json b/package-lock.json index 88db85feb..292c99fd7 100644 --- a/package-lock.json +++ b/package-lock.json @@ -176,7 +176,6 @@ "version": "5.5.2", "resolved": "https://registry.npmjs.org/@algolia/client-common/-/client-common-5.5.2.tgz", "integrity": "sha512-LFkAilO+t06/SsFLTzdyh4FD8FGldCXD6Hf3O1ygcrOrxSNQvowy/Dtmqi68MbGP5/MKj24fFmFWhUGhSPh4wA==", - "peer": true, "engines": { "node": ">= 14.0.0" } @@ -290,7 +289,6 @@ "version": "5.5.2", "resolved": "https://registry.npmjs.org/@algolia/requester-browser-xhr/-/requester-browser-xhr-5.5.2.tgz", "integrity": "sha512-fCsJL+97TswpDO5gu8CKf68ZS5yBSksaK8bszeU7BrjSYgu2vL/eFxpN4wxIBGIbDVJtcriWI0aTkT2ovrn/iQ==", - "peer": true, "dependencies": { "@algolia/client-common": "5.5.2" }, @@ -307,7 +305,6 @@ "version": "5.5.2", "resolved": "https://registry.npmjs.org/@algolia/requester-fetch/-/requester-fetch-5.5.2.tgz", "integrity": "sha512-zKawgSZR7toQEERwP4wazvQ6eR7I8KE4nidQzdWL4/8sxxhwiNvn8x9FjCePDnzzHmeiQy9NnUlw4rmT8R0nYg==", - "peer": true, "dependencies": { "@algolia/client-common": "5.5.2" }, @@ -319,7 +316,6 @@ "version": "5.5.2", "resolved": "https://registry.npmjs.org/@algolia/requester-node-http/-/requester-node-http-5.5.2.tgz", "integrity": "sha512-rBVG8rgzUws2CB972RSgtn3/gRArvp5VDbnTODANj2V17qV/gm/CmV2Ax0IWpgWDh1xWxpEs8s5l4oc0m8QN9A==", - "peer": true, "dependencies": { "@algolia/client-common": "5.5.2" }, @@ -1214,6 +1210,7 @@ "version": "7.23.9", "resolved": "https://registry.npmjs.org/@babel/core/-/core-7.23.9.tgz", "integrity": "sha512-5q0175NOjddqpvvzU+kDiSOAk4PfdO6FvwCWoQ6RO7rTzEe8vlo+4HVfcnAREhD4npMs0e9uZypjTwzZPCf/cw==", + "peer": true, "dependencies": { "@ampproject/remapping": "^2.2.0", "@babel/code-frame": "^7.23.5", @@ -3064,8 +3061,6 @@ }, "node_modules/@clack/prompts/node_modules/is-unicode-supported": { "version": "1.3.0", - "resolved": "https://registry.npmjs.org/is-unicode-supported/-/is-unicode-supported-1.3.0.tgz", - "integrity": "sha512-43r2mRvz+8JRIKnWJ+3j8JtjRKZ6GmjzfaE/qiBJnikNnYv/6bagRJ1kUhNk8R5EX/GkobD+r+sfxCPJsiKBLQ==", "inBundle": true, "license": "MIT", "engines": { @@ -3362,6 +3357,7 @@ "version": "3.5.2", "resolved": "https://registry.npmjs.org/@docusaurus/plugin-content-docs/-/plugin-content-docs-3.5.2.tgz", "integrity": "sha512-Bt+OXn/CPtVqM3Di44vHjE7rPCEsRCB/DMo2qoOuozB9f7+lsdrHvD0QCHdBs0uhz6deYJDppAr2VgqybKPlVQ==", + "peer": true, "dependencies": { "@docusaurus/core": "3.5.2", "@docusaurus/logger": "3.5.2", @@ -3540,6 +3536,7 @@ "version": "3.5.2", "resolved": "https://registry.npmjs.org/@docusaurus/theme-classic/-/theme-classic-3.5.2.tgz", "integrity": "sha512-XRpinSix3NBv95Rk7xeMF9k4safMkwnpSgThn0UNQNumKvmcIYjfkwfh2BhwYh/BxMXQHJ/PdmNh22TQFpIaYg==", + "peer": true, "dependencies": { "@docusaurus/core": "3.5.2", "@docusaurus/mdx-loader": "3.5.2", @@ -5099,6 +5096,7 @@ "version": "3.5.6", "resolved": "https://registry.npmjs.org/@internationalized/date/-/date-3.5.6.tgz", "integrity": "sha512-jLxQjefH9VI5P9UQuqB6qNKnvFt1Ky1TPIzHGsIlCi7sZZoMR8SdYbBGRvM0y+Jtb+ez4ieBzmiAUcpmPYpyOw==", + "peer": true, "dependencies": { "@swc/helpers": "^0.5.0" } @@ -5246,6 +5244,7 @@ "version": "3.0.1", "resolved": "https://registry.npmjs.org/@mdx-js/react/-/react-3.0.1.tgz", "integrity": "sha512-9ZrPIU4MGf6et1m1ov3zKf+q9+deetI51zprKB1D/z3NOb+rUxxtEl3mCjW5wTGh6VhRdwPueh1oRzi6ezkA8A==", + "peer": true, "dependencies": { "@types/mdx": "^2.0.0" }, @@ -6017,6 +6016,7 @@ "version": "8.1.0", "resolved": "https://registry.npmjs.org/@svgr/core/-/core-8.1.0.tgz", "integrity": "sha512-8QqtOQT5ACVlmsvKOJNEaWmRPmcojMOzCz4Hs2BGG/toAp/K38LcsMRyLp349glq5AzJbCEeimEoxaX6v/fLrA==", + "peer": true, "dependencies": { "@babel/core": "^7.21.3", "@svgr/babel-preset": "8.1.0", @@ -6698,6 +6698,7 @@ "version": "18.2.55", "resolved": "https://registry.npmjs.org/@types/react/-/react-18.2.55.tgz", "integrity": "sha512-Y2Tz5P4yz23brwm2d7jNon39qoAtMMmalOQv6+fEFt1mT+FcM3D841wDpoUvFXhaYenuROCy3FZYqdTjM7qVyA==", + "peer": true, "dependencies": { "@types/prop-types": "*", "@types/scheduler": "*", @@ -7743,6 +7744,7 @@ "version": "8.14.0", "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.14.0.tgz", "integrity": "sha512-cl669nCJTZBsL97OF4kUQm5g5hC2uihk0NxY3WENAC0TYdILVkAyHymAntgxGkl7K+t0cXIrH5siy5S4XkFycA==", + "peer": true, "bin": { "acorn": "bin/acorn" }, @@ -7798,6 +7800,7 @@ "version": "8.12.0", "resolved": "https://registry.npmjs.org/ajv/-/ajv-8.12.0.tgz", "integrity": "sha512-sRu1kpcO9yLtYxBKvqfTeh9KzZEwO3STyX1HT+4CaDzC6HpTGYhIhPIzj9XuKU7KYDwnaeh5hcOwjy1QuJzBPA==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "json-schema-traverse": "^1.0.0", @@ -7840,6 +7843,7 @@ "version": "4.24.0", "resolved": "https://registry.npmjs.org/algoliasearch/-/algoliasearch-4.24.0.tgz", "integrity": "sha512-bf0QV/9jVejssFBmz2HQLxUadxk574t4iwjCKp5E7NBzwKkrDEhKPISIIjAU/p6K5qDx3qoeh4+26zWN1jmw3g==", + "peer": true, "dependencies": { "@algolia/cache-browser-local-storage": "4.24.0", "@algolia/cache-common": "4.24.0", @@ -8315,6 +8319,7 @@ "url": "https://github.com/sponsors/ai" } ], + "peer": true, "dependencies": { "caniuse-lite": "^1.0.30001646", "electron-to-chromium": "^1.5.4", @@ -8550,6 +8555,7 @@ "version": "4.4.1", "resolved": "https://registry.npmjs.org/chart.js/-/chart.js-4.4.1.tgz", "integrity": "sha512-C74QN1bxwV1v2PEujhmKjOZ7iUM4w6BWs23Md/6aOZZSlwMzeCIDGuZay++rBgChYru7/+QFeoQW0fQoP534Dg==", + "peer": true, "dependencies": { "@kurkle/color": "^0.3.0" }, @@ -9539,6 +9545,7 @@ "version": "3.0.0", "resolved": "https://registry.npmjs.org/d3-selection/-/d3-selection-3.0.0.tgz", "integrity": "sha512-fmTRWbNMmsmWq6xJV8D19U/gw/bwrHfNXxrIN+HfZgnzqTHp9jOmKMhsTUjXOJnZOdZY9Q28y4yebKzqDKlxlQ==", + "peer": true, "engines": { "node": ">=12" } @@ -10592,6 +10599,7 @@ "version": "6.12.6", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz", "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "fast-json-stable-stringify": "^2.0.0", @@ -10885,6 +10893,7 @@ "version": "6.12.6", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz", "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "fast-json-stable-stringify": "^2.0.0", @@ -11341,6 +11350,7 @@ "version": "16.8.1", "resolved": "https://registry.npmjs.org/graphql/-/graphql-16.8.1.tgz", "integrity": "sha512-59LZHPdGZVh695Ud9lRzPBVTtlX9ZCV150Er2W43ro37wVof0ctenSaskPPjN7lVTIN8mSZt8PHUNKZuNQUuxw==", + "peer": true, "engines": { "node": "^12.22.0 || ^14.16.0 || ^16.0.0 || >=17.0.0" } @@ -11363,6 +11373,7 @@ "version": "5.14.3", "resolved": "https://registry.npmjs.org/graphql-ws/-/graphql-ws-5.14.3.tgz", "integrity": "sha512-F/i2xNIVbaEF2xWggID0X/UZQa2V8kqKDPO8hwmu53bVOcTL7uNkxnexeEgSCVxYBQUTUNEI8+e4LO1FOhKPKQ==", + "peer": true, "engines": { "node": ">=10" }, @@ -16078,6 +16089,7 @@ "url": "https://github.com/sponsors/ai" } ], + "peer": true, "dependencies": { "nanoid": "^3.3.7", "picocolors": "^1.1.1", @@ -17080,6 +17092,7 @@ "version": "18.2.0", "resolved": "https://registry.npmjs.org/react/-/react-18.2.0.tgz", "integrity": "sha512-/3IjMdb2L9QbBdWiW5e3P2/npwMBaU9mHCSCUzNln0ZCYbcfTsGbTJrU/kGemdH2IWmB2ioZ+zkxtmq6g09fGQ==", + "peer": true, "dependencies": { "loose-envify": "^1.1.0" }, @@ -17245,6 +17258,7 @@ "version": "18.2.0", "resolved": "https://registry.npmjs.org/react-dom/-/react-dom-18.2.0.tgz", "integrity": "sha512-6IMTriUmvsjHUjNtEDudZfuDQUoWXVxKHhlEGSk81n4YFS+r/Kl99wXiwlVXtPBtJenozv2P+hxDsw9eA7Xo6g==", + "peer": true, "dependencies": { "loose-envify": "^1.1.0", "scheduler": "^0.23.0" @@ -17379,6 +17393,7 @@ "version": "6.0.0", "resolved": "https://registry.npmjs.org/@docusaurus/react-loadable/-/react-loadable-6.0.0.tgz", "integrity": "sha512-YMMxTUQV/QFSnbgrP3tjDzLHRg7vsbMn8e9HAa8o/1iXoiomo48b7sk/kkmWEuWNDPJVlKSJRB6Y2fHqdJk+SQ==", + "peer": true, "dependencies": { "@types/react": "*" }, @@ -18045,6 +18060,7 @@ "version": "5.3.4", "resolved": "https://registry.npmjs.org/react-router/-/react-router-5.3.4.tgz", "integrity": "sha512-Ys9K+ppnJah3QuaRiLxk+jDWOR1MekYQrlytiXxC1RyfbdsZkS5pvKAzCCr031xHixZwpnsYNT5xysdFHQaYsA==", + "peer": true, "dependencies": { "@babel/runtime": "^7.12.13", "history": "^4.9.0", @@ -19352,6 +19368,7 @@ "resolved": "https://registry.npmjs.org/sharp/-/sharp-0.33.2.tgz", "integrity": "sha512-WlYOPyyPDiiM07j/UO+E720ju6gtNtHjEGg5vovUk1Lgxyjm2LFO+37Nt/UI3MMh2l6hxTWQWi7qk3cXJTutcQ==", "hasInstallScript": true, + "peer": true, "dependencies": { "color": "^4.2.3", "detect-libc": "^2.0.2", @@ -20084,6 +20101,7 @@ "version": "3.4.1", "resolved": "https://registry.npmjs.org/tailwindcss/-/tailwindcss-3.4.1.tgz", "integrity": "sha512-qAYmXRfk3ENzuPBakNK0SRrUDipP8NQnEY6772uDhflcQz5EhRdD7JNZxyrFHVQNCwULPBn6FNPp9brpO7ctcA==", + "peer": true, "dependencies": { "@alloc/quick-lru": "^5.2.0", "arg": "^5.0.2", @@ -20178,6 +20196,7 @@ "version": "6.12.6", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz", "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "fast-json-stable-stringify": "^2.0.0", @@ -20469,6 +20488,7 @@ "version": "5.3.3", "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.3.3.tgz", "integrity": "sha512-pXWcraxM0uxAS+tN0AG/BF2TyqmHO014Z070UsJ+pFvYuRSq8KH8DmWpnbXe0pEPDHXZV3FcAbJkijJ5oNEnWw==", + "peer": true, "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" @@ -20829,6 +20849,7 @@ "version": "6.12.6", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz", "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "fast-json-stable-stringify": "^2.0.0", @@ -21108,6 +21129,7 @@ "version": "5.90.1", "resolved": "https://registry.npmjs.org/webpack/-/webpack-5.90.1.tgz", "integrity": "sha512-SstPdlAC5IvgFnhiRok8hqJo/+ArAbNv7rhU4fnWGHNVfN59HSQFaxZDSAL3IFG2YmqxuRs+IU33milSxbPlog==", + "peer": true, "dependencies": { "@types/eslint-scope": "^3.7.3", "@types/estree": "^1.0.5", @@ -21336,6 +21358,7 @@ "version": "6.12.6", "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz", "integrity": "sha512-j3fVLgvTo527anyYyJOGTYJbG+vnnQYvE0m5mmkc1TK+nxAppkCLMIL0aZ4dblVCNoGShhm+kzE4ZUykBoMg4g==", + "peer": true, "dependencies": { "fast-deep-equal": "^3.1.1", "fast-json-stable-stringify": "^2.0.0", diff --git a/src/components/TpcDsBenchmark.tsx b/src/components/TpcDsBenchmark.tsx new file mode 100644 index 000000000..fa274cf95 --- /dev/null +++ b/src/components/TpcDsBenchmark.tsx @@ -0,0 +1,484 @@ +import React from 'react'; +import { + Chart as ChartJS, + CategoryScale, + LinearScale, + BarElement, + Title, + Tooltip, + Legend +} from 'chart.js'; +import { Bar } from 'react-chartjs-2'; +import { useColorMode } from '@docusaurus/theme-common'; + +ChartJS.register(CategoryScale, LinearScale, BarElement, Title, Tooltip, Legend); + +// AWS on-demand pricing (us-east-1) as of April 2026 +const AWS_PRICING: Record = { + 'm6i.4xlarge': 0.768, + 'm6a.8xlarge': 1.3824, + 'm6a.16xlarge': 2.7648, + 'r6a.8xlarge': 1.8144 +}; + +// Snowflake credits per hour by warehouse size +const SNOWFLAKE_CREDITS_PER_HOUR: Record = { + 'X-Small': 1, + 'Small': 2, + 'Medium': 4, + 'Large': 8, + 'X-Large': 16, + '2X-Large': 32 +}; + +// Snowflake Standard tier price per credit +const SNOWFLAKE_CREDIT_PRICE = 2.0; + +// Stage colors +const STAGE_COLORS: Record = { + ingest: 'rgba(59, 130, 246, 0.85)', // blue + validate: 'rgba(16, 185, 129, 0.85)', // green + denormalize: 'rgba(245, 158, 11, 0.85)', // amber + aggregate: 'rgba(139, 92, 246, 0.85)', // purple + query: 'rgba(236, 72, 153, 0.85)', // pink + queries: 'rgba(236, 72, 153, 0.85)', // pink (Snowflake uses 'queries') + verify: 'rgba(107, 114, 128, 0.7)', // gray + unknown: 'rgba(107, 114, 128, 0.7)', // gray + overhead: 'rgba(156, 163, 175, 0.5)' // light gray +}; + +const STAGE_LABELS: Record = { + ingest: 'Ingest', + validate: 'Validate', + denormalize: 'Denormalize', + aggregate: 'Aggregate', + query: 'Query', + queries: 'Query', + verify: 'Verify', + unknown: 'Verify', + overhead: 'Overhead' +}; + +// Stage order for consistent display +const STAGE_ORDER = ['ingest', 'validate', 'denormalize', 'aggregate', 'query', 'queries', 'verify', 'unknown', 'overhead']; + +export interface StageTiming { + stage: string; + wallClockSeconds: number; +} + +export interface BenchmarkConfig { + label: string; + platform: 'windmill' | 'snowflake' | 'local'; + // For Windmill: instance count and type + instanceCount?: number; + instanceType?: string; + // For Snowflake: warehouse size + warehouseSize?: string; + // Total wall clock time in seconds + totalTimeSeconds: number; + // Stage breakdown (optional, for stacked chart) + stages?: StageTiming[]; +} + +interface TpcDsBenchmarkProps { + title?: string; + description?: string; + configs: BenchmarkConfig[]; + showCostTable?: boolean; + datasetSize?: string; +} + +function formatTime(seconds: number): string { + if (seconds < 60) { + return `${seconds.toFixed(1)}s`; + } else if (seconds < 3600) { + const mins = Math.floor(seconds / 60); + const secs = Math.round(seconds % 60); + return `${mins}m ${secs}s`; + } else { + const hours = Math.floor(seconds / 3600); + const mins = Math.round((seconds % 3600) / 60); + return `${hours}h ${mins}m`; + } +} + +function calculateCost(config: BenchmarkConfig): number { + const hours = config.totalTimeSeconds / 3600; + + if (config.platform === 'snowflake' && config.warehouseSize) { + const credits = SNOWFLAKE_CREDITS_PER_HOUR[config.warehouseSize] || 0; + return hours * credits * SNOWFLAKE_CREDIT_PRICE; + } else if (config.platform === 'windmill' && config.instanceType && config.instanceCount) { + const pricePerHour = AWS_PRICING[config.instanceType] || 0; + return hours * pricePerHour * config.instanceCount; + } + return 0; +} + +export default function TpcDsBenchmark({ + title = 'TPC-DS Benchmark Results', + description, + configs, + showCostTable = true, + datasetSize +}: TpcDsBenchmarkProps) { + const { colorMode } = useColorMode(); + const textColor = colorMode === 'dark' ? '#e5e7eb' : '#374151'; + const gridColor = colorMode === 'dark' ? 'rgba(255,255,255,0.1)' : 'rgba(0,0,0,0.1)'; + + const labels = configs.map((c) => c.label); + const hasStages = configs.some(c => c.stages && c.stages.length > 0); + const maxTime = Math.max(...configs.map(c => c.totalTimeSeconds)); + + // Build datasets - either stacked by stage or single bar + let datasets: any[]; + + if (hasStages) { + // Get all unique stages across all configs + const allStages = new Set(); + configs.forEach(c => c.stages?.forEach(s => allStages.add(s.stage))); + // Always include overhead bucket so totals match the wall-clock figure + allStages.add('overhead'); + + // Sort stages by predefined order + const sortedStages = Array.from(allStages).sort((a, b) => { + const aIdx = STAGE_ORDER.indexOf(a); + const bIdx = STAGE_ORDER.indexOf(b); + return (aIdx === -1 ? 999 : aIdx) - (bIdx === -1 ? 999 : bIdx); + }); + + datasets = sortedStages.map(stage => ({ + label: STAGE_LABELS[stage] || stage, + data: configs.map(c => { + if (stage === 'overhead') { + const stageSum = (c.stages || []).reduce((acc, s) => acc + s.wallClockSeconds, 0); + return Math.max(0, c.totalTimeSeconds - stageSum); + } + const stageTiming = c.stages?.find(s => s.stage === stage); + return stageTiming?.wallClockSeconds || 0; + }), + backgroundColor: STAGE_COLORS[stage] || 'rgba(107, 114, 128, 0.5)', + borderColor: 'rgba(0,0,0,0)', + borderWidth: 0 + })); + } else { + // Fallback to single bar per config + datasets = [{ + label: 'Total Time', + data: configs.map(c => c.totalTimeSeconds), + backgroundColor: configs.map(c => { + if (c.platform === 'windmill') return 'rgba(59, 130, 246, 0.85)'; + if (c.platform === 'local') return 'rgba(239, 68, 68, 0.85)'; // red for local/Pandas + return 'rgba(41, 182, 246, 0.85)'; // snowflake + }), + borderColor: 'rgba(0,0,0,0)', + borderWidth: 0 + }]; + } + + const options = { + indexAxis: 'y' as const, + scales: { + x: { + stacked: hasStages, + max: Math.ceil(maxTime * 1.1), + title: { + display: true, + text: 'Duration (seconds)', + color: textColor + }, + ticks: { color: textColor }, + grid: { color: gridColor } + }, + y: { + stacked: hasStages, + ticks: { color: textColor }, + grid: { color: gridColor } + } + }, + responsive: true, + maintainAspectRatio: false, + plugins: { + legend: { + display: hasStages, + position: 'bottom' as const, + labels: { + color: textColor, + usePointStyle: true, + pointStyle: 'rect', + padding: 15 + } + }, + title: { + display: false + }, + tooltip: { + callbacks: { + label: (ctx: any) => { + if (hasStages) { + return `${ctx.dataset.label}: ${formatTime(ctx.raw)}`; + } + const config = configs[ctx.dataIndex]; + const cost = calculateCost(config); + return [ + `Time: ${formatTime(ctx.raw)}`, + `Cost: $${cost.toFixed(2)}` + ]; + } + } + } + }, + animation: { + duration: 0 + } + }; + + return ( +
+ {title &&

{title}

} + {description &&

{description}

} + +
+ +
+ + {showCostTable && ( +
+ + + + + + + + + + + {configs.map((config, idx) => { + const cost = calculateCost(config); + const hourlyRate = config.platform === 'snowflake' + ? (SNOWFLAKE_CREDITS_PER_HOUR[config.warehouseSize || ''] || 0) * SNOWFLAKE_CREDIT_PRICE + : config.platform === 'local' + ? 0 + : (AWS_PRICING[config.instanceType || ''] || 0) * (config.instanceCount || 1); + return ( + + + + + + + ); + })} + +
ConfigurationTimeCost$/hour
+ {config.label} + + {formatTime(config.totalTimeSeconds)} + + ${cost.toFixed(2)} + + ${hourlyRate.toFixed(2)} +
+
+ )} +
+ ); +} + +// Pre-configured benchmark data for different scale factors + +export const SF10_CONFIGS: BenchmarkConfig[] = [ + { + label: 'Airflow + Snowflake Small', + platform: 'snowflake', + warehouseSize: 'Small', + totalTimeSeconds: 85.26, + stages: [ + { stage: 'ingest', wallClockSeconds: 19.41 }, + { stage: 'validate', wallClockSeconds: 5.91 }, + { stage: 'denormalize', wallClockSeconds: 37.57 }, + { stage: 'aggregate', wallClockSeconds: 7.74 }, + { stage: 'queries', wallClockSeconds: 4.71 }, + { stage: 'verify', wallClockSeconds: 2.32 } + ] + }, + { + label: 'Windmill 2× m6i.4xlarge', + platform: 'windmill', + instanceCount: 2, + instanceType: 'm6i.4xlarge', + totalTimeSeconds: 85.78, + stages: [ + { stage: 'ingest', wallClockSeconds: 21.74 }, + { stage: 'validate', wallClockSeconds: 10.24 }, + { stage: 'denormalize', wallClockSeconds: 23.20 }, + { stage: 'aggregate', wallClockSeconds: 12.44 }, + { stage: 'query', wallClockSeconds: 17.77 } + ] + }, + { + label: 'Windmill 2× m6a.8xlarge', + platform: 'windmill', + instanceCount: 2, + instanceType: 'm6a.8xlarge', + totalTimeSeconds: 67.44, + stages: [ + { stage: 'ingest', wallClockSeconds: 23.72 }, + { stage: 'validate', wallClockSeconds: 6.04 }, + { stage: 'denormalize', wallClockSeconds: 19.11 }, + { stage: 'aggregate', wallClockSeconds: 6.84 }, + { stage: 'query', wallClockSeconds: 10.87 } + ] + } +]; + +export const SF100_CONFIGS: BenchmarkConfig[] = [ + { + label: 'Airflow + Snowflake Small', + platform: 'snowflake', + warehouseSize: 'Small', + totalTimeSeconds: 711.14, + stages: [ + { stage: 'ingest', wallClockSeconds: 218.49 }, + { stage: 'validate', wallClockSeconds: 7.43 }, + { stage: 'denormalize', wallClockSeconds: 394.44 }, + { stage: 'aggregate', wallClockSeconds: 69.38 }, + { stage: 'queries', wallClockSeconds: 11.88 }, + { stage: 'verify', wallClockSeconds: 3.46 } + ] + }, + { + label: 'Airflow + Snowflake Large', + platform: 'snowflake', + warehouseSize: 'Large', + totalTimeSeconds: 194.05, + stages: [ + { stage: 'ingest', wallClockSeconds: 39.71 }, + { stage: 'validate', wallClockSeconds: 6.15 }, + { stage: 'denormalize', wallClockSeconds: 107.65 }, + { stage: 'aggregate', wallClockSeconds: 23.08 }, + { stage: 'queries', wallClockSeconds: 6.99 }, + { stage: 'verify', wallClockSeconds: 2.61 } + ] + }, + { + label: 'Windmill 1× m6a.8xlarge', + platform: 'windmill', + instanceCount: 1, + instanceType: 'm6a.8xlarge', + totalTimeSeconds: 651.98, + stages: [ + { stage: 'ingest', wallClockSeconds: 141.64 }, + { stage: 'validate', wallClockSeconds: 61.00 }, + { stage: 'denormalize', wallClockSeconds: 159.21 }, + { stage: 'aggregate', wallClockSeconds: 147.90 }, + { stage: 'query', wallClockSeconds: 141.24 } + ] + }, + { + label: 'Windmill 1× m6a.16xlarge', + platform: 'windmill', + instanceCount: 1, + instanceType: 'm6a.16xlarge', + totalTimeSeconds: 391.33, + stages: [ + { stage: 'ingest', wallClockSeconds: 96.15 }, + { stage: 'validate', wallClockSeconds: 30.19 }, + { stage: 'denormalize', wallClockSeconds: 114.33 }, + { stage: 'aggregate', wallClockSeconds: 65.09 }, + { stage: 'query', wallClockSeconds: 84.57 } + ] + }, + { + label: 'Windmill 3× m6a.8xlarge', + platform: 'windmill', + instanceCount: 3, + instanceType: 'm6a.8xlarge', + totalTimeSeconds: 261.27, + stages: [ + { stage: 'ingest', wallClockSeconds: 50.82 }, + { stage: 'validate', wallClockSeconds: 23.27 }, + { stage: 'denormalize', wallClockSeconds: 79.45 }, + { stage: 'aggregate', wallClockSeconds: 56.03 }, + { stage: 'query', wallClockSeconds: 51.30 } + ] + }, + { + label: 'Windmill 3× m6a.16xlarge', + platform: 'windmill', + instanceCount: 3, + instanceType: 'm6a.16xlarge', + totalTimeSeconds: 157.11, + stages: [ + { stage: 'ingest', wallClockSeconds: 32.03 }, + { stage: 'validate', wallClockSeconds: 11.51 }, + { stage: 'denormalize', wallClockSeconds: 53.60 }, + { stage: 'aggregate', wallClockSeconds: 22.50 }, + { stage: 'query', wallClockSeconds: 37.09 } + ] + } +]; + +export const SF1000_CONFIGS: BenchmarkConfig[] = [ + { + label: 'Airflow + Snowflake Large', + platform: 'snowflake', + warehouseSize: 'Large', + totalTimeSeconds: 1670.66, + stages: [ + { stage: 'ingest', wallClockSeconds: 326.74 }, + { stage: 'validate', wallClockSeconds: 12.53 }, + { stage: 'denormalize', wallClockSeconds: 1168.55 }, + { stage: 'aggregate', wallClockSeconds: 134.66 }, + { stage: 'queries', wallClockSeconds: 19.97 }, + { stage: 'verify', wallClockSeconds: 2.86 } + ] + }, + { + label: 'Windmill 3× r6a.8xlarge', + platform: 'windmill', + instanceCount: 3, + instanceType: 'r6a.8xlarge', + totalTimeSeconds: 4198.39, + stages: [ + { stage: 'ingest', wallClockSeconds: 395.66 }, + { stage: 'validate', wallClockSeconds: 252.32 }, + { stage: 'denormalize', wallClockSeconds: 1012.17 }, + { stage: 'aggregate', wallClockSeconds: 874.26 }, + { stage: 'query', wallClockSeconds: 1663.36 } + ] + } +]; + +// Airflow + Pandas comparison configs (SF10 only - Pandas cannot scale beyond this) +export const AIRFLOW_PANDAS_SF10_CONFIGS: BenchmarkConfig[] = [ + { + label: 'Airflow + Pandas (64 GB local)', + platform: 'local', + totalTimeSeconds: 2813.82, + stages: [ + { stage: 'ingest', wallClockSeconds: 600 }, + { stage: 'validate', wallClockSeconds: 168 }, + { stage: 'denormalize', wallClockSeconds: 323 }, + { stage: 'aggregate', wallClockSeconds: 433 }, + { stage: 'query', wallClockSeconds: 824 }, + { stage: 'verify', wallClockSeconds: 131 } + ] + }, + { + label: 'Windmill 2× m6a.8xlarge', + platform: 'windmill', + instanceCount: 2, + instanceType: 'm6a.8xlarge', + totalTimeSeconds: 67.44, + stages: [ + { stage: 'ingest', wallClockSeconds: 23.72 }, + { stage: 'validate', wallClockSeconds: 6.04 }, + { stage: 'denormalize', wallClockSeconds: 19.11 }, + { stage: 'aggregate', wallClockSeconds: 6.84 }, + { stage: 'query', wallClockSeconds: 10.87 } + ] + } +]; diff --git a/src/components/TpcDsBenchmarkSection.mdx b/src/components/TpcDsBenchmarkSection.mdx new file mode 100644 index 000000000..aef6b8c7e --- /dev/null +++ b/src/components/TpcDsBenchmarkSection.mdx @@ -0,0 +1,105 @@ +import TpcDsBenchmark, { + SF10_CONFIGS, + SF100_CONFIGS, + SF1000_CONFIGS, + AIRFLOW_PANDAS_SF10_CONFIGS +} from '@site/src/components/TpcDsBenchmark'; + +We ran the [TPC-DS](https://www.tpc.org/tpcds/) benchmark at three scale factors (10 GB, 100 GB, 1 TB) to compare Windmill + Ducklake against Airflow + Snowflake, the most common open-source orchestrator paired with a managed data warehouse. + +### Why TPC-DS? + +TPC-DS simulates a retail company's data warehouse, which mirrors a real ETL pipeline. The benchmark runs 52 tasks organized in 5 stages: + +| Stage | Tasks | What it does | +| ----- | ----: | ------------ | +| Ingest | 24 | Load raw data from 24 source tables (sales, returns, inventory, customers, products...) | +| Validate | 8 | Check referential integrity and data quality across fact and dimension tables | +| Denormalize | 3 | Join fact tables with dimensions to create analytics-ready tables | +| Aggregate | 6 | Compute business metrics: daily sales, customer LTV, return rates, channel comparison... | +| Query | 10 | Run 10 analytical queries (TPC-DS queries 3, 7, 19, 27, 34, 43, 46, 53, 67, 79) | + +### Pricing assumptions + +- Airflow + Snowflake: Snowflake Standard tier at $2/credit. Enterprise is $3-4/credit, Business Critical is $4-5/credit. Airflow orchestration cost excluded (adds $100-500/month for managed Airflow). +- AWS EC2: On-demand pricing in us-east-1 + +| Snowflake Warehouse | Credits/hour | $/hour | +| ------------------- | -----------: | -----: | +| Small | 2 | $4 | +| Large | 8 | $16 | + +| AWS Instance | vCPUs | Memory | $/hour | +| -------------- | ----: | -----: | -----: | +| m6i.4xlarge | 16 | 64 GB | $0.77 | +| m6a.8xlarge | 32 | 128 GB | $1.38 | +| m6a.16xlarge | 64 | 256 GB | $2.76 | +| r6a.8xlarge | 32 | 256 GB | $1.81 | + +### SF10: 10 GB dataset + +At 10 GB, Windmill matches Snowflake's speed while costing 2-2.5x less. + + + +
+ +With 2x m6a.8xlarge nodes, Windmill completes the benchmark in 67 seconds, 21% faster than Snowflake Small (85s). At comparable speed (2x m6i.4xlarge), Windmill costs $0.04 vs Snowflake's $0.10. + +### SF100: 100 GB dataset + +At 100 GB, the cost advantage becomes more significant. Windmill runs at 3x lower cost while delivering competitive performance. + + + +
+ +Key findings: +- Windmill 3x m6a.16xlarge (157s, $0.36) is 19% faster than Snowflake Large (194s, $0.86) while costing 2.4x less +- Windmill 3x m6a.8xlarge (261s, $0.30) is 35% slower than Snowflake Large but costs 2.9x less +- Windmill 1x m6a.16xlarge (391s, $0.30) runs 1.8x faster than Snowflake Small (711s, $0.79) +- Per dollar spent, Windmill delivers 2.7x more throughput than Snowflake Small + +### SF1000: 1 TB dataset + +At terabyte scale, Snowflake's distributed architecture shows its strength. However, Windmill remains cost-competitive. + + + +
+ +Snowflake Large completes in 28 minutes vs Windmill's 70 minutes, but Windmill still costs 15% less ($6.35 vs $7.43). If you're processing terabyte-scale data daily, Snowflake's performance advantage matters. For occasional large queries, Windmill's cost savings may be worth the extra time. + +:::note +Benchmarks ran on AWS us-east-1. Snowflake pricing uses Standard tier ($2/credit). Enterprise and Business Critical tiers cost 50-150% more, making Windmill's cost advantage even greater. Airflow orchestration costs (managed Airflow or self-hosted) add to the total cost of ownership. +::: + +### Why not Airflow + Pandas? + +Some teams try to avoid data warehouse costs by running Pandas locally. This approach breaks down quickly. We ran the same TPC-DS benchmark with Airflow + Pandas on a powerful local machine (AMD Ryzen 9 9955HX, 64 GB RAM). + + + +
+ +At just 10 GB, Airflow + Pandas takes 47 minutes compared to Windmill's 67 seconds, a 42x slowdown. The Pandas run required limiting concurrency to 1 task at a time to avoid out-of-memory crashes. Even with 64 GB of RAM, Pandas loaded the store_sales DataFrame at ~25 GB due to decimal type overhead, forcing heavy swap usage. + +Beyond 10 GB, Pandas becomes unusable. Memory consumption grows linearly with data size, but performance degrades exponentially as the system swaps to disk. At 100 GB, you would need 500+ GB of RAM to avoid swapping, and even then you are still limited to single-threaded execution on one machine. + +Ducklake avoids these problems entirely. DuckDB processes data in streaming chunks, uses columnar Parquet compression, and parallelizes across all available cores. The data stays on S3, not in RAM. diff --git a/src/data/tpcds_bench_results/results_sf10/airflow_pandas_sf10_20260504T205615Z.json b/src/data/tpcds_bench_results/results_sf10/airflow_pandas_sf10_20260504T205615Z.json new file mode 100644 index 000000000..023f18a41 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf10/airflow_pandas_sf10_20260504T205615Z.json @@ -0,0 +1,480 @@ +{ + "competitor": "airflow", + "timestamp": "2026-05-04T20:56:15+00:00", + "tasks": [ + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 293.559, + "started_at": 294.553, + "completed_at": 475.656, + "queue_time_s": 0.994, + "execution_time_s": 181.103 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 565.726, + "started_at": 566.055, + "completed_at": 587.216, + "queue_time_s": 0.329, + "execution_time_s": 21.161 + }, + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 14.538, + "started_at": 14.883, + "completed_at": 292.85, + "queue_time_s": 0.344, + "execution_time_s": 277.967 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 587.987, + "started_at": 588.311, + "completed_at": 594.086, + "queue_time_s": 0.324, + "execution_time_s": 5.776 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 475.98, + "started_at": 476.313, + "completed_at": 565.455, + "queue_time_s": 0.333, + "execution_time_s": 89.143 + }, + { + "id": "query_q34", + "stage": "query", + "queued_at": 2383.444, + "started_at": 2384.619, + "completed_at": 2459.126, + "queue_time_s": 1.175, + "execution_time_s": 74.507 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 594.359, + "started_at": 594.679, + "completed_at": 600.166, + "queue_time_s": 0.32, + "execution_time_s": 5.487 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 1111.697, + "started_at": 1112.304, + "completed_at": 1131.673, + "queue_time_s": 0.608, + "execution_time_s": 19.369 + }, + { + "id": "query_q27", + "stage": "query", + "queued_at": 2459.708, + "started_at": 2460.035, + "completed_at": 2533.828, + "queue_time_s": 0.327, + "execution_time_s": 73.794 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 1235.028, + "started_at": 1235.989, + "completed_at": 1379.855, + "queue_time_s": 0.962, + "execution_time_s": 143.866 + }, + { + "id": "query_q43", + "stage": "query", + "queued_at": 2533.853, + "started_at": 2534.84, + "completed_at": 2607.82, + "queue_time_s": 0.987, + "execution_time_s": 72.98 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 601.235, + "started_at": 601.567, + "completed_at": 677.312, + "queue_time_s": 0.332, + "execution_time_s": 75.745 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 677.743, + "started_at": 678.061, + "completed_at": 727.686, + "queue_time_s": 0.318, + "execution_time_s": 49.625 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 728.196, + "started_at": 728.526, + "completed_at": 753.65, + "queue_time_s": 0.33, + "execution_time_s": 25.124 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 754.063, + "started_at": 754.388, + "completed_at": 760.029, + "queue_time_s": 0.325, + "execution_time_s": 5.641 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 760.846, + "started_at": 761.167, + "completed_at": 764.248, + "queue_time_s": 0.321, + "execution_time_s": 3.08 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 765.143, + "started_at": 765.474, + "completed_at": 767.127, + "queue_time_s": 0.331, + "execution_time_s": 1.653 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.402, + "completed_at": 2.549, + "queue_time_s": 1.402, + "execution_time_s": 1.147 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.41, + "completed_at": 2.579, + "queue_time_s": 1.41, + "execution_time_s": 1.169 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.403, + "completed_at": 2.63, + "queue_time_s": 1.403, + "execution_time_s": 1.228 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.411, + "completed_at": 2.853, + "queue_time_s": 1.411, + "execution_time_s": 1.443 + }, + { + "id": "query_q46", + "stage": "query", + "queued_at": 1857.039, + "started_at": 1858.047, + "completed_at": 1930.151, + "queue_time_s": 1.008, + "execution_time_s": 72.105 + }, + { + "id": "query_q07", + "stage": "query", + "queued_at": 2003.551, + "started_at": 2003.867, + "completed_at": 2075.854, + "queue_time_s": 0.316, + "execution_time_s": 71.986 + }, + { + "id": "verify", + "stage": "verify", + "queued_at": 2682.639, + "started_at": 2682.961, + "completed_at": 2813.817, + "queue_time_s": 0.322, + "execution_time_s": 130.856 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 601.235, + "started_at": 602.141, + "completed_at": 604.573, + "queue_time_s": 0.906, + "execution_time_s": 2.432 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 767.515, + "started_at": 767.841, + "completed_at": 769.025, + "queue_time_s": 0.326, + "execution_time_s": 1.184 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.613, + "completed_at": 3.36, + "queue_time_s": 1.446, + "execution_time_s": 1.747 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 769.682, + "started_at": 769.996, + "completed_at": 936.717, + "queue_time_s": 0.314, + "execution_time_s": 166.721 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 937.232, + "started_at": 937.669, + "completed_at": 1037.794, + "queue_time_s": 0.436, + "execution_time_s": 100.125 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 1038.127, + "started_at": 1038.45, + "completed_at": 1092.64, + "queue_time_s": 0.322, + "execution_time_s": 54.19 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 1093.023, + "started_at": 1093.353, + "completed_at": 1111.587, + "queue_time_s": 0.329, + "execution_time_s": 18.234 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 1131.929, + "started_at": 1132.242, + "completed_at": 1154.584, + "queue_time_s": 0.313, + "execution_time_s": 22.342 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 1154.716, + "started_at": 1155.067, + "completed_at": 1234.905, + "queue_time_s": 0.351, + "execution_time_s": 79.838 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 1380.048, + "started_at": 1380.721, + "completed_at": 1525.745, + "queue_time_s": 0.673, + "execution_time_s": 145.025 + }, + { + "id": "query_q03", + "stage": "query", + "queued_at": 1930.805, + "started_at": 1931.137, + "completed_at": 2003.004, + "queue_time_s": 0.332, + "execution_time_s": 71.867 + }, + { + "id": "query_q53", + "stage": "query", + "queued_at": 2076.282, + "started_at": 2076.613, + "completed_at": 2148.165, + "queue_time_s": 0.331, + "execution_time_s": 71.552 + }, + { + "id": "query_q79", + "stage": "query", + "queued_at": 2245.729, + "started_at": 2246.982, + "completed_at": 2324.93, + "queue_time_s": 1.253, + "execution_time_s": 77.948 + }, + { + "id": "query_q67", + "stage": "query", + "queued_at": 2148.546, + "started_at": 2148.871, + "completed_at": 2244.836, + "queue_time_s": 0.325, + "execution_time_s": 95.965 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 0.341, + "completed_at": 0.702, + "queue_time_s": 0.341, + "execution_time_s": 0.361 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.584, + "completed_at": 3.167, + "queue_time_s": 1.417, + "execution_time_s": 1.583 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.613, + "completed_at": 3.248, + "queue_time_s": 1.446, + "execution_time_s": 1.635 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.621, + "completed_at": 3.277, + "queue_time_s": 1.454, + "execution_time_s": 1.656 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.624, + "completed_at": 3.286, + "queue_time_s": 1.457, + "execution_time_s": 1.661 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 1.627, + "completed_at": 3.324, + "queue_time_s": 1.46, + "execution_time_s": 1.697 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.398, + "completed_at": 3.507, + "queue_time_s": 1.398, + "execution_time_s": 2.109 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.768, + "started_at": 1.355, + "completed_at": 1.733, + "queue_time_s": 0.587, + "execution_time_s": 0.378 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.415, + "completed_at": 3.545, + "queue_time_s": 1.415, + "execution_time_s": 2.13 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.409, + "completed_at": 3.687, + "queue_time_s": 1.409, + "execution_time_s": 2.278 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.338, + "completed_at": 14.139, + "queue_time_s": 1.338, + "execution_time_s": 12.801 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.0, + "started_at": 1.183, + "completed_at": 3.251, + "queue_time_s": 1.183, + "execution_time_s": 2.068 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 1.843, + "started_at": 2.45, + "completed_at": 3.515, + "queue_time_s": 0.607, + "execution_time_s": 1.064 + }, + { + "id": "query_q19", + "stage": "query", + "queued_at": 2608.617, + "started_at": 2609.439, + "completed_at": 2681.396, + "queue_time_s": 0.822, + "execution_time_s": 71.956 + } + ], + "total_wall_clock_s": 2813.817, + "notes": "SF10 local run on 32-vCPU/60GiB host. Worker container limited to 8 CPU / 56 GiB. Heavy fact ingest+validate+denorm+aggregate were pooled at 1 concurrent slot due to OOM (pandas Decimals make store_sales DataFrame ~25 GiB). Queries run in 10-task fan-out but pooled at 1 after a first attempt with pool=2 OOM-killed q19/q27/q34/q43; those were cleared and re-ran successfully. total_wall_clock_s spans earliest queued to latest end across all task instances (includes the 4 failed attempts).", + "scale_factor": 10, + "runner": "airflow_pandas", + "dag_id": "tpcds_etl_pandas", + "run_id": "manual_20260504T200906Z" +} diff --git a/src/data/tpcds_bench_results/results_sf10/snowflake_sf10_small.json b/src/data/tpcds_bench_results/results_sf10/snowflake_sf10_small.json new file mode 100644 index 000000000..9f070eec8 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf10/snowflake_sf10_small.json @@ -0,0 +1,475 @@ +{ + "competitor": "snowflake", + "timestamp": "2026-04-15T09:47:09.868949+00:00", + "total_wall_clock_s": 85.261559, + "tasks": [ + { + "id": "ingest.ingest_store", + "queued_at": 0.039375, + "started_at": 2.078769, + "completed_at": 8.433214, + "queue_time_s": 2.039394, + "execution_time_s": 6.354445, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store_returns", + "queued_at": 0.039375, + "started_at": 2.08751, + "completed_at": 9.669886, + "queue_time_s": 2.048135, + "execution_time_s": 7.582376, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_demographics", + "queued_at": 0.039375, + "started_at": 2.090809, + "completed_at": 12.229521, + "queue_time_s": 2.051434, + "execution_time_s": 10.138712, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_sales", + "queued_at": 0.039375, + "started_at": 2.091523, + "completed_at": 17.102821, + "queue_time_s": 2.052148, + "execution_time_s": 15.011298, + "stage": "ingest" + }, + { + "id": "ingest.ingest_date_dim", + "queued_at": 0.039375, + "started_at": 2.09153, + "completed_at": 8.836487, + "queue_time_s": 2.052155, + "execution_time_s": 6.744957, + "stage": "ingest" + }, + { + "id": "ingest.ingest_item", + "queued_at": 0.039375, + "started_at": 2.094549, + "completed_at": 10.174967, + "queue_time_s": 2.055174, + "execution_time_s": 8.080418, + "stage": "ingest" + }, + { + "id": "ingest.ingest_time_dim", + "queued_at": 0.039375, + "started_at": 2.096242, + "completed_at": 8.838697, + "queue_time_s": 2.056867, + "execution_time_s": 6.742455, + "stage": "ingest" + }, + { + "id": "ingest.ingest_household_demographics", + "queued_at": 0.039375, + "started_at": 2.195565, + "completed_at": 8.588003, + "queue_time_s": 2.15619, + "execution_time_s": 6.392438, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_page", + "queued_at": 0.039375, + "started_at": 2.274888, + "completed_at": 8.433832, + "queue_time_s": 2.235513, + "execution_time_s": 6.158944, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_returns", + "queued_at": 0.039375, + "started_at": 2.365578, + "completed_at": 10.313555, + "queue_time_s": 2.326203, + "execution_time_s": 7.947977, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_sales", + "queued_at": 0.039375, + "started_at": 2.386217, + "completed_at": 18.879405, + "queue_time_s": 2.346842, + "execution_time_s": 16.493188, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_address", + "queued_at": 0.039375, + "started_at": 2.57326, + "completed_at": 10.619816, + "queue_time_s": 2.533885, + "execution_time_s": 8.046556, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer", + "queued_at": 0.039375, + "started_at": 3.857826, + "completed_at": 13.94099, + "queue_time_s": 3.818451, + "execution_time_s": 10.083164, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_page", + "queued_at": 1.716473, + "started_at": 4.070167, + "completed_at": 8.636896, + "queue_time_s": 2.353694, + "execution_time_s": 4.566729, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_site", + "queued_at": 1.716473, + "started_at": 4.071659, + "completed_at": 8.430811, + "queue_time_s": 2.355186, + "execution_time_s": 4.359152, + "stage": "ingest" + }, + { + "id": "ingest.ingest_warehouse", + "queued_at": 1.716473, + "started_at": 4.470953, + "completed_at": 8.481175, + "queue_time_s": 2.75448, + "execution_time_s": 4.010222, + "stage": "ingest" + }, + { + "id": "ingest.ingest_income_band", + "queued_at": 1.716473, + "started_at": 9.08934, + "completed_at": 12.545131, + "queue_time_s": 7.372867, + "execution_time_s": 3.455791, + "stage": "ingest" + }, + { + "id": "ingest.ingest_inventory", + "queued_at": 0.039375, + "started_at": 9.128469, + "completed_at": 20.294688, + "queue_time_s": 9.089094, + "execution_time_s": 11.166219, + "stage": "ingest" + }, + { + "id": "ingest.ingest_call_center", + "queued_at": 1.716473, + "started_at": 9.238214, + "completed_at": 12.728157, + "queue_time_s": 7.521741, + "execution_time_s": 3.489943, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store_sales", + "queued_at": 0.039375, + "started_at": 9.443362, + "completed_at": 21.49137, + "queue_time_s": 9.403987, + "execution_time_s": 12.048008, + "stage": "ingest" + }, + { + "id": "ingest.ingest_reason", + "queued_at": 1.716473, + "started_at": 9.468334, + "completed_at": 12.886126, + "queue_time_s": 7.751861, + "execution_time_s": 3.417792, + "stage": "ingest" + }, + { + "id": "ingest.ingest_ship_mode", + "queued_at": 1.716473, + "started_at": 9.484993, + "completed_at": 13.144129, + "queue_time_s": 7.76852, + "execution_time_s": 3.659136, + "stage": "ingest" + }, + { + "id": "ingest.ingest_promotion", + "queued_at": 1.716473, + "started_at": 9.717419, + "completed_at": 13.1342, + "queue_time_s": 8.000946, + "execution_time_s": 3.416781, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_returns", + "queued_at": 0.039375, + "started_at": 9.966375, + "completed_at": 14.690945, + "queue_time_s": 9.927, + "execution_time_s": 4.72457, + "stage": "ingest" + }, + { + "id": "validate.validate_web_sales", + "queued_at": 21.781136, + "started_at": 22.487348, + "completed_at": 26.509828, + "queue_time_s": 0.706212, + "execution_time_s": 4.02248, + "stage": "validate" + }, + { + "id": "validate.validate_web_returns", + "queued_at": 21.781136, + "started_at": 22.493043, + "completed_at": 26.58722, + "queue_time_s": 0.711907, + "execution_time_s": 4.094177, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_returns", + "queued_at": 21.781136, + "started_at": 22.507374, + "completed_at": 26.252374, + "queue_time_s": 0.726238, + "execution_time_s": 3.745, + "stage": "validate" + }, + { + "id": "validate.validate_inventory", + "queued_at": 21.781136, + "started_at": 22.508971, + "completed_at": 26.31807, + "queue_time_s": 0.727835, + "execution_time_s": 3.809099, + "stage": "validate" + }, + { + "id": "validate.validate_store_returns", + "queued_at": 21.781136, + "started_at": 22.700563, + "completed_at": 26.181411, + "queue_time_s": 0.919427, + "execution_time_s": 3.480848, + "stage": "validate" + }, + { + "id": "validate.validate_store_sales", + "queued_at": 21.781136, + "started_at": 22.77386, + "completed_at": 27.015651, + "queue_time_s": 0.992724, + "execution_time_s": 4.241791, + "stage": "validate" + }, + { + "id": "validate.validate_dimensions", + "queued_at": 21.781136, + "started_at": 22.776479, + "completed_at": 28.40184, + "queue_time_s": 0.995343, + "execution_time_s": 5.625361, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_sales", + "queued_at": 21.781136, + "started_at": 22.787411, + "completed_at": 26.730193, + "queue_time_s": 1.006275, + "execution_time_s": 3.942782, + "stage": "validate" + }, + { + "id": "denormalize.denorm_catalog_sales", + "queued_at": 28.579827, + "started_at": 29.438961, + "completed_at": 58.5719, + "queue_time_s": 0.859134, + "execution_time_s": 29.132939, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_store_sales", + "queued_at": 28.579827, + "started_at": 29.439569, + "completed_at": 67.005156, + "queue_time_s": 0.859742, + "execution_time_s": 37.565587, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_web_sales", + "queued_at": 28.579827, + "started_at": 29.441374, + "completed_at": 51.440027, + "queue_time_s": 0.861547, + "execution_time_s": 21.998653, + "stage": "denormalize" + }, + { + "id": "aggregate.agg_monthly_category", + "queued_at": 67.147995, + "started_at": 67.723123, + "completed_at": 75.465698, + "queue_time_s": 0.575128, + "execution_time_s": 7.742575, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_promo_roi", + "queued_at": 67.147995, + "started_at": 67.727216, + "completed_at": 73.814699, + "queue_time_s": 0.579221, + "execution_time_s": 6.087483, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_return_rate", + "queued_at": 67.147995, + "started_at": 67.731029, + "completed_at": 73.464556, + "queue_time_s": 0.583034, + "execution_time_s": 5.733527, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_channel_comparison", + "queued_at": 67.147995, + "started_at": 67.799704, + "completed_at": 74.925354, + "queue_time_s": 0.651709, + "execution_time_s": 7.12565, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_daily_store", + "queued_at": 67.147995, + "started_at": 67.799816, + "completed_at": 74.586712, + "queue_time_s": 0.651821, + "execution_time_s": 6.786896, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_customer_ltv", + "queued_at": 67.147995, + "started_at": 67.923639, + "completed_at": 74.551556, + "queue_time_s": 0.775644, + "execution_time_s": 6.627917, + "stage": "aggregate" + }, + { + "id": "queries.q67", + "queued_at": 76.202499, + "started_at": 76.655776, + "completed_at": 80.577328, + "queue_time_s": 0.453277, + "execution_time_s": 3.921552, + "stage": "queries" + }, + { + "id": "queries.q79", + "queued_at": 76.202499, + "started_at": 76.79584, + "completed_at": 80.605728, + "queue_time_s": 0.593341, + "execution_time_s": 3.809888, + "stage": "queries" + }, + { + "id": "queries.q43", + "queued_at": 76.202499, + "started_at": 77.101132, + "completed_at": 80.434524, + "queue_time_s": 0.898633, + "execution_time_s": 3.333392, + "stage": "queries" + }, + { + "id": "queries.q34", + "queued_at": 76.202499, + "started_at": 77.16034, + "completed_at": 80.865299, + "queue_time_s": 0.957841, + "execution_time_s": 3.704959, + "stage": "queries" + }, + { + "id": "queries.q53", + "queued_at": 76.202499, + "started_at": 77.459167, + "completed_at": 80.807553, + "queue_time_s": 1.256668, + "execution_time_s": 3.348386, + "stage": "queries" + }, + { + "id": "queries.q46", + "queued_at": 76.202499, + "started_at": 77.460005, + "completed_at": 81.370481, + "queue_time_s": 1.257506, + "execution_time_s": 3.910476, + "stage": "queries" + }, + { + "id": "queries.q27", + "queued_at": 76.202499, + "started_at": 77.487221, + "completed_at": 81.30832, + "queue_time_s": 1.284722, + "execution_time_s": 3.821099, + "stage": "queries" + }, + { + "id": "queries.q03", + "queued_at": 76.202499, + "started_at": 77.49447, + "completed_at": 80.566738, + "queue_time_s": 1.291971, + "execution_time_s": 3.072268, + "stage": "queries" + }, + { + "id": "queries.q19", + "queued_at": 76.202499, + "started_at": 77.498531, + "completed_at": 81.208089, + "queue_time_s": 1.296032, + "execution_time_s": 3.709558, + "stage": "queries" + }, + { + "id": "queries.q07", + "queued_at": 76.202499, + "started_at": 77.680485, + "completed_at": 81.192324, + "queue_time_s": 1.477986, + "execution_time_s": 3.511839, + "stage": "queries" + }, + { + "id": "verify.verify_counts", + "queued_at": 82.335788, + "started_at": 82.648774, + "completed_at": 84.969848, + "queue_time_s": 0.312986, + "execution_time_s": 2.321074, + "stage": "verify" + } + ] +} diff --git a/src/data/tpcds_bench_results/results_sf10/windmill_sf10_1x_m6i4xl.json b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_1x_m6i4xl.json new file mode 100644 index 000000000..3fa57c796 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_1x_m6i4xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-15T09:19:20+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.037, + "started_at": 0.142, + "completed_at": 9.907, + "queue_time_s": 0.105, + "execution_time_s": 9.765 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.042, + "started_at": 9.915, + "completed_at": 16.046, + "queue_time_s": 9.873, + "execution_time_s": 6.131 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.046, + "started_at": 16.054, + "completed_at": 19.426, + "queue_time_s": 16.008, + "execution_time_s": 3.372 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.051, + "started_at": 19.43, + "completed_at": 21.762, + "queue_time_s": 19.379, + "execution_time_s": 2.332 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.056, + "started_at": 21.766, + "completed_at": 24.015, + "queue_time_s": 21.71, + "execution_time_s": 2.249 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.06, + "started_at": 24.024, + "completed_at": 25.966, + "queue_time_s": 23.964, + "execution_time_s": 1.942 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.065, + "started_at": 25.972, + "completed_at": 34.642, + "queue_time_s": 25.907, + "execution_time_s": 8.67 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.069, + "started_at": 34.651, + "completed_at": 36.059, + "queue_time_s": 34.582, + "execution_time_s": 1.408 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 36.063, + "completed_at": 36.783, + "queue_time_s": 35.989, + "execution_time_s": 0.72 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.078, + "started_at": 36.787, + "completed_at": 37.706, + "queue_time_s": 36.708, + "execution_time_s": 0.919 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.082, + "started_at": 37.711, + "completed_at": 38.093, + "queue_time_s": 37.628, + "execution_time_s": 0.382 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.087, + "started_at": 38.098, + "completed_at": 39.06, + "queue_time_s": 38.011, + "execution_time_s": 0.962 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.091, + "started_at": 39.065, + "completed_at": 39.387, + "queue_time_s": 38.974, + "execution_time_s": 0.322 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.095, + "started_at": 39.391, + "completed_at": 40.153, + "queue_time_s": 39.296, + "execution_time_s": 0.762 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 40.158, + "completed_at": 40.623, + "queue_time_s": 40.058, + "execution_time_s": 0.465 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.104, + "started_at": 40.626, + "completed_at": 40.95, + "queue_time_s": 40.522, + "execution_time_s": 0.324 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.108, + "started_at": 40.959, + "completed_at": 41.221, + "queue_time_s": 40.851, + "execution_time_s": 0.262 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.113, + "started_at": 41.226, + "completed_at": 41.691, + "queue_time_s": 41.113, + "execution_time_s": 0.465 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 41.695, + "completed_at": 42.003, + "queue_time_s": 41.578, + "execution_time_s": 0.308 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.122, + "started_at": 42.008, + "completed_at": 42.322, + "queue_time_s": 41.886, + "execution_time_s": 0.314 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.127, + "started_at": 42.326, + "completed_at": 42.619, + "queue_time_s": 42.2, + "execution_time_s": 0.293 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.131, + "started_at": 42.623, + "completed_at": 42.955, + "queue_time_s": 42.492, + "execution_time_s": 0.332 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 42.959, + "completed_at": 43.257, + "queue_time_s": 42.823, + "execution_time_s": 0.298 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.14, + "started_at": 43.261, + "completed_at": 43.579, + "queue_time_s": 43.12, + "execution_time_s": 0.318 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 43.639, + "started_at": 43.678, + "completed_at": 48.186, + "queue_time_s": 0.039, + "execution_time_s": 4.508 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 43.645, + "started_at": 48.194, + "completed_at": 50.99, + "queue_time_s": 4.549, + "execution_time_s": 2.796 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 43.65, + "started_at": 50.994, + "completed_at": 52.61, + "queue_time_s": 7.344, + "execution_time_s": 1.616 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 43.655, + "started_at": 52.617, + "completed_at": 53.403, + "queue_time_s": 8.961, + "execution_time_s": 0.786 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 43.661, + "started_at": 53.408, + "completed_at": 54.044, + "queue_time_s": 9.747, + "execution_time_s": 0.636 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 43.666, + "started_at": 54.048, + "completed_at": 54.771, + "queue_time_s": 10.382, + "execution_time_s": 0.723 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 43.671, + "started_at": 54.781, + "completed_at": 59.822, + "queue_time_s": 11.109, + "execution_time_s": 5.041 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 43.676, + "started_at": 59.828, + "completed_at": 61.231, + "queue_time_s": 16.152, + "execution_time_s": 1.403 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 61.313, + "started_at": 61.329, + "completed_at": 82.17, + "queue_time_s": 0.016, + "execution_time_s": 20.841 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 61.319, + "started_at": 82.181, + "completed_at": 93.407, + "queue_time_s": 20.862, + "execution_time_s": 11.226 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 61.326, + "started_at": 93.416, + "completed_at": 105.385, + "queue_time_s": 32.09, + "execution_time_s": 11.969 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 105.449, + "started_at": 105.481, + "completed_at": 111.269, + "queue_time_s": 0.032, + "execution_time_s": 5.788 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 105.455, + "started_at": 111.274, + "completed_at": 115.079, + "queue_time_s": 5.819, + "execution_time_s": 3.805 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 105.461, + "started_at": 115.088, + "completed_at": 119.92, + "queue_time_s": 9.626, + "execution_time_s": 4.832 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 105.466, + "started_at": 119.925, + "completed_at": 124.333, + "queue_time_s": 14.459, + "execution_time_s": 4.408 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 105.473, + "started_at": 124.343, + "completed_at": 128.144, + "queue_time_s": 18.87, + "execution_time_s": 3.801 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 105.479, + "started_at": 128.15, + "completed_at": 130.265, + "queue_time_s": 22.671, + "execution_time_s": 2.115 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 130.327, + "started_at": 130.381, + "completed_at": 132.504, + "queue_time_s": 0.054, + "execution_time_s": 2.123 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 130.332, + "started_at": 132.507, + "completed_at": 136.581, + "queue_time_s": 2.175, + "execution_time_s": 4.074 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 130.339, + "started_at": 136.591, + "completed_at": 139.641, + "queue_time_s": 6.252, + "execution_time_s": 3.05 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 130.345, + "started_at": 139.646, + "completed_at": 143.777, + "queue_time_s": 9.301, + "execution_time_s": 4.131 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 130.354, + "started_at": 143.786, + "completed_at": 146.775, + "queue_time_s": 13.432, + "execution_time_s": 2.989 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 130.359, + "started_at": 146.78, + "completed_at": 148.692, + "queue_time_s": 16.421, + "execution_time_s": 1.912 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 130.364, + "started_at": 148.696, + "completed_at": 153.467, + "queue_time_s": 18.332, + "execution_time_s": 4.771 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 130.369, + "started_at": 153.476, + "completed_at": 156.076, + "queue_time_s": 23.107, + "execution_time_s": 2.6 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 130.374, + "started_at": 156.081, + "completed_at": 161.177, + "queue_time_s": 25.706, + "execution_time_s": 5.096 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 130.379, + "started_at": 161.299, + "completed_at": 165.729, + "queue_time_s": 30.92, + "execution_time_s": 4.43 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 165.751, + "started_at": 165.786, + "completed_at": 166.132, + "queue_time_s": 0.034, + "execution_time_s": 0.346 + } + ], + "total_wall_clock_s": 166.128 +} diff --git a/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6a8xl.json b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6a8xl.json new file mode 100644 index 000000000..8d154a0ba --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6a8xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-15T10:51:23+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.072, + "started_at": 0.171, + "completed_at": 11.709, + "queue_time_s": 0.099, + "execution_time_s": 11.538 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.078, + "started_at": 0.178, + "completed_at": 5.609, + "queue_time_s": 0.1, + "execution_time_s": 5.431 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.083, + "started_at": 5.621, + "completed_at": 13.147, + "queue_time_s": 5.538, + "execution_time_s": 7.526 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.092, + "started_at": 11.768, + "completed_at": 13.888, + "queue_time_s": 11.676, + "execution_time_s": 2.12 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.097, + "started_at": 13.159, + "completed_at": 15.705, + "queue_time_s": 13.062, + "execution_time_s": 2.546 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.102, + "started_at": 13.893, + "completed_at": 15.627, + "queue_time_s": 13.791, + "execution_time_s": 1.734 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.107, + "started_at": 15.633, + "completed_at": 23.889, + "queue_time_s": 15.526, + "execution_time_s": 8.256 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.112, + "started_at": 15.712, + "completed_at": 16.857, + "queue_time_s": 15.6, + "execution_time_s": 1.145 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 16.863, + "completed_at": 17.536, + "queue_time_s": 16.745, + "execution_time_s": 0.673 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 17.541, + "completed_at": 18.156, + "queue_time_s": 17.423, + "execution_time_s": 0.615 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.124, + "started_at": 18.164, + "completed_at": 18.434, + "queue_time_s": 18.041, + "execution_time_s": 0.27 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.13, + "started_at": 18.44, + "completed_at": 18.799, + "queue_time_s": 18.31, + "execution_time_s": 0.359 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.132, + "started_at": 18.806, + "completed_at": 19.575, + "queue_time_s": 18.675, + "execution_time_s": 0.769 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.135, + "started_at": 19.588, + "completed_at": 20.138, + "queue_time_s": 19.452, + "execution_time_s": 0.55 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.14, + "started_at": 20.143, + "completed_at": 20.546, + "queue_time_s": 20.003, + "execution_time_s": 0.403 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.141, + "started_at": 20.552, + "completed_at": 20.862, + "queue_time_s": 20.411, + "execution_time_s": 0.31 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.149, + "started_at": 20.868, + "completed_at": 21.09, + "queue_time_s": 20.72, + "execution_time_s": 0.222 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.149, + "started_at": 21.097, + "completed_at": 21.431, + "queue_time_s": 20.947, + "execution_time_s": 0.334 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.155, + "started_at": 21.436, + "completed_at": 21.71, + "queue_time_s": 21.281, + "execution_time_s": 0.274 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.158, + "started_at": 21.715, + "completed_at": 21.985, + "queue_time_s": 21.558, + "execution_time_s": 0.27 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.162, + "started_at": 21.991, + "completed_at": 22.279, + "queue_time_s": 21.828, + "execution_time_s": 0.288 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.167, + "started_at": 22.284, + "completed_at": 22.558, + "queue_time_s": 22.117, + "execution_time_s": 0.274 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.168, + "started_at": 22.564, + "completed_at": 22.817, + "queue_time_s": 22.396, + "execution_time_s": 0.253 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.175, + "started_at": 22.822, + "completed_at": 23.086, + "queue_time_s": 22.647, + "execution_time_s": 0.264 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 23.926, + "started_at": 23.974, + "completed_at": 26.371, + "queue_time_s": 0.048, + "execution_time_s": 2.397 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 23.938, + "started_at": 23.979, + "completed_at": 25.577, + "queue_time_s": 0.041, + "execution_time_s": 1.598 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 23.949, + "started_at": 25.582, + "completed_at": 26.585, + "queue_time_s": 1.633, + "execution_time_s": 1.003 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 23.957, + "started_at": 26.383, + "completed_at": 26.98, + "queue_time_s": 2.427, + "execution_time_s": 0.597 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 23.961, + "started_at": 26.59, + "completed_at": 27.115, + "queue_time_s": 2.629, + "execution_time_s": 0.525 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 23.967, + "started_at": 26.985, + "completed_at": 27.457, + "queue_time_s": 3.018, + "execution_time_s": 0.472 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 23.968, + "started_at": 27.12, + "completed_at": 30.019, + "queue_time_s": 3.152, + "execution_time_s": 2.899 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 23.975, + "started_at": 27.463, + "completed_at": 28.8, + "queue_time_s": 3.488, + "execution_time_s": 1.337 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 30.053, + "started_at": 30.074, + "completed_at": 45.169, + "queue_time_s": 0.022, + "execution_time_s": 15.095 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 30.061, + "started_at": 30.085, + "completed_at": 40.963, + "queue_time_s": 0.024, + "execution_time_s": 10.878 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 30.07, + "started_at": 40.977, + "completed_at": 49.186, + "queue_time_s": 10.907, + "execution_time_s": 8.209 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 49.23, + "started_at": 49.261, + "completed_at": 52.094, + "queue_time_s": 0.031, + "execution_time_s": 2.833 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 49.239, + "started_at": 49.268, + "completed_at": 52.477, + "queue_time_s": 0.03, + "execution_time_s": 3.209 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 49.247, + "started_at": 52.1, + "completed_at": 53.861, + "queue_time_s": 2.853, + "execution_time_s": 1.761 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 49.256, + "started_at": 52.489, + "completed_at": 54.678, + "queue_time_s": 3.233, + "execution_time_s": 2.189 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 49.258, + "started_at": 53.866, + "completed_at": 55.84, + "queue_time_s": 4.608, + "execution_time_s": 1.974 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 49.265, + "started_at": 54.683, + "completed_at": 56.105, + "queue_time_s": 5.418, + "execution_time_s": 1.422 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 56.168, + "started_at": 56.204, + "completed_at": 57.476, + "queue_time_s": 0.036, + "execution_time_s": 1.272 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 56.17, + "started_at": 56.205, + "completed_at": 58.517, + "queue_time_s": 0.036, + "execution_time_s": 2.312 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 56.176, + "started_at": 57.482, + "completed_at": 59.23, + "queue_time_s": 1.306, + "execution_time_s": 1.748 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 56.18, + "started_at": 58.522, + "completed_at": 60.853, + "queue_time_s": 2.342, + "execution_time_s": 2.331 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 56.184, + "started_at": 59.243, + "completed_at": 61.246, + "queue_time_s": 3.059, + "execution_time_s": 2.003 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 56.187, + "started_at": 60.859, + "completed_at": 62.127, + "queue_time_s": 4.672, + "execution_time_s": 1.268 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 56.193, + "started_at": 61.252, + "completed_at": 63.739, + "queue_time_s": 5.058, + "execution_time_s": 2.487 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 56.194, + "started_at": 62.14, + "completed_at": 63.543, + "queue_time_s": 5.946, + "execution_time_s": 1.403 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 56.201, + "started_at": 63.549, + "completed_at": 67.07, + "queue_time_s": 7.348, + "execution_time_s": 3.521 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 56.202, + "started_at": 63.744, + "completed_at": 66.14, + "queue_time_s": 7.541, + "execution_time_s": 2.396 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 67.097, + "started_at": 67.127, + "completed_at": 67.464, + "queue_time_s": 0.03, + "execution_time_s": 0.337 + } + ], + "total_wall_clock_s": 67.435 +} diff --git a/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6i4xl.json b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6i4xl.json new file mode 100644 index 000000000..f8868b3c5 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf10/windmill_sf10_2x_m6i4xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-15T09:19:20+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.037, + "started_at": 0.037, + "completed_at": 9.802, + "queue_time_s": 0.0, + "execution_time_s": 9.765 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.042, + "started_at": 0.042, + "completed_at": 6.173, + "queue_time_s": 0.0, + "execution_time_s": 6.131 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.046, + "started_at": 6.173, + "completed_at": 9.545, + "queue_time_s": 6.127, + "execution_time_s": 3.372 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.051, + "started_at": 9.545, + "completed_at": 11.877, + "queue_time_s": 9.494, + "execution_time_s": 2.332 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.056, + "started_at": 9.802, + "completed_at": 12.051, + "queue_time_s": 9.746, + "execution_time_s": 2.249 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.06, + "started_at": 11.877, + "completed_at": 13.819, + "queue_time_s": 11.817, + "execution_time_s": 1.942 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.065, + "started_at": 12.051, + "completed_at": 20.721, + "queue_time_s": 11.986, + "execution_time_s": 8.67 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.069, + "started_at": 13.819, + "completed_at": 15.227, + "queue_time_s": 13.75, + "execution_time_s": 1.408 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 15.227, + "completed_at": 15.947, + "queue_time_s": 15.153, + "execution_time_s": 0.72 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.078, + "started_at": 15.947, + "completed_at": 16.866, + "queue_time_s": 15.869, + "execution_time_s": 0.919 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.082, + "started_at": 16.866, + "completed_at": 17.248, + "queue_time_s": 16.784, + "execution_time_s": 0.382 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.087, + "started_at": 17.248, + "completed_at": 18.21, + "queue_time_s": 17.161, + "execution_time_s": 0.962 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.091, + "started_at": 18.21, + "completed_at": 18.532, + "queue_time_s": 18.119, + "execution_time_s": 0.322 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.095, + "started_at": 18.532, + "completed_at": 19.294, + "queue_time_s": 18.437, + "execution_time_s": 0.762 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 19.294, + "completed_at": 19.759, + "queue_time_s": 19.194, + "execution_time_s": 0.465 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.104, + "started_at": 19.759, + "completed_at": 20.083, + "queue_time_s": 19.655, + "execution_time_s": 0.324 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.108, + "started_at": 20.083, + "completed_at": 20.345, + "queue_time_s": 19.975, + "execution_time_s": 0.262 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.113, + "started_at": 20.345, + "completed_at": 20.81, + "queue_time_s": 20.232, + "execution_time_s": 0.465 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 20.721, + "completed_at": 21.029, + "queue_time_s": 20.603, + "execution_time_s": 0.308 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.122, + "started_at": 20.81, + "completed_at": 21.124, + "queue_time_s": 20.688, + "execution_time_s": 0.314 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.127, + "started_at": 21.029, + "completed_at": 21.322, + "queue_time_s": 20.902, + "execution_time_s": 0.293 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.131, + "started_at": 21.124, + "completed_at": 21.456, + "queue_time_s": 20.993, + "execution_time_s": 0.332 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 21.322, + "completed_at": 21.62, + "queue_time_s": 21.186, + "execution_time_s": 0.298 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.14, + "started_at": 21.456, + "completed_at": 21.774, + "queue_time_s": 21.316, + "execution_time_s": 0.318 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 21.774, + "started_at": 21.774, + "completed_at": 26.282, + "queue_time_s": 0.0, + "execution_time_s": 4.508 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 21.78, + "started_at": 21.78, + "completed_at": 24.576, + "queue_time_s": 0.0, + "execution_time_s": 2.796 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 21.785, + "started_at": 24.576, + "completed_at": 26.192, + "queue_time_s": 2.791, + "execution_time_s": 1.616 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 21.79, + "started_at": 26.192, + "completed_at": 26.978, + "queue_time_s": 4.402, + "execution_time_s": 0.786 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 21.796, + "started_at": 26.282, + "completed_at": 26.918, + "queue_time_s": 4.486, + "execution_time_s": 0.636 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 21.801, + "started_at": 26.918, + "completed_at": 27.641, + "queue_time_s": 5.117, + "execution_time_s": 0.723 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 21.806, + "started_at": 26.978, + "completed_at": 32.019, + "queue_time_s": 5.172, + "execution_time_s": 5.041 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 21.811, + "started_at": 27.641, + "completed_at": 29.044, + "queue_time_s": 5.83, + "execution_time_s": 1.403 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 32.019, + "started_at": 32.019, + "completed_at": 52.86, + "queue_time_s": 0.0, + "execution_time_s": 20.841 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 32.025, + "started_at": 32.025, + "completed_at": 43.251, + "queue_time_s": 0.0, + "execution_time_s": 11.226 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 32.032, + "started_at": 43.251, + "completed_at": 55.22, + "queue_time_s": 11.219, + "execution_time_s": 11.969 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 55.22, + "started_at": 55.22, + "completed_at": 61.008, + "queue_time_s": 0.0, + "execution_time_s": 5.788 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 55.226, + "started_at": 55.226, + "completed_at": 59.031, + "queue_time_s": 0.0, + "execution_time_s": 3.805 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 55.232, + "started_at": 59.031, + "completed_at": 63.863, + "queue_time_s": 3.799, + "execution_time_s": 4.832 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 55.237, + "started_at": 61.008, + "completed_at": 65.416, + "queue_time_s": 5.771, + "execution_time_s": 4.408 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 55.244, + "started_at": 63.863, + "completed_at": 67.664, + "queue_time_s": 8.619, + "execution_time_s": 3.801 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 55.25, + "started_at": 65.416, + "completed_at": 67.531, + "queue_time_s": 10.166, + "execution_time_s": 2.115 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 67.664, + "started_at": 67.664, + "completed_at": 69.787, + "queue_time_s": 0.0, + "execution_time_s": 2.123 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 67.669, + "started_at": 67.669, + "completed_at": 71.743, + "queue_time_s": 0.0, + "execution_time_s": 4.074 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 67.676, + "started_at": 69.787, + "completed_at": 72.837, + "queue_time_s": 2.111, + "execution_time_s": 3.05 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 67.682, + "started_at": 71.743, + "completed_at": 75.874, + "queue_time_s": 4.061, + "execution_time_s": 4.131 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 67.691, + "started_at": 72.837, + "completed_at": 75.826, + "queue_time_s": 5.146, + "execution_time_s": 2.989 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 67.696, + "started_at": 75.826, + "completed_at": 77.738, + "queue_time_s": 8.13, + "execution_time_s": 1.912 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 67.701, + "started_at": 75.874, + "completed_at": 80.645, + "queue_time_s": 8.173, + "execution_time_s": 4.771 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 67.706, + "started_at": 77.738, + "completed_at": 80.338, + "queue_time_s": 10.032, + "execution_time_s": 2.6 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 67.711, + "started_at": 80.338, + "completed_at": 85.434, + "queue_time_s": 12.627, + "execution_time_s": 5.096 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 67.716, + "started_at": 80.645, + "completed_at": 85.075, + "queue_time_s": 12.929, + "execution_time_s": 4.43 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 85.434, + "started_at": 85.434, + "completed_at": 85.78, + "queue_time_s": 0.0, + "execution_time_s": 0.346 + } + ], + "total_wall_clock_s": 85.78 +} \ No newline at end of file diff --git a/src/data/tpcds_bench_results/results_sf100/snowflake_eks_large.json b/src/data/tpcds_bench_results/results_sf100/snowflake_eks_large.json new file mode 100644 index 000000000..558f5626b --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/snowflake_eks_large.json @@ -0,0 +1,475 @@ +{ + "competitor": "snowflake", + "timestamp": "2026-04-13T16:30:33.409705+00:00", + "total_wall_clock_s": 194.054662, + "tasks": [ + { + "id": "ingest.ingest_time_dim", + "queued_at": 0.026414, + "started_at": 1.114631, + "completed_at": 7.339607, + "queue_time_s": 1.088217, + "execution_time_s": 6.224976, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_returns", + "queued_at": 0.026414, + "started_at": 1.124097, + "completed_at": 12.612253, + "queue_time_s": 1.097683, + "execution_time_s": 11.488156, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_returns", + "queued_at": 0.026414, + "started_at": 1.235065, + "completed_at": 21.09079, + "queue_time_s": 1.208651, + "execution_time_s": 19.855725, + "stage": "ingest" + }, + { + "id": "ingest.ingest_promotion", + "queued_at": 0.026414, + "started_at": 1.340531, + "completed_at": 7.758362, + "queue_time_s": 1.314117, + "execution_time_s": 6.417831, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_sales", + "queued_at": 0.026414, + "started_at": 1.422286, + "completed_at": 33.67867, + "queue_time_s": 1.395872, + "execution_time_s": 32.256384, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store_returns", + "queued_at": 0.026414, + "started_at": 1.546326, + "completed_at": 24.496824, + "queue_time_s": 1.519912, + "execution_time_s": 22.950498, + "stage": "ingest" + }, + { + "id": "ingest.ingest_inventory", + "queued_at": 0.026414, + "started_at": 1.645908, + "completed_at": 8.846638, + "queue_time_s": 1.619494, + "execution_time_s": 7.20073, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_sales", + "queued_at": 0.026414, + "started_at": 1.822253, + "completed_at": 39.122472, + "queue_time_s": 1.795839, + "execution_time_s": 37.300219, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store", + "queued_at": 0.026414, + "started_at": 1.822946, + "completed_at": 8.116432, + "queue_time_s": 1.796532, + "execution_time_s": 6.293486, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_address", + "queued_at": 0.026414, + "started_at": 1.824302, + "completed_at": 29.86605, + "queue_time_s": 1.797888, + "execution_time_s": 28.041748, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store_sales", + "queued_at": 0.026414, + "started_at": 1.83016, + "completed_at": 40.826188, + "queue_time_s": 1.803746, + "execution_time_s": 38.996028, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer", + "queued_at": 0.026414, + "started_at": 1.830819, + "completed_at": 35.320989, + "queue_time_s": 1.804405, + "execution_time_s": 33.49017, + "stage": "ingest" + }, + { + "id": "ingest.ingest_item", + "queued_at": 0.026414, + "started_at": 1.835474, + "completed_at": 23.398802, + "queue_time_s": 1.80906, + "execution_time_s": 21.563328, + "stage": "ingest" + }, + { + "id": "ingest.ingest_household_demographics", + "queued_at": 0.026414, + "started_at": 1.842362, + "completed_at": 7.285041, + "queue_time_s": 1.815948, + "execution_time_s": 5.442679, + "stage": "ingest" + }, + { + "id": "ingest.ingest_date_dim", + "queued_at": 0.026414, + "started_at": 1.913905, + "completed_at": 7.79675, + "queue_time_s": 1.887491, + "execution_time_s": 5.882845, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_demographics", + "queued_at": 0.026414, + "started_at": 1.941854, + "completed_at": 18.708248, + "queue_time_s": 1.91544, + "execution_time_s": 16.766394, + "stage": "ingest" + }, + { + "id": "ingest.ingest_call_center", + "queued_at": 0.895948, + "started_at": 7.637317, + "completed_at": 10.270802, + "queue_time_s": 6.741369, + "execution_time_s": 2.633485, + "stage": "ingest" + }, + { + "id": "ingest.ingest_reason", + "queued_at": 0.895948, + "started_at": 7.719519, + "completed_at": 10.351016, + "queue_time_s": 6.823571, + "execution_time_s": 2.631497, + "stage": "ingest" + }, + { + "id": "ingest.ingest_income_band", + "queued_at": 0.895948, + "started_at": 8.125898, + "completed_at": 11.014007, + "queue_time_s": 7.22995, + "execution_time_s": 2.888109, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_page", + "queued_at": 0.895948, + "started_at": 8.166265, + "completed_at": 11.946321, + "queue_time_s": 7.270317, + "execution_time_s": 3.780056, + "stage": "ingest" + }, + { + "id": "ingest.ingest_warehouse", + "queued_at": 0.895948, + "started_at": 8.516216, + "completed_at": 12.300673, + "queue_time_s": 7.620268, + "execution_time_s": 3.784457, + "stage": "ingest" + }, + { + "id": "ingest.ingest_ship_mode", + "queued_at": 0.895948, + "started_at": 9.238696, + "completed_at": 12.40334, + "queue_time_s": 8.342748, + "execution_time_s": 3.164644, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_page", + "queued_at": 0.895948, + "started_at": 10.645968, + "completed_at": 13.45095, + "queue_time_s": 9.75002, + "execution_time_s": 2.804982, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_site", + "queued_at": 0.895948, + "started_at": 10.729209, + "completed_at": 13.30131, + "queue_time_s": 9.833261, + "execution_time_s": 2.572101, + "stage": "ingest" + }, + { + "id": "validate.validate_dimensions", + "queued_at": 41.559336, + "started_at": 42.052055, + "completed_at": 48.198847, + "queue_time_s": 0.492719, + "execution_time_s": 6.146792, + "stage": "validate" + }, + { + "id": "validate.validate_store_returns", + "queued_at": 41.559336, + "started_at": 42.116105, + "completed_at": 46.227251, + "queue_time_s": 0.556769, + "execution_time_s": 4.111146, + "stage": "validate" + }, + { + "id": "validate.validate_store_sales", + "queued_at": 41.559336, + "started_at": 42.261225, + "completed_at": 47.506857, + "queue_time_s": 0.701889, + "execution_time_s": 5.245632, + "stage": "validate" + }, + { + "id": "validate.validate_inventory", + "queued_at": 41.559336, + "started_at": 42.263403, + "completed_at": 46.226603, + "queue_time_s": 0.704067, + "execution_time_s": 3.9632, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_sales", + "queued_at": 41.559336, + "started_at": 42.470572, + "completed_at": 47.036674, + "queue_time_s": 0.911236, + "execution_time_s": 4.566102, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_returns", + "queued_at": 41.559336, + "started_at": 42.513505, + "completed_at": 46.227454, + "queue_time_s": 0.954169, + "execution_time_s": 3.713949, + "stage": "validate" + }, + { + "id": "validate.validate_web_sales", + "queued_at": 41.559336, + "started_at": 42.516031, + "completed_at": 47.300488, + "queue_time_s": 0.956695, + "execution_time_s": 4.784457, + "stage": "validate" + }, + { + "id": "validate.validate_web_returns", + "queued_at": 41.559336, + "started_at": 42.621562, + "completed_at": 46.488926, + "queue_time_s": 1.062226, + "execution_time_s": 3.867364, + "stage": "validate" + }, + { + "id": "denormalize.denorm_web_sales", + "queued_at": 48.925499, + "started_at": 49.402243, + "completed_at": 101.908678, + "queue_time_s": 0.476744, + "execution_time_s": 52.506435, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_catalog_sales", + "queued_at": 48.925499, + "started_at": 49.418295, + "completed_at": 126.183076, + "queue_time_s": 0.492796, + "execution_time_s": 76.764781, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_store_sales", + "queued_at": 48.925499, + "started_at": 49.426407, + "completed_at": 157.051136, + "queue_time_s": 0.500908, + "execution_time_s": 107.624729, + "stage": "denormalize" + }, + { + "id": "aggregate.agg_return_rate", + "queued_at": 157.931715, + "started_at": 158.590002, + "completed_at": 169.305954, + "queue_time_s": 0.658287, + "execution_time_s": 10.715952, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_monthly_category", + "queued_at": 157.931715, + "started_at": 158.641195, + "completed_at": 175.535073, + "queue_time_s": 0.70948, + "execution_time_s": 16.893878, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_daily_store", + "queued_at": 157.931715, + "started_at": 158.646881, + "completed_at": 175.122354, + "queue_time_s": 0.715166, + "execution_time_s": 16.475473, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_channel_comparison", + "queued_at": 157.931715, + "started_at": 158.648084, + "completed_at": 172.715412, + "queue_time_s": 0.716369, + "execution_time_s": 14.067328, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_customer_ltv", + "queued_at": 157.931715, + "started_at": 158.662084, + "completed_at": 181.674616, + "queue_time_s": 0.730369, + "execution_time_s": 23.012532, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_promo_roi", + "queued_at": 157.931715, + "started_at": 158.672495, + "completed_at": 174.690617, + "queue_time_s": 0.74078, + "execution_time_s": 16.018122, + "stage": "aggregate" + }, + { + "id": "queries.q67", + "queued_at": 182.19706, + "started_at": 182.721987, + "completed_at": 188.256111, + "queue_time_s": 0.524927, + "execution_time_s": 5.534124, + "stage": "queries" + }, + { + "id": "queries.q19", + "queued_at": 182.19706, + "started_at": 182.733907, + "completed_at": 189.525673, + "queue_time_s": 0.536847, + "execution_time_s": 6.791766, + "stage": "queries" + }, + { + "id": "queries.q07", + "queued_at": 182.19706, + "started_at": 183.243752, + "completed_at": 189.142187, + "queue_time_s": 1.046692, + "execution_time_s": 5.898435, + "stage": "queries" + }, + { + "id": "queries.q03", + "queued_at": 182.19706, + "started_at": 183.252338, + "completed_at": 189.525515, + "queue_time_s": 1.055278, + "execution_time_s": 6.273177, + "stage": "queries" + }, + { + "id": "queries.q27", + "queued_at": 182.19706, + "started_at": 183.342808, + "completed_at": 189.481079, + "queue_time_s": 1.145748, + "execution_time_s": 6.138271, + "stage": "queries" + }, + { + "id": "queries.q79", + "queued_at": 182.19706, + "started_at": 183.360054, + "completed_at": 188.566177, + "queue_time_s": 1.162994, + "execution_time_s": 5.206123, + "stage": "queries" + }, + { + "id": "queries.q53", + "queued_at": 182.19706, + "started_at": 183.429876, + "completed_at": 189.711935, + "queue_time_s": 1.232816, + "execution_time_s": 6.282059, + "stage": "queries" + }, + { + "id": "queries.q46", + "queued_at": 182.19706, + "started_at": 183.446661, + "completed_at": 188.205695, + "queue_time_s": 1.249601, + "execution_time_s": 4.759034, + "stage": "queries" + }, + { + "id": "queries.q43", + "queued_at": 182.19706, + "started_at": 183.531007, + "completed_at": 188.817774, + "queue_time_s": 1.333947, + "execution_time_s": 5.286767, + "stage": "queries" + }, + { + "id": "queries.q34", + "queued_at": 182.19706, + "started_at": 183.560225, + "completed_at": 189.530676, + "queue_time_s": 1.363165, + "execution_time_s": 5.970451, + "stage": "queries" + }, + { + "id": "verify.verify_counts", + "queued_at": 190.393752, + "started_at": 190.710853, + "completed_at": 193.322383, + "queue_time_s": 0.317101, + "execution_time_s": 2.61153, + "stage": "verify" + } + ] +} diff --git a/src/data/tpcds_bench_results/results_sf100/snowflake_eks_small.json b/src/data/tpcds_bench_results/results_sf100/snowflake_eks_small.json new file mode 100644 index 000000000..922bd433b --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/snowflake_eks_small.json @@ -0,0 +1,475 @@ +{ + "competitor": "snowflake", + "timestamp": "2026-04-13T12:43:46.462338+00:00", + "total_wall_clock_s": 711.138571, + "tasks": [ + { + "id": "ingest.ingest_store_returns", + "queued_at": 0.035881, + "started_at": 1.228482, + "completed_at": 51.474386, + "queue_time_s": 1.192601, + "execution_time_s": 50.245904, + "stage": "ingest" + }, + { + "id": "ingest.ingest_date_dim", + "queued_at": 0.035881, + "started_at": 1.239798, + "completed_at": 12.062924, + "queue_time_s": 1.203917, + "execution_time_s": 10.823126, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_address", + "queued_at": 0.035881, + "started_at": 1.249778, + "completed_at": 57.452736, + "queue_time_s": 1.213897, + "execution_time_s": 56.202958, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer", + "queued_at": 0.035881, + "started_at": 1.250268, + "completed_at": 71.769128, + "queue_time_s": 1.214387, + "execution_time_s": 70.51886, + "stage": "ingest" + }, + { + "id": "ingest.ingest_item", + "queued_at": 0.035881, + "started_at": 1.332914, + "completed_at": 39.810435, + "queue_time_s": 1.297033, + "execution_time_s": 38.477521, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_returns", + "queued_at": 0.035881, + "started_at": 1.350099, + "completed_at": 51.743691, + "queue_time_s": 1.314218, + "execution_time_s": 50.393592, + "stage": "ingest" + }, + { + "id": "ingest.ingest_inventory", + "queued_at": 0.035881, + "started_at": 1.429193, + "completed_at": 22.494716, + "queue_time_s": 1.393312, + "execution_time_s": 21.065523, + "stage": "ingest" + }, + { + "id": "ingest.ingest_household_demographics", + "queued_at": 0.035881, + "started_at": 1.431979, + "completed_at": 6.87067, + "queue_time_s": 1.396098, + "execution_time_s": 5.438691, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_returns", + "queued_at": 0.035881, + "started_at": 1.433093, + "completed_at": 47.63945, + "queue_time_s": 1.397212, + "execution_time_s": 46.206357, + "stage": "ingest" + }, + { + "id": "ingest.ingest_customer_demographics", + "queued_at": 0.035881, + "started_at": 1.436466, + "completed_at": 44.23023, + "queue_time_s": 1.400585, + "execution_time_s": 42.793764, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store", + "queued_at": 0.035881, + "started_at": 1.443454, + "completed_at": 6.94039, + "queue_time_s": 1.407573, + "execution_time_s": 5.496936, + "stage": "ingest" + }, + { + "id": "ingest.ingest_time_dim", + "queued_at": 0.035881, + "started_at": 1.453104, + "completed_at": 6.457774, + "queue_time_s": 1.417223, + "execution_time_s": 5.00467, + "stage": "ingest" + }, + { + "id": "ingest.ingest_store_sales", + "queued_at": 0.035881, + "started_at": 1.522371, + "completed_at": 91.720494, + "queue_time_s": 1.48649, + "execution_time_s": 90.198123, + "stage": "ingest" + }, + { + "id": "ingest.ingest_promotion", + "queued_at": 0.035881, + "started_at": 1.544372, + "completed_at": 44.56949, + "queue_time_s": 1.508491, + "execution_time_s": 43.025118, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_sales", + "queued_at": 0.035881, + "started_at": 1.624653, + "completed_at": 181.313957, + "queue_time_s": 1.588772, + "execution_time_s": 179.689304, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_sales", + "queued_at": 0.035881, + "started_at": 1.640424, + "completed_at": 219.717971, + "queue_time_s": 1.604543, + "execution_time_s": 218.077547, + "stage": "ingest" + }, + { + "id": "ingest.ingest_call_center", + "queued_at": 0.915408, + "started_at": 6.826407, + "completed_at": 47.789149, + "queue_time_s": 5.910999, + "execution_time_s": 40.962742, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_page", + "queued_at": 0.915408, + "started_at": 7.251699, + "completed_at": 48.153109, + "queue_time_s": 6.336291, + "execution_time_s": 40.90141, + "stage": "ingest" + }, + { + "id": "ingest.ingest_ship_mode", + "queued_at": 0.915408, + "started_at": 7.264744, + "completed_at": 48.476517, + "queue_time_s": 6.349336, + "execution_time_s": 41.211773, + "stage": "ingest" + }, + { + "id": "ingest.ingest_reason", + "queued_at": 0.915408, + "started_at": 12.423076, + "completed_at": 48.461875, + "queue_time_s": 11.507668, + "execution_time_s": 36.038799, + "stage": "ingest" + }, + { + "id": "ingest.ingest_catalog_page", + "queued_at": 0.915408, + "started_at": 22.865751, + "completed_at": 49.447551, + "queue_time_s": 21.950343, + "execution_time_s": 26.5818, + "stage": "ingest" + }, + { + "id": "ingest.ingest_warehouse", + "queued_at": 0.915408, + "started_at": 40.183562, + "completed_at": 49.546773, + "queue_time_s": 39.268154, + "execution_time_s": 9.363211, + "stage": "ingest" + }, + { + "id": "ingest.ingest_web_site", + "queued_at": 0.915408, + "started_at": 44.61804, + "completed_at": 49.940064, + "queue_time_s": 43.702632, + "execution_time_s": 5.322024, + "stage": "ingest" + }, + { + "id": "ingest.ingest_income_band", + "queued_at": 0.915408, + "started_at": 44.979407, + "completed_at": 50.142504, + "queue_time_s": 44.063999, + "execution_time_s": 5.163097, + "stage": "ingest" + }, + { + "id": "validate.validate_store_returns", + "queued_at": 219.974864, + "started_at": 220.623608, + "completed_at": 224.354528, + "queue_time_s": 0.648744, + "execution_time_s": 3.73092, + "stage": "validate" + }, + { + "id": "validate.validate_web_sales", + "queued_at": 219.974864, + "started_at": 220.635383, + "completed_at": 225.720938, + "queue_time_s": 0.660519, + "execution_time_s": 5.085555, + "stage": "validate" + }, + { + "id": "validate.validate_web_returns", + "queued_at": 219.974864, + "started_at": 220.642995, + "completed_at": 224.262148, + "queue_time_s": 0.668131, + "execution_time_s": 3.619153, + "stage": "validate" + }, + { + "id": "validate.validate_store_sales", + "queued_at": 219.974864, + "started_at": 220.650258, + "completed_at": 227.697332, + "queue_time_s": 0.675394, + "execution_time_s": 7.047074, + "stage": "validate" + }, + { + "id": "validate.validate_dimensions", + "queued_at": 219.974864, + "started_at": 220.65026, + "completed_at": 228.049279, + "queue_time_s": 0.675396, + "execution_time_s": 7.399019, + "stage": "validate" + }, + { + "id": "validate.validate_inventory", + "queued_at": 219.974864, + "started_at": 220.655632, + "completed_at": 224.14859, + "queue_time_s": 0.680768, + "execution_time_s": 3.492958, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_returns", + "queued_at": 219.974864, + "started_at": 220.683921, + "completed_at": 224.357701, + "queue_time_s": 0.709057, + "execution_time_s": 3.67378, + "stage": "validate" + }, + { + "id": "validate.validate_catalog_sales", + "queued_at": 219.974864, + "started_at": 220.730994, + "completed_at": 226.753505, + "queue_time_s": 0.75613, + "execution_time_s": 6.022511, + "stage": "validate" + }, + { + "id": "denormalize.denorm_catalog_sales", + "queued_at": 228.494004, + "started_at": 228.803868, + "completed_at": 547.099794, + "queue_time_s": 0.309864, + "execution_time_s": 318.295926, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_store_sales", + "queued_at": 228.494004, + "started_at": 228.80732, + "completed_at": 623.247674, + "queue_time_s": 0.313316, + "execution_time_s": 394.440354, + "stage": "denormalize" + }, + { + "id": "denormalize.denorm_web_sales", + "queued_at": 228.494004, + "started_at": 228.809865, + "completed_at": 440.690955, + "queue_time_s": 0.315861, + "execution_time_s": 211.88109, + "stage": "denormalize" + }, + { + "id": "aggregate.agg_return_rate", + "queued_at": 623.950534, + "started_at": 624.366281, + "completed_at": 644.109685, + "queue_time_s": 0.415747, + "execution_time_s": 19.743404, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_monthly_category", + "queued_at": 623.950534, + "started_at": 624.36974, + "completed_at": 669.521012, + "queue_time_s": 0.419206, + "execution_time_s": 45.151272, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_customer_ltv", + "queued_at": 623.950534, + "started_at": 624.369772, + "completed_at": 693.744301, + "queue_time_s": 0.419238, + "execution_time_s": 69.374529, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_channel_comparison", + "queued_at": 623.950534, + "started_at": 624.384944, + "completed_at": 656.071208, + "queue_time_s": 0.43441, + "execution_time_s": 31.686264, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_promo_roi", + "queued_at": 623.950534, + "started_at": 624.384945, + "completed_at": 665.408107, + "queue_time_s": 0.434411, + "execution_time_s": 41.023162, + "stage": "aggregate" + }, + { + "id": "aggregate.agg_daily_store", + "queued_at": 623.950534, + "started_at": 624.425042, + "completed_at": 664.315014, + "queue_time_s": 0.474508, + "execution_time_s": 39.889972, + "stage": "aggregate" + }, + { + "id": "queries.q03", + "queued_at": 694.076876, + "started_at": 694.733125, + "completed_at": 700.426431, + "queue_time_s": 0.656249, + "execution_time_s": 5.693306, + "stage": "queries" + }, + { + "id": "queries.q07", + "queued_at": 694.076876, + "started_at": 694.735068, + "completed_at": 706.092271, + "queue_time_s": 0.658192, + "execution_time_s": 11.357203, + "stage": "queries" + }, + { + "id": "queries.q79", + "queued_at": 694.076876, + "started_at": 694.735734, + "completed_at": 703.903742, + "queue_time_s": 0.658858, + "execution_time_s": 9.168008, + "stage": "queries" + }, + { + "id": "queries.q43", + "queued_at": 694.076876, + "started_at": 694.738574, + "completed_at": 704.369864, + "queue_time_s": 0.661698, + "execution_time_s": 9.63129, + "stage": "queries" + }, + { + "id": "queries.q67", + "queued_at": 694.076876, + "started_at": 694.75007, + "completed_at": 706.137264, + "queue_time_s": 0.673194, + "execution_time_s": 11.387194, + "stage": "queries" + }, + { + "id": "queries.q46", + "queued_at": 694.076876, + "started_at": 694.756311, + "completed_at": 706.616115, + "queue_time_s": 0.679435, + "execution_time_s": 11.859804, + "stage": "queries" + }, + { + "id": "queries.q19", + "queued_at": 694.076876, + "started_at": 694.761906, + "completed_at": 702.709236, + "queue_time_s": 0.68503, + "execution_time_s": 7.94733, + "stage": "queries" + }, + { + "id": "queries.q34", + "queued_at": 694.076876, + "started_at": 694.76652, + "completed_at": 700.662723, + "queue_time_s": 0.689644, + "execution_time_s": 5.896203, + "stage": "queries" + }, + { + "id": "queries.q27", + "queued_at": 694.076876, + "started_at": 694.850665, + "completed_at": 704.937646, + "queue_time_s": 0.773789, + "execution_time_s": 10.086981, + "stage": "queries" + }, + { + "id": "queries.q53", + "queued_at": 694.076876, + "started_at": 694.859137, + "completed_at": 704.422198, + "queue_time_s": 0.782261, + "execution_time_s": 9.563061, + "stage": "queries" + }, + { + "id": "verify.verify_counts", + "queued_at": 707.153364, + "started_at": 707.443083, + "completed_at": 710.902702, + "queue_time_s": 0.289719, + "execution_time_s": 3.459619, + "stage": "verify" + } + ] +} diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a16xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a16xl.json new file mode 100644 index 000000000..f4bada112 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a16xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-15T07:54:16+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.061, + "started_at": 0.205, + "completed_at": 28.589, + "queue_time_s": 0.144, + "execution_time_s": 28.384 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.068, + "started_at": 28.602, + "completed_at": 46.366, + "queue_time_s": 28.535, + "execution_time_s": 17.764 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 46.382, + "completed_at": 59.257, + "queue_time_s": 46.308, + "execution_time_s": 12.875 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.081, + "started_at": 59.272, + "completed_at": 66.492, + "queue_time_s": 59.191, + "execution_time_s": 7.22 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.087, + "started_at": 66.507, + "completed_at": 70.698, + "queue_time_s": 66.419, + "execution_time_s": 4.191 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.094, + "started_at": 70.703, + "completed_at": 78.205, + "queue_time_s": 70.609, + "execution_time_s": 7.502 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 78.219, + "completed_at": 87.005, + "queue_time_s": 78.119, + "execution_time_s": 8.786 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.106, + "started_at": 87.021, + "completed_at": 89.074, + "queue_time_s": 86.915, + "execution_time_s": 2.053 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.112, + "started_at": 89.08, + "completed_at": 90.172, + "queue_time_s": 88.968, + "execution_time_s": 1.092 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 90.178, + "completed_at": 90.699, + "queue_time_s": 90.06, + "execution_time_s": 0.521 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.124, + "started_at": 90.706, + "completed_at": 90.965, + "queue_time_s": 90.582, + "execution_time_s": 0.259 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.13, + "started_at": 90.971, + "completed_at": 92.473, + "queue_time_s": 90.841, + "execution_time_s": 1.502 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 92.481, + "completed_at": 92.75, + "queue_time_s": 92.345, + "execution_time_s": 0.269 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.141, + "started_at": 92.755, + "completed_at": 93.296, + "queue_time_s": 92.613, + "execution_time_s": 0.541 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.147, + "started_at": 93.309, + "completed_at": 93.707, + "queue_time_s": 93.162, + "execution_time_s": 0.398 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.153, + "started_at": 93.712, + "completed_at": 94.022, + "queue_time_s": 93.559, + "execution_time_s": 0.31 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.16, + "started_at": 94.028, + "completed_at": 94.285, + "queue_time_s": 93.868, + "execution_time_s": 0.257 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.166, + "started_at": 94.291, + "completed_at": 94.666, + "queue_time_s": 94.126, + "execution_time_s": 0.375 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.172, + "started_at": 94.672, + "completed_at": 94.987, + "queue_time_s": 94.5, + "execution_time_s": 0.315 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.178, + "started_at": 94.992, + "completed_at": 95.269, + "queue_time_s": 94.814, + "execution_time_s": 0.277 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.184, + "started_at": 95.276, + "completed_at": 95.515, + "queue_time_s": 95.092, + "execution_time_s": 0.239 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.19, + "started_at": 95.521, + "completed_at": 95.75, + "queue_time_s": 95.331, + "execution_time_s": 0.229 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.196, + "started_at": 95.755, + "completed_at": 96.085, + "queue_time_s": 95.559, + "execution_time_s": 0.33 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.202, + "started_at": 96.092, + "completed_at": 96.359, + "queue_time_s": 95.889, + "execution_time_s": 0.267 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 96.422, + "started_at": 96.473, + "completed_at": 107.403, + "queue_time_s": 0.051, + "execution_time_s": 10.93 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 96.429, + "started_at": 107.416, + "completed_at": 113.743, + "queue_time_s": 10.987, + "execution_time_s": 6.327 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 96.437, + "started_at": 113.757, + "completed_at": 116.884, + "queue_time_s": 17.32, + "execution_time_s": 3.127 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 96.445, + "started_at": 116.889, + "completed_at": 118.18, + "queue_time_s": 20.444, + "execution_time_s": 1.291 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 96.453, + "started_at": 118.186, + "completed_at": 119.074, + "queue_time_s": 21.734, + "execution_time_s": 0.888 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 96.458, + "started_at": 119.081, + "completed_at": 119.7, + "queue_time_s": 22.622, + "execution_time_s": 0.619 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 96.464, + "started_at": 119.705, + "completed_at": 125.275, + "queue_time_s": 23.24, + "execution_time_s": 5.57 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 96.47, + "started_at": 125.288, + "completed_at": 126.659, + "queue_time_s": 28.818, + "execution_time_s": 1.371 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 126.72, + "started_at": 126.735, + "completed_at": 180.332, + "queue_time_s": 0.015, + "execution_time_s": 53.597 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 126.726, + "started_at": 180.345, + "completed_at": 216.665, + "queue_time_s": 53.618, + "execution_time_s": 36.32 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 126.733, + "started_at": 216.68, + "completed_at": 241.065, + "queue_time_s": 89.947, + "execution_time_s": 24.385 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 241.138, + "started_at": 241.178, + "completed_at": 256.773, + "queue_time_s": 0.04, + "execution_time_s": 15.595 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 241.146, + "started_at": 256.786, + "completed_at": 268.194, + "queue_time_s": 15.64, + "execution_time_s": 11.408 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 241.154, + "started_at": 268.209, + "completed_at": 281.409, + "queue_time_s": 27.055, + "execution_time_s": 13.2 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 241.161, + "started_at": 281.424, + "completed_at": 292.509, + "queue_time_s": 40.263, + "execution_time_s": 11.085 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 241.169, + "started_at": 292.523, + "completed_at": 301.345, + "queue_time_s": 51.354, + "execution_time_s": 8.822 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 241.176, + "started_at": 301.361, + "completed_at": 306.266, + "queue_time_s": 60.185, + "execution_time_s": 4.905 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 306.327, + "started_at": 306.383, + "completed_at": 310.344, + "queue_time_s": 0.056, + "execution_time_s": 3.961 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 306.333, + "started_at": 310.355, + "completed_at": 318.582, + "queue_time_s": 4.022, + "execution_time_s": 8.227 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 306.339, + "started_at": 318.596, + "completed_at": 325.175, + "queue_time_s": 12.257, + "execution_time_s": 6.579 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 306.345, + "started_at": 325.189, + "completed_at": 332.974, + "queue_time_s": 18.844, + "execution_time_s": 7.785 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 306.351, + "started_at": 332.988, + "completed_at": 338.751, + "queue_time_s": 26.638, + "execution_time_s": 5.763 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 306.357, + "started_at": 338.759, + "completed_at": 342.303, + "queue_time_s": 32.403, + "execution_time_s": 3.544 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 306.362, + "started_at": 342.318, + "completed_at": 351.795, + "queue_time_s": 35.955, + "execution_time_s": 9.477 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 306.369, + "started_at": 351.809, + "completed_at": 356.788, + "queue_time_s": 45.44, + "execution_time_s": 4.979 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 306.375, + "started_at": 356.794, + "completed_at": 381.534, + "queue_time_s": 50.419, + "execution_time_s": 24.74 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 306.381, + "started_at": 381.549, + "completed_at": 390.956, + "queue_time_s": 75.168, + "execution_time_s": 9.407 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 390.996, + "started_at": 391.023, + "completed_at": 391.342, + "queue_time_s": 0.028, + "execution_time_s": 0.319 + } + ], + "total_wall_clock_s": 391.326 +} diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a8xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a8xl.json new file mode 100644 index 000000000..aed93b87e --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_1x_m6a8xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-13T19:30:34+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.052, + "started_at": 0.175, + "completed_at": 39.743, + "queue_time_s": 0.124, + "execution_time_s": 39.568 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.057, + "started_at": 39.755, + "completed_at": 74.316, + "queue_time_s": 39.698, + "execution_time_s": 34.561 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.063, + "started_at": 74.33, + "completed_at": 87.485, + "queue_time_s": 74.267, + "execution_time_s": 13.155 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.069, + "started_at": 87.499, + "completed_at": 98.8, + "queue_time_s": 87.431, + "execution_time_s": 11.301 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 98.813, + "completed_at": 106.967, + "queue_time_s": 98.739, + "execution_time_s": 8.154 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.079, + "started_at": 106.979, + "completed_at": 114.617, + "queue_time_s": 106.9, + "execution_time_s": 7.638 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.084, + "started_at": 114.63, + "completed_at": 130.888, + "queue_time_s": 114.546, + "execution_time_s": 16.258 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.09, + "started_at": 130.904, + "completed_at": 133.098, + "queue_time_s": 130.814, + "execution_time_s": 2.194 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.095, + "started_at": 133.102, + "completed_at": 134.2, + "queue_time_s": 133.008, + "execution_time_s": 1.098 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 134.206, + "completed_at": 134.767, + "queue_time_s": 134.106, + "execution_time_s": 0.561 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.105, + "started_at": 134.773, + "completed_at": 135.078, + "queue_time_s": 134.668, + "execution_time_s": 0.305 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.11, + "started_at": 135.083, + "completed_at": 137.468, + "queue_time_s": 134.973, + "execution_time_s": 2.385 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.115, + "started_at": 137.481, + "completed_at": 137.841, + "queue_time_s": 137.366, + "execution_time_s": 0.36 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.12, + "started_at": 137.846, + "completed_at": 138.393, + "queue_time_s": 137.725, + "execution_time_s": 0.547 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.125, + "started_at": 138.398, + "completed_at": 138.847, + "queue_time_s": 138.273, + "execution_time_s": 0.449 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.13, + "started_at": 138.852, + "completed_at": 139.242, + "queue_time_s": 138.721, + "execution_time_s": 0.39 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 139.247, + "completed_at": 139.518, + "queue_time_s": 139.111, + "execution_time_s": 0.271 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.142, + "started_at": 139.523, + "completed_at": 139.951, + "queue_time_s": 139.382, + "execution_time_s": 0.428 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.147, + "started_at": 139.956, + "completed_at": 140.281, + "queue_time_s": 139.809, + "execution_time_s": 0.325 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.152, + "started_at": 140.287, + "completed_at": 140.623, + "queue_time_s": 140.135, + "execution_time_s": 0.336 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.157, + "started_at": 140.628, + "completed_at": 140.899, + "queue_time_s": 140.47, + "execution_time_s": 0.271 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.163, + "started_at": 140.905, + "completed_at": 141.287, + "queue_time_s": 140.742, + "execution_time_s": 0.382 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.168, + "started_at": 141.291, + "completed_at": 141.572, + "queue_time_s": 141.123, + "execution_time_s": 0.281 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.173, + "started_at": 141.577, + "completed_at": 141.812, + "queue_time_s": 141.404, + "execution_time_s": 0.235 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 141.873, + "started_at": 141.918, + "completed_at": 165.185, + "queue_time_s": 0.045, + "execution_time_s": 23.267 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 141.879, + "started_at": 165.197, + "completed_at": 179.164, + "queue_time_s": 23.318, + "execution_time_s": 13.967 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 141.885, + "started_at": 179.175, + "completed_at": 186.022, + "queue_time_s": 37.29, + "execution_time_s": 6.847 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 141.892, + "started_at": 186.035, + "completed_at": 188.473, + "queue_time_s": 44.143, + "execution_time_s": 2.438 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 141.898, + "started_at": 188.479, + "completed_at": 190.059, + "queue_time_s": 46.581, + "execution_time_s": 1.58 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 141.904, + "started_at": 190.065, + "completed_at": 191.284, + "queue_time_s": 48.161, + "execution_time_s": 1.219 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 141.91, + "started_at": 191.292, + "completed_at": 201.415, + "queue_time_s": 49.382, + "execution_time_s": 10.123 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 141.916, + "started_at": 201.428, + "completed_at": 202.915, + "queue_time_s": 59.512, + "execution_time_s": 1.487 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 202.975, + "started_at": 202.989, + "completed_at": 282.439, + "queue_time_s": 0.015, + "execution_time_s": 79.45 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 202.981, + "started_at": 282.452, + "completed_at": 334.468, + "queue_time_s": 79.471, + "execution_time_s": 52.016 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 202.987, + "started_at": 334.481, + "completed_at": 362.203, + "queue_time_s": 131.494, + "execution_time_s": 27.722 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 362.274, + "started_at": 362.311, + "completed_at": 394.705, + "queue_time_s": 0.037, + "execution_time_s": 32.394 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 362.282, + "started_at": 394.718, + "completed_at": 415.089, + "queue_time_s": 32.436, + "execution_time_s": 20.371 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 362.289, + "started_at": 415.101, + "completed_at": 445.141, + "queue_time_s": 52.812, + "execution_time_s": 30.04 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 362.297, + "started_at": 445.154, + "completed_at": 472.924, + "queue_time_s": 82.857, + "execution_time_s": 27.77 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 362.303, + "started_at": 472.939, + "completed_at": 498.916, + "queue_time_s": 110.636, + "execution_time_s": 25.977 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 362.309, + "started_at": 498.929, + "completed_at": 510.207, + "queue_time_s": 136.621, + "execution_time_s": 11.278 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 510.279, + "started_at": 510.34, + "completed_at": 518.333, + "queue_time_s": 0.061, + "execution_time_s": 7.993 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 510.287, + "started_at": 518.344, + "completed_at": 534.486, + "queue_time_s": 8.057, + "execution_time_s": 16.142 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 510.294, + "started_at": 534.499, + "completed_at": 546.649, + "queue_time_s": 24.205, + "execution_time_s": 12.15 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 510.301, + "started_at": 546.662, + "completed_at": 562.718, + "queue_time_s": 36.36, + "execution_time_s": 16.056 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 510.308, + "started_at": 562.731, + "completed_at": 573.984, + "queue_time_s": 52.423, + "execution_time_s": 11.253 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 510.314, + "started_at": 573.999, + "completed_at": 580.721, + "queue_time_s": 63.685, + "execution_time_s": 6.722 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 510.32, + "started_at": 580.734, + "completed_at": 597.965, + "queue_time_s": 70.414, + "execution_time_s": 17.231 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 510.326, + "started_at": 597.978, + "completed_at": 607.114, + "queue_time_s": 87.653, + "execution_time_s": 9.136 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 510.332, + "started_at": 607.127, + "completed_at": 634.374, + "queue_time_s": 96.795, + "execution_time_s": 27.247 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 510.338, + "started_at": 634.388, + "completed_at": 651.582, + "queue_time_s": 124.051, + "execution_time_s": 17.194 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 651.622, + "started_at": 651.648, + "completed_at": 651.992, + "queue_time_s": 0.026, + "execution_time_s": 0.344 + } + ], + "total_wall_clock_s": 651.977 +} diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_2x_m6i4xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_2x_m6i4xl.json new file mode 100644 index 000000000..242e86ce9 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_2x_m6i4xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-13T16:26:35+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.061, + "started_at": 0.14, + "completed_at": 88.209, + "queue_time_s": 0.078, + "execution_time_s": 88.069 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.066, + "started_at": 0.141, + "completed_at": 54.564, + "queue_time_s": 0.075, + "execution_time_s": 54.423 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.07, + "started_at": 54.573, + "completed_at": 79.115, + "queue_time_s": 54.503, + "execution_time_s": 24.542 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.075, + "started_at": 79.126, + "completed_at": 89.704, + "queue_time_s": 79.052, + "execution_time_s": 10.578 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.079, + "started_at": 88.219, + "completed_at": 96.559, + "queue_time_s": 88.14, + "execution_time_s": 8.34 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.084, + "started_at": 89.717, + "completed_at": 99.586, + "queue_time_s": 89.633, + "execution_time_s": 9.869 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.088, + "started_at": 96.569, + "completed_at": 121.467, + "queue_time_s": 96.481, + "execution_time_s": 24.898 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.092, + "started_at": 99.597, + "completed_at": 101.809, + "queue_time_s": 99.505, + "execution_time_s": 2.212 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.096, + "started_at": 101.813, + "completed_at": 102.928, + "queue_time_s": 101.717, + "execution_time_s": 1.115 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.098, + "started_at": 102.933, + "completed_at": 103.638, + "queue_time_s": 102.836, + "execution_time_s": 0.705 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.103, + "started_at": 103.644, + "completed_at": 103.966, + "queue_time_s": 103.541, + "execution_time_s": 0.322 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.104, + "started_at": 103.971, + "completed_at": 105.373, + "queue_time_s": 103.867, + "execution_time_s": 1.402 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.109, + "started_at": 105.379, + "completed_at": 105.861, + "queue_time_s": 105.27, + "execution_time_s": 0.482 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.11, + "started_at": 105.87, + "completed_at": 106.425, + "queue_time_s": 105.761, + "execution_time_s": 0.555 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.114, + "started_at": 106.43, + "completed_at": 106.923, + "queue_time_s": 106.316, + "execution_time_s": 0.493 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.115, + "started_at": 106.928, + "completed_at": 107.283, + "queue_time_s": 106.813, + "execution_time_s": 0.355 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.12, + "started_at": 107.289, + "completed_at": 107.675, + "queue_time_s": 107.168, + "execution_time_s": 0.386 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.121, + "started_at": 107.68, + "completed_at": 108.332, + "queue_time_s": 107.559, + "execution_time_s": 0.652 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.126, + "started_at": 108.336, + "completed_at": 108.721, + "queue_time_s": 108.209, + "execution_time_s": 0.385 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.127, + "started_at": 108.725, + "completed_at": 109.064, + "queue_time_s": 108.598, + "execution_time_s": 0.339 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.132, + "started_at": 109.068, + "completed_at": 109.481, + "queue_time_s": 108.936, + "execution_time_s": 0.413 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.133, + "started_at": 109.488, + "completed_at": 109.836, + "queue_time_s": 109.355, + "execution_time_s": 0.348 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.138, + "started_at": 109.84, + "completed_at": 110.28, + "queue_time_s": 109.702, + "execution_time_s": 0.44 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.139, + "started_at": 110.286, + "completed_at": 110.582, + "queue_time_s": 110.147, + "execution_time_s": 0.296 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 121.513, + "started_at": 121.544, + "completed_at": 187.649, + "queue_time_s": 0.031, + "execution_time_s": 66.105 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 121.519, + "started_at": 121.545, + "completed_at": 155.132, + "queue_time_s": 0.026, + "execution_time_s": 33.587 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 121.524, + "started_at": 155.142, + "completed_at": 168.769, + "queue_time_s": 33.617, + "execution_time_s": 13.627 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 121.53, + "started_at": 168.779, + "completed_at": 173.128, + "queue_time_s": 47.249, + "execution_time_s": 4.349 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 121.534, + "started_at": 173.133, + "completed_at": 175.59, + "queue_time_s": 51.599, + "execution_time_s": 2.457 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 121.537, + "started_at": 175.6, + "completed_at": 177.057, + "queue_time_s": 54.063, + "execution_time_s": 1.457 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 121.54, + "started_at": 177.061, + "completed_at": 195.591, + "queue_time_s": 55.521, + "execution_time_s": 18.53 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 121.543, + "started_at": 187.659, + "completed_at": 189.826, + "queue_time_s": 66.116, + "execution_time_s": 2.167 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 195.656, + "started_at": 195.659, + "completed_at": 409.23, + "queue_time_s": 0.003, + "execution_time_s": 213.571 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 195.657, + "started_at": 195.665, + "completed_at": 314.233, + "queue_time_s": 0.008, + "execution_time_s": 118.568 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 195.662, + "started_at": 314.245, + "completed_at": 373.414, + "queue_time_s": 118.582, + "execution_time_s": 59.169 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 409.284, + "started_at": 409.305, + "completed_at": 459.869, + "queue_time_s": 0.021, + "execution_time_s": 50.564 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 409.289, + "started_at": 409.306, + "completed_at": 464.629, + "queue_time_s": 0.016, + "execution_time_s": 55.323 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 409.296, + "started_at": 459.988, + "completed_at": 503.889, + "queue_time_s": 50.692, + "execution_time_s": 43.901 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 409.297, + "started_at": 464.639, + "completed_at": 517.204, + "queue_time_s": 55.343, + "execution_time_s": 52.565 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 409.302, + "started_at": 503.977, + "completed_at": 550.114, + "queue_time_s": 94.675, + "execution_time_s": 46.137 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 409.303, + "started_at": 517.216, + "completed_at": 534.331, + "queue_time_s": 107.913, + "execution_time_s": 17.115 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 550.144, + "started_at": 550.184, + "completed_at": 565.001, + "queue_time_s": 0.04, + "execution_time_s": 14.817 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 550.149, + "started_at": 550.189, + "completed_at": 581.732, + "queue_time_s": 0.04, + "execution_time_s": 31.543 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 550.155, + "started_at": 565.011, + "completed_at": 587.026, + "queue_time_s": 14.856, + "execution_time_s": 22.015 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 550.16, + "started_at": 581.741, + "completed_at": 612.151, + "queue_time_s": 31.581, + "execution_time_s": 30.41 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 550.166, + "started_at": 587.034, + "completed_at": 608.433, + "queue_time_s": 36.868, + "execution_time_s": 21.399 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 550.171, + "started_at": 608.444, + "completed_at": 621.513, + "queue_time_s": 58.273, + "execution_time_s": 13.069 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 550.176, + "started_at": 612.161, + "completed_at": 646.347, + "queue_time_s": 61.985, + "execution_time_s": 34.186 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 550.181, + "started_at": 621.523, + "completed_at": 638.796, + "queue_time_s": 71.342, + "execution_time_s": 17.273 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 550.182, + "started_at": 638.807, + "completed_at": 679.826, + "queue_time_s": 88.625, + "execution_time_s": 41.019 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 550.187, + "started_at": 646.358, + "completed_at": 683.514, + "queue_time_s": 96.171, + "execution_time_s": 37.156 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 683.547, + "started_at": 683.551, + "completed_at": 683.892, + "queue_time_s": 0.004, + "execution_time_s": 0.341 + } + ], + "total_wall_clock_s": 683.863 +} diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a16xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a16xl.json new file mode 100644 index 000000000..48596c6d3 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a16xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-15T07:54:16+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.061, + "started_at": 0.061, + "completed_at": 28.445, + "queue_time_s": 0.0, + "execution_time_s": 28.384 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.068, + "started_at": 0.068, + "completed_at": 17.832, + "queue_time_s": 0.0, + "execution_time_s": 17.764 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 0.074, + "completed_at": 12.949, + "queue_time_s": 0.0, + "execution_time_s": 12.875 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.081, + "started_at": 12.949, + "completed_at": 20.169, + "queue_time_s": 12.868, + "execution_time_s": 7.22 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.087, + "started_at": 17.832, + "completed_at": 22.023, + "queue_time_s": 17.745, + "execution_time_s": 4.191 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.094, + "started_at": 20.169, + "completed_at": 27.671, + "queue_time_s": 20.075, + "execution_time_s": 7.502 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 22.023, + "completed_at": 30.809, + "queue_time_s": 21.923, + "execution_time_s": 8.786 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.106, + "started_at": 27.671, + "completed_at": 29.724, + "queue_time_s": 27.565, + "execution_time_s": 2.053 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.112, + "started_at": 28.445, + "completed_at": 29.537, + "queue_time_s": 28.333, + "execution_time_s": 1.092 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.118, + "started_at": 29.537, + "completed_at": 30.058, + "queue_time_s": 29.419, + "execution_time_s": 0.521 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.124, + "started_at": 29.724, + "completed_at": 29.983, + "queue_time_s": 29.6, + "execution_time_s": 0.259 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.13, + "started_at": 29.983, + "completed_at": 31.485, + "queue_time_s": 29.853, + "execution_time_s": 1.502 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 30.058, + "completed_at": 30.327, + "queue_time_s": 29.922, + "execution_time_s": 0.269 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.141, + "started_at": 30.327, + "completed_at": 30.868, + "queue_time_s": 30.186, + "execution_time_s": 0.541 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.147, + "started_at": 30.809, + "completed_at": 31.207, + "queue_time_s": 30.662, + "execution_time_s": 0.398 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.153, + "started_at": 30.868, + "completed_at": 31.178, + "queue_time_s": 30.715, + "execution_time_s": 0.31 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.16, + "started_at": 31.178, + "completed_at": 31.435, + "queue_time_s": 31.018, + "execution_time_s": 0.257 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.166, + "started_at": 31.207, + "completed_at": 31.582, + "queue_time_s": 31.041, + "execution_time_s": 0.375 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.172, + "started_at": 31.435, + "completed_at": 31.75, + "queue_time_s": 31.263, + "execution_time_s": 0.315 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.178, + "started_at": 31.485, + "completed_at": 31.762, + "queue_time_s": 31.307, + "execution_time_s": 0.277 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.184, + "started_at": 31.582, + "completed_at": 31.821, + "queue_time_s": 31.398, + "execution_time_s": 0.239 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.19, + "started_at": 31.75, + "completed_at": 31.979, + "queue_time_s": 31.56, + "execution_time_s": 0.229 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.196, + "started_at": 31.762, + "completed_at": 32.092, + "queue_time_s": 31.566, + "execution_time_s": 0.33 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.202, + "started_at": 31.821, + "completed_at": 32.088, + "queue_time_s": 31.619, + "execution_time_s": 0.267 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 32.092, + "started_at": 32.092, + "completed_at": 43.022, + "queue_time_s": 0.0, + "execution_time_s": 10.93 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 32.099, + "started_at": 32.099, + "completed_at": 38.426, + "queue_time_s": 0.0, + "execution_time_s": 6.327 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 32.107, + "started_at": 32.107, + "completed_at": 35.234, + "queue_time_s": 0.0, + "execution_time_s": 3.127 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 32.115, + "started_at": 35.234, + "completed_at": 36.525, + "queue_time_s": 3.119, + "execution_time_s": 1.291 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 32.123, + "started_at": 36.525, + "completed_at": 37.413, + "queue_time_s": 4.402, + "execution_time_s": 0.888 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 32.128, + "started_at": 37.413, + "completed_at": 38.032, + "queue_time_s": 5.285, + "execution_time_s": 0.619 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 32.134, + "started_at": 38.032, + "completed_at": 43.602, + "queue_time_s": 5.898, + "execution_time_s": 5.57 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 32.14, + "started_at": 38.426, + "completed_at": 39.797, + "queue_time_s": 6.286, + "execution_time_s": 1.371 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 43.602, + "started_at": 43.602, + "completed_at": 97.199, + "queue_time_s": 0.0, + "execution_time_s": 53.597 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 43.608, + "started_at": 43.608, + "completed_at": 79.928, + "queue_time_s": 0.0, + "execution_time_s": 36.32 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 43.615, + "started_at": 43.615, + "completed_at": 68.0, + "queue_time_s": 0.0, + "execution_time_s": 24.385 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 97.199, + "started_at": 97.199, + "completed_at": 112.794, + "queue_time_s": 0.0, + "execution_time_s": 15.595 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 97.207, + "started_at": 97.207, + "completed_at": 108.615, + "queue_time_s": 0.0, + "execution_time_s": 11.408 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 97.215, + "started_at": 97.215, + "completed_at": 110.415, + "queue_time_s": 0.0, + "execution_time_s": 13.2 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 97.222, + "started_at": 108.615, + "completed_at": 119.7, + "queue_time_s": 11.393, + "execution_time_s": 11.085 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 97.23, + "started_at": 110.415, + "completed_at": 119.237, + "queue_time_s": 13.185, + "execution_time_s": 8.822 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 97.237, + "started_at": 112.794, + "completed_at": 117.699, + "queue_time_s": 15.557, + "execution_time_s": 4.905 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 119.7, + "started_at": 119.7, + "completed_at": 123.661, + "queue_time_s": 0.0, + "execution_time_s": 3.961 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 119.706, + "started_at": 119.706, + "completed_at": 127.933, + "queue_time_s": 0.0, + "execution_time_s": 8.227 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 119.712, + "started_at": 119.712, + "completed_at": 126.291, + "queue_time_s": 0.0, + "execution_time_s": 6.579 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 119.718, + "started_at": 123.661, + "completed_at": 131.446, + "queue_time_s": 3.943, + "execution_time_s": 7.785 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 119.724, + "started_at": 126.291, + "completed_at": 132.054, + "queue_time_s": 6.567, + "execution_time_s": 5.763 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 119.73, + "started_at": 127.933, + "completed_at": 131.477, + "queue_time_s": 8.203, + "execution_time_s": 3.544 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 119.735, + "started_at": 131.446, + "completed_at": 140.923, + "queue_time_s": 11.711, + "execution_time_s": 9.477 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 119.742, + "started_at": 131.477, + "completed_at": 136.456, + "queue_time_s": 11.735, + "execution_time_s": 4.979 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 119.748, + "started_at": 132.054, + "completed_at": 156.794, + "queue_time_s": 12.306, + "execution_time_s": 24.74 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 119.754, + "started_at": 136.456, + "completed_at": 145.863, + "queue_time_s": 16.702, + "execution_time_s": 9.407 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 156.794, + "started_at": 156.794, + "completed_at": 157.113, + "queue_time_s": 0.0, + "execution_time_s": 0.319 + } + ], + "total_wall_clock_s": 157.113 +} \ No newline at end of file diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a8xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a8xl.json new file mode 100644 index 000000000..de732ae27 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_3x_m6a8xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-13T19:30:34+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.052, + "started_at": 0.052, + "completed_at": 39.62, + "queue_time_s": 0.0, + "execution_time_s": 39.568 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.057, + "started_at": 0.057, + "completed_at": 34.618, + "queue_time_s": 0.0, + "execution_time_s": 34.561 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.063, + "started_at": 0.063, + "completed_at": 13.218, + "queue_time_s": 0.0, + "execution_time_s": 13.155 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.069, + "started_at": 13.218, + "completed_at": 24.519, + "queue_time_s": 13.149, + "execution_time_s": 11.301 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 24.519, + "completed_at": 32.673, + "queue_time_s": 24.445, + "execution_time_s": 8.154 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.079, + "started_at": 32.673, + "completed_at": 40.311, + "queue_time_s": 32.594, + "execution_time_s": 7.638 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.084, + "started_at": 34.618, + "completed_at": 50.876, + "queue_time_s": 34.534, + "execution_time_s": 16.258 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.09, + "started_at": 39.62, + "completed_at": 41.814, + "queue_time_s": 39.53, + "execution_time_s": 2.194 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.095, + "started_at": 40.311, + "completed_at": 41.409, + "queue_time_s": 40.216, + "execution_time_s": 1.098 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.1, + "started_at": 41.409, + "completed_at": 41.97, + "queue_time_s": 41.309, + "execution_time_s": 0.561 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.105, + "started_at": 41.814, + "completed_at": 42.119, + "queue_time_s": 41.709, + "execution_time_s": 0.305 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.11, + "started_at": 41.97, + "completed_at": 44.355, + "queue_time_s": 41.86, + "execution_time_s": 2.385 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.115, + "started_at": 42.119, + "completed_at": 42.479, + "queue_time_s": 42.004, + "execution_time_s": 0.36 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.12, + "started_at": 42.479, + "completed_at": 43.026, + "queue_time_s": 42.359, + "execution_time_s": 0.547 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.125, + "started_at": 43.026, + "completed_at": 43.475, + "queue_time_s": 42.901, + "execution_time_s": 0.449 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.13, + "started_at": 43.475, + "completed_at": 43.865, + "queue_time_s": 43.345, + "execution_time_s": 0.39 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.136, + "started_at": 43.865, + "completed_at": 44.136, + "queue_time_s": 43.729, + "execution_time_s": 0.271 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.142, + "started_at": 44.136, + "completed_at": 44.564, + "queue_time_s": 43.994, + "execution_time_s": 0.428 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.147, + "started_at": 44.355, + "completed_at": 44.68, + "queue_time_s": 44.208, + "execution_time_s": 0.325 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.152, + "started_at": 44.564, + "completed_at": 44.9, + "queue_time_s": 44.412, + "execution_time_s": 0.336 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.157, + "started_at": 44.68, + "completed_at": 44.951, + "queue_time_s": 44.523, + "execution_time_s": 0.271 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.163, + "started_at": 44.9, + "completed_at": 45.282, + "queue_time_s": 44.737, + "execution_time_s": 0.382 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.168, + "started_at": 44.951, + "completed_at": 45.232, + "queue_time_s": 44.783, + "execution_time_s": 0.281 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.173, + "started_at": 45.232, + "completed_at": 45.467, + "queue_time_s": 45.059, + "execution_time_s": 0.235 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 50.876, + "started_at": 50.876, + "completed_at": 74.143, + "queue_time_s": 0.0, + "execution_time_s": 23.267 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 50.882, + "started_at": 50.882, + "completed_at": 64.849, + "queue_time_s": 0.0, + "execution_time_s": 13.967 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 50.888, + "started_at": 50.888, + "completed_at": 57.735, + "queue_time_s": 0.0, + "execution_time_s": 6.847 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 50.895, + "started_at": 57.735, + "completed_at": 60.173, + "queue_time_s": 6.84, + "execution_time_s": 2.438 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 50.901, + "started_at": 60.173, + "completed_at": 61.753, + "queue_time_s": 9.272, + "execution_time_s": 1.58 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 50.907, + "started_at": 61.753, + "completed_at": 62.972, + "queue_time_s": 10.846, + "execution_time_s": 1.219 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 50.913, + "started_at": 62.972, + "completed_at": 73.095, + "queue_time_s": 12.059, + "execution_time_s": 10.123 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 50.919, + "started_at": 64.849, + "completed_at": 66.336, + "queue_time_s": 13.93, + "execution_time_s": 1.487 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 74.143, + "started_at": 74.143, + "completed_at": 153.593, + "queue_time_s": 0.0, + "execution_time_s": 79.45 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 74.149, + "started_at": 74.149, + "completed_at": 126.165, + "queue_time_s": 0.0, + "execution_time_s": 52.016 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 74.155, + "started_at": 74.155, + "completed_at": 101.877, + "queue_time_s": 0.0, + "execution_time_s": 27.722 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 153.593, + "started_at": 153.593, + "completed_at": 185.987, + "queue_time_s": 0.0, + "execution_time_s": 32.394 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 153.601, + "started_at": 153.601, + "completed_at": 173.972, + "queue_time_s": 0.0, + "execution_time_s": 20.371 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 153.608, + "started_at": 153.608, + "completed_at": 183.648, + "queue_time_s": 0.0, + "execution_time_s": 30.04 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 153.616, + "started_at": 173.972, + "completed_at": 201.742, + "queue_time_s": 20.356, + "execution_time_s": 27.77 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 153.622, + "started_at": 183.648, + "completed_at": 209.625, + "queue_time_s": 30.026, + "execution_time_s": 25.977 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 153.628, + "started_at": 185.987, + "completed_at": 197.265, + "queue_time_s": 32.359, + "execution_time_s": 11.278 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 209.625, + "started_at": 209.625, + "completed_at": 217.618, + "queue_time_s": 0.0, + "execution_time_s": 7.993 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 209.633, + "started_at": 209.633, + "completed_at": 225.775, + "queue_time_s": 0.0, + "execution_time_s": 16.142 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 209.64, + "started_at": 209.64, + "completed_at": 221.79, + "queue_time_s": 0.0, + "execution_time_s": 12.15 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 209.647, + "started_at": 217.618, + "completed_at": 233.674, + "queue_time_s": 7.971, + "execution_time_s": 16.056 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 209.654, + "started_at": 221.79, + "completed_at": 233.043, + "queue_time_s": 12.136, + "execution_time_s": 11.253 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 209.66, + "started_at": 225.775, + "completed_at": 232.497, + "queue_time_s": 16.115, + "execution_time_s": 6.722 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 209.666, + "started_at": 232.497, + "completed_at": 249.728, + "queue_time_s": 22.831, + "execution_time_s": 17.231 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 209.672, + "started_at": 233.043, + "completed_at": 242.179, + "queue_time_s": 23.371, + "execution_time_s": 9.136 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 209.678, + "started_at": 233.674, + "completed_at": 260.921, + "queue_time_s": 23.996, + "execution_time_s": 27.247 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 209.684, + "started_at": 242.179, + "completed_at": 259.373, + "queue_time_s": 32.495, + "execution_time_s": 17.194 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 260.921, + "started_at": 260.921, + "completed_at": 261.265, + "queue_time_s": 0.0, + "execution_time_s": 0.344 + } + ], + "total_wall_clock_s": 261.265 +} \ No newline at end of file diff --git a/src/data/tpcds_bench_results/results_sf100/windmill_4x_m6i4xl.json b/src/data/tpcds_bench_results/results_sf100/windmill_4x_m6i4xl.json new file mode 100644 index 000000000..8b2cc71a0 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf100/windmill_4x_m6i4xl.json @@ -0,0 +1,475 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-13T16:26:35+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.061, + "started_at": 0.061, + "completed_at": 88.13, + "queue_time_s": 0.0, + "execution_time_s": 88.069 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.066, + "started_at": 0.066, + "completed_at": 54.489, + "queue_time_s": 0.0, + "execution_time_s": 54.423 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.07, + "started_at": 0.07, + "completed_at": 24.612, + "queue_time_s": 0.0, + "execution_time_s": 24.542 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.075, + "started_at": 0.075, + "completed_at": 10.653, + "queue_time_s": 0.0, + "execution_time_s": 10.578 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.079, + "started_at": 10.653, + "completed_at": 18.993, + "queue_time_s": 10.574, + "execution_time_s": 8.34 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.084, + "started_at": 18.993, + "completed_at": 28.862, + "queue_time_s": 18.909, + "execution_time_s": 9.869 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.088, + "started_at": 24.612, + "completed_at": 49.51, + "queue_time_s": 24.524, + "execution_time_s": 24.898 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.092, + "started_at": 28.862, + "completed_at": 31.074, + "queue_time_s": 28.77, + "execution_time_s": 2.212 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.096, + "started_at": 31.074, + "completed_at": 32.189, + "queue_time_s": 30.978, + "execution_time_s": 1.115 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.098, + "started_at": 32.189, + "completed_at": 32.894, + "queue_time_s": 32.091, + "execution_time_s": 0.705 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.103, + "started_at": 32.894, + "completed_at": 33.216, + "queue_time_s": 32.791, + "execution_time_s": 0.322 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.104, + "started_at": 33.216, + "completed_at": 34.618, + "queue_time_s": 33.112, + "execution_time_s": 1.402 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.109, + "started_at": 34.618, + "completed_at": 35.1, + "queue_time_s": 34.509, + "execution_time_s": 0.482 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.11, + "started_at": 35.1, + "completed_at": 35.655, + "queue_time_s": 34.99, + "execution_time_s": 0.555 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.114, + "started_at": 35.655, + "completed_at": 36.148, + "queue_time_s": 35.541, + "execution_time_s": 0.493 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.115, + "started_at": 36.148, + "completed_at": 36.503, + "queue_time_s": 36.033, + "execution_time_s": 0.355 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.12, + "started_at": 36.503, + "completed_at": 36.889, + "queue_time_s": 36.383, + "execution_time_s": 0.386 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.121, + "started_at": 36.889, + "completed_at": 37.541, + "queue_time_s": 36.768, + "execution_time_s": 0.652 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.126, + "started_at": 37.541, + "completed_at": 37.926, + "queue_time_s": 37.415, + "execution_time_s": 0.385 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.127, + "started_at": 37.926, + "completed_at": 38.265, + "queue_time_s": 37.799, + "execution_time_s": 0.339 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.132, + "started_at": 38.265, + "completed_at": 38.678, + "queue_time_s": 38.133, + "execution_time_s": 0.413 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.133, + "started_at": 38.678, + "completed_at": 39.026, + "queue_time_s": 38.545, + "execution_time_s": 0.348 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.138, + "started_at": 39.026, + "completed_at": 39.466, + "queue_time_s": 38.888, + "execution_time_s": 0.44 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.139, + "started_at": 39.466, + "completed_at": 39.762, + "queue_time_s": 39.327, + "execution_time_s": 0.296 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 88.13, + "started_at": 88.13, + "completed_at": 154.235, + "queue_time_s": 0.0, + "execution_time_s": 66.105 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 88.136, + "started_at": 88.136, + "completed_at": 121.723, + "queue_time_s": 0.0, + "execution_time_s": 33.587 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 88.141, + "started_at": 88.141, + "completed_at": 101.768, + "queue_time_s": 0.0, + "execution_time_s": 13.627 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 88.147, + "started_at": 88.147, + "completed_at": 92.496, + "queue_time_s": 0.0, + "execution_time_s": 4.349 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 88.151, + "started_at": 92.496, + "completed_at": 94.953, + "queue_time_s": 4.345, + "execution_time_s": 2.457 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 88.154, + "started_at": 94.953, + "completed_at": 96.41, + "queue_time_s": 6.799, + "execution_time_s": 1.457 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 88.157, + "started_at": 96.41, + "completed_at": 114.94, + "queue_time_s": 8.253, + "execution_time_s": 18.53 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 88.16, + "started_at": 101.768, + "completed_at": 103.935, + "queue_time_s": 13.608, + "execution_time_s": 2.167 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 154.235, + "started_at": 154.235, + "completed_at": 367.806, + "queue_time_s": 0.0, + "execution_time_s": 213.571 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 154.236, + "started_at": 154.236, + "completed_at": 272.804, + "queue_time_s": 0.0, + "execution_time_s": 118.568 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 154.241, + "started_at": 154.241, + "completed_at": 213.41, + "queue_time_s": 0.0, + "execution_time_s": 59.169 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 367.806, + "started_at": 367.806, + "completed_at": 418.37, + "queue_time_s": 0.0, + "execution_time_s": 50.564 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 367.811, + "started_at": 367.811, + "completed_at": 423.134, + "queue_time_s": 0.0, + "execution_time_s": 55.323 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 367.818, + "started_at": 367.818, + "completed_at": 411.719, + "queue_time_s": 0.0, + "execution_time_s": 43.901 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 367.819, + "started_at": 367.819, + "completed_at": 420.384, + "queue_time_s": 0.0, + "execution_time_s": 52.565 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 367.824, + "started_at": 411.719, + "completed_at": 457.856, + "queue_time_s": 43.895, + "execution_time_s": 46.137 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 367.825, + "started_at": 418.37, + "completed_at": 435.485, + "queue_time_s": 50.545, + "execution_time_s": 17.115 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 457.856, + "started_at": 457.856, + "completed_at": 472.673, + "queue_time_s": 0.0, + "execution_time_s": 14.817 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 457.861, + "started_at": 457.861, + "completed_at": 489.404, + "queue_time_s": 0.0, + "execution_time_s": 31.543 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 457.867, + "started_at": 457.867, + "completed_at": 479.882, + "queue_time_s": 0.0, + "execution_time_s": 22.015 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 457.872, + "started_at": 457.872, + "completed_at": 488.282, + "queue_time_s": 0.0, + "execution_time_s": 30.41 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 457.878, + "started_at": 472.673, + "completed_at": 494.072, + "queue_time_s": 14.795, + "execution_time_s": 21.399 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 457.883, + "started_at": 479.882, + "completed_at": 492.951, + "queue_time_s": 21.999, + "execution_time_s": 13.069 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 457.888, + "started_at": 488.282, + "completed_at": 522.468, + "queue_time_s": 30.394, + "execution_time_s": 34.186 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 457.893, + "started_at": 489.404, + "completed_at": 506.677, + "queue_time_s": 31.511, + "execution_time_s": 17.273 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 457.894, + "started_at": 492.951, + "completed_at": 533.97, + "queue_time_s": 35.057, + "execution_time_s": 41.019 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 457.899, + "started_at": 494.072, + "completed_at": 531.228, + "queue_time_s": 36.173, + "execution_time_s": 37.156 + }, + { + "id": "stage_verify", + "stage": "unknown", + "queued_at": 533.97, + "started_at": 533.97, + "completed_at": 534.311, + "queue_time_s": 0.0, + "execution_time_s": 0.341 + } + ], + "total_wall_clock_s": 534.311 +} \ No newline at end of file diff --git a/src/data/tpcds_bench_results/results_sf1000/snowflake_sf1000_large.json b/src/data/tpcds_bench_results/results_sf1000/snowflake_sf1000_large.json new file mode 100644 index 000000000..ec3e9876e --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf1000/snowflake_sf1000_large.json @@ -0,0 +1,475 @@ +{ + "competitor": "snowflake", + "timestamp": "2026-04-16T20:27:59.701799+00:00", + "tasks": [ + { + "id": "customer_address", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.278, + "completed_at": 88.463, + "queue_time_s": 1.245, + "execution_time_s": 87.185 + }, + { + "id": "household_demographics", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.278, + "completed_at": 6.145, + "queue_time_s": 1.245, + "execution_time_s": 4.867 + }, + { + "id": "customer_demographics", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.279, + "completed_at": 49.775, + "queue_time_s": 1.247, + "execution_time_s": 48.496 + }, + { + "id": "web_sales", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.279, + "completed_at": 109.97, + "queue_time_s": 1.247, + "execution_time_s": 108.691 + }, + { + "id": "web_returns", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.282, + "completed_at": 87.063, + "queue_time_s": 1.249, + "execution_time_s": 85.781 + }, + { + "id": "promotion", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.282, + "completed_at": 7.226, + "queue_time_s": 1.25, + "execution_time_s": 5.944 + }, + { + "id": "store_returns", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.283, + "completed_at": 96.122, + "queue_time_s": 1.251, + "execution_time_s": 94.839 + }, + { + "id": "time_dim", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.283, + "completed_at": 49.882, + "queue_time_s": 1.25, + "execution_time_s": 48.599 + }, + { + "id": "store_sales", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.288, + "completed_at": 328.018, + "queue_time_s": 1.256, + "execution_time_s": 326.73 + }, + { + "id": "item", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.288, + "completed_at": 53.624, + "queue_time_s": 1.255, + "execution_time_s": 52.336 + }, + { + "id": "catalog_sales", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.291, + "completed_at": 305.146, + "queue_time_s": 1.258, + "execution_time_s": 303.855 + }, + { + "id": "store", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.291, + "completed_at": 66.798, + "queue_time_s": 1.258, + "execution_time_s": 65.507 + }, + { + "id": "customer", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.296, + "completed_at": 88.822, + "queue_time_s": 1.264, + "execution_time_s": 87.526 + }, + { + "id": "date_dim", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.297, + "completed_at": 9.824, + "queue_time_s": 1.265, + "execution_time_s": 8.526 + }, + { + "id": "catalog_returns", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.298, + "completed_at": 92.183, + "queue_time_s": 1.265, + "execution_time_s": 90.886 + }, + { + "id": "inventory", + "stage": "ingest", + "queued_at": 0.033, + "started_at": 1.301, + "completed_at": 66.604, + "queue_time_s": 1.268, + "execution_time_s": 65.303 + }, + { + "id": "web_site", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 6.416, + "completed_at": 87.434, + "queue_time_s": 5.993, + "execution_time_s": 81.018 + }, + { + "id": "catalog_page", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 7.504, + "completed_at": 87.838, + "queue_time_s": 7.081, + "execution_time_s": 80.335 + }, + { + "id": "warehouse", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 10.083, + "completed_at": 88.105, + "queue_time_s": 9.66, + "execution_time_s": 78.022 + }, + { + "id": "call_center", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 50.037, + "completed_at": 88.644, + "queue_time_s": 49.614, + "execution_time_s": 38.606 + }, + { + "id": "web_page", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 50.135, + "completed_at": 88.74, + "queue_time_s": 49.712, + "execution_time_s": 38.605 + }, + { + "id": "reason", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 53.881, + "completed_at": 88.882, + "queue_time_s": 53.458, + "execution_time_s": 35.002 + }, + { + "id": "income_band", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 66.856, + "completed_at": 88.955, + "queue_time_s": 66.433, + "execution_time_s": 22.099 + }, + { + "id": "ship_mode", + "stage": "ingest", + "queued_at": 0.423, + "started_at": 67.056, + "completed_at": 89.132, + "queue_time_s": 66.633, + "execution_time_s": 22.076 + }, + { + "id": "store_sales", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.021, + "completed_at": 341.552, + "queue_time_s": 0.206, + "execution_time_s": 12.532 + }, + { + "id": "store_returns", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.022, + "completed_at": 332.924, + "queue_time_s": 0.207, + "execution_time_s": 3.902 + }, + { + "id": "web_sales", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.022, + "completed_at": 336.891, + "queue_time_s": 0.207, + "execution_time_s": 7.869 + }, + { + "id": "dimensions", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.025, + "completed_at": 337.27, + "queue_time_s": 0.211, + "execution_time_s": 8.244 + }, + { + "id": "catalog_returns", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.026, + "completed_at": 332.223, + "queue_time_s": 0.211, + "execution_time_s": 3.197 + }, + { + "id": "web_returns", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.035, + "completed_at": 331.881, + "queue_time_s": 0.22, + "execution_time_s": 2.847 + }, + { + "id": "inventory", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.036, + "completed_at": 332.114, + "queue_time_s": 0.222, + "execution_time_s": 3.078 + }, + { + "id": "catalog_sales", + "stage": "validate", + "queued_at": 328.814, + "started_at": 329.046, + "completed_at": 338.955, + "queue_time_s": 0.231, + "execution_time_s": 9.909 + }, + { + "id": "web_sales", + "stage": "denormalize", + "queued_at": 342.0, + "started_at": 342.201, + "completed_at": 751.041, + "queue_time_s": 0.202, + "execution_time_s": 408.839 + }, + { + "id": "store_sales", + "stage": "denormalize", + "queued_at": 342.0, + "started_at": 342.205, + "completed_at": 1510.75, + "queue_time_s": 0.205, + "execution_time_s": 1168.545 + }, + { + "id": "catalog_sales", + "stage": "denormalize", + "queued_at": 342.0, + "started_at": 342.206, + "completed_at": 1071.383, + "queue_time_s": 0.206, + "execution_time_s": 729.177 + }, + { + "id": "customer_ltv", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.941, + "completed_at": 1625.726, + "queue_time_s": 0.207, + "execution_time_s": 113.785 + }, + { + "id": "channel_comparison", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.943, + "completed_at": 1609.962, + "queue_time_s": 0.209, + "execution_time_s": 98.019 + }, + { + "id": "return_rate", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.943, + "completed_at": 1634.133, + "queue_time_s": 0.209, + "execution_time_s": 122.191 + }, + { + "id": "monthly_category", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.947, + "completed_at": 1646.599, + "queue_time_s": 0.213, + "execution_time_s": 134.653 + }, + { + "id": "promo_roi", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.948, + "completed_at": 1642.366, + "queue_time_s": 0.214, + "execution_time_s": 130.418 + }, + { + "id": "daily_store", + "stage": "aggregate", + "queued_at": 1511.734, + "started_at": 1511.949, + "completed_at": 1601.963, + "queue_time_s": 0.215, + "execution_time_s": 90.014 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.994, + "completed_at": 1653.362, + "queue_time_s": 0.221, + "execution_time_s": 6.369 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.996, + "completed_at": 1666.909, + "queue_time_s": 0.224, + "execution_time_s": 19.913 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.997, + "completed_at": 1659.755, + "queue_time_s": 0.225, + "execution_time_s": 12.758 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.997, + "completed_at": 1661.506, + "queue_time_s": 0.225, + "execution_time_s": 14.509 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.997, + "completed_at": 1663.313, + "queue_time_s": 0.225, + "execution_time_s": 16.316 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.998, + "completed_at": 1659.757, + "queue_time_s": 0.226, + "execution_time_s": 12.759 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1646.999, + "completed_at": 1654.192, + "queue_time_s": 0.227, + "execution_time_s": 7.193 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1647.0, + "completed_at": 1655.615, + "queue_time_s": 0.227, + "execution_time_s": 8.616 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1647.003, + "completed_at": 1666.963, + "queue_time_s": 0.231, + "execution_time_s": 19.96 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 1646.772, + "started_at": 1647.007, + "completed_at": 1666.959, + "queue_time_s": 0.235, + "execution_time_s": 19.952 + }, + { + "id": "counts", + "stage": "verify", + "queued_at": 1667.091, + "started_at": 1667.303, + "completed_at": 1670.162, + "queue_time_s": 0.212, + "execution_time_s": 2.859 + } + ], + "total_wall_clock_s": 1670.661 +} diff --git a/src/data/tpcds_bench_results/results_sf1000/windmill_3x_r6a8xl.json b/src/data/tpcds_bench_results/results_sf1000/windmill_3x_r6a8xl.json new file mode 100644 index 000000000..ec24bd4b1 --- /dev/null +++ b/src/data/tpcds_bench_results/results_sf1000/windmill_3x_r6a8xl.json @@ -0,0 +1,466 @@ +{ + "competitor": "windmill", + "timestamp": "2026-04-16T19:57:10+00:00", + "tasks": [ + { + "id": "ingest_store_sales", + "stage": "ingest", + "queued_at": 0.038, + "started_at": 0.113, + "completed_at": 395.772, + "queue_time_s": 0.075, + "execution_time_s": 395.659 + }, + { + "id": "ingest_catalog_sales", + "stage": "ingest", + "queued_at": 0.043, + "started_at": 0.114, + "completed_at": 273.433, + "queue_time_s": 0.071, + "execution_time_s": 273.319 + }, + { + "id": "ingest_web_sales", + "stage": "ingest", + "queued_at": 0.049, + "started_at": 0.117, + "completed_at": 136.084, + "queue_time_s": 0.068, + "execution_time_s": 135.967 + }, + { + "id": "ingest_catalog_returns", + "stage": "ingest", + "queued_at": 0.055, + "started_at": 136.097, + "completed_at": 163.545, + "queue_time_s": 136.042, + "execution_time_s": 27.448 + }, + { + "id": "ingest_store_returns", + "stage": "ingest", + "queued_at": 0.058, + "started_at": 163.565, + "completed_at": 212.463, + "queue_time_s": 163.507, + "execution_time_s": 48.898 + }, + { + "id": "ingest_web_returns", + "stage": "ingest", + "queued_at": 0.062, + "started_at": 212.477, + "completed_at": 234.859, + "queue_time_s": 212.415, + "execution_time_s": 22.382 + }, + { + "id": "ingest_inventory", + "stage": "ingest", + "queued_at": 0.062, + "started_at": 234.874, + "completed_at": 263.817, + "queue_time_s": 234.813, + "execution_time_s": 28.943 + }, + { + "id": "ingest_customer", + "stage": "ingest", + "queued_at": 0.068, + "started_at": 263.832, + "completed_at": 272.862, + "queue_time_s": 263.764, + "execution_time_s": 9.03 + }, + { + "id": "ingest_customer_address", + "stage": "ingest", + "queued_at": 0.074, + "started_at": 272.876, + "completed_at": 275.694, + "queue_time_s": 272.802, + "execution_time_s": 2.818 + }, + { + "id": "ingest_customer_demographics", + "stage": "ingest", + "queued_at": 0.079, + "started_at": 273.445, + "completed_at": 274.047, + "queue_time_s": 273.365, + "execution_time_s": 0.602 + }, + { + "id": "ingest_household_demographics", + "stage": "ingest", + "queued_at": 0.08, + "started_at": 274.052, + "completed_at": 274.485, + "queue_time_s": 273.972, + "execution_time_s": 0.433 + }, + { + "id": "ingest_item", + "stage": "ingest", + "queued_at": 0.082, + "started_at": 274.492, + "completed_at": 276.014, + "queue_time_s": 274.41, + "execution_time_s": 1.522 + }, + { + "id": "ingest_store", + "stage": "ingest", + "queued_at": 0.085, + "started_at": 275.702, + "completed_at": 276.211, + "queue_time_s": 275.617, + "execution_time_s": 0.509 + }, + { + "id": "ingest_date_dim", + "stage": "ingest", + "queued_at": 0.086, + "started_at": 276.02, + "completed_at": 276.573, + "queue_time_s": 275.933, + "execution_time_s": 0.553 + }, + { + "id": "ingest_time_dim", + "stage": "ingest", + "queued_at": 0.09, + "started_at": 276.219, + "completed_at": 276.738, + "queue_time_s": 276.128, + "execution_time_s": 0.519 + }, + { + "id": "ingest_promotion", + "stage": "ingest", + "queued_at": 0.092, + "started_at": 276.579, + "completed_at": 276.923, + "queue_time_s": 276.487, + "execution_time_s": 0.344 + }, + { + "id": "ingest_warehouse", + "stage": "ingest", + "queued_at": 0.094, + "started_at": 276.745, + "completed_at": 277.057, + "queue_time_s": 276.651, + "execution_time_s": 0.312 + }, + { + "id": "ingest_catalog_page", + "stage": "ingest", + "queued_at": 0.098, + "started_at": 276.929, + "completed_at": 277.541, + "queue_time_s": 276.831, + "execution_time_s": 0.612 + }, + { + "id": "ingest_web_page", + "stage": "ingest", + "queued_at": 0.101, + "started_at": 277.064, + "completed_at": 277.368, + "queue_time_s": 276.963, + "execution_time_s": 0.304 + }, + { + "id": "ingest_web_site", + "stage": "ingest", + "queued_at": 0.103, + "started_at": 277.375, + "completed_at": 277.693, + "queue_time_s": 277.271, + "execution_time_s": 0.318 + }, + { + "id": "ingest_call_center", + "stage": "ingest", + "queued_at": 0.105, + "started_at": 277.548, + "completed_at": 277.833, + "queue_time_s": 277.443, + "execution_time_s": 0.285 + }, + { + "id": "ingest_income_band", + "stage": "ingest", + "queued_at": 0.109, + "started_at": 277.699, + "completed_at": 277.999, + "queue_time_s": 277.59, + "execution_time_s": 0.3 + }, + { + "id": "ingest_ship_mode", + "stage": "ingest", + "queued_at": 0.111, + "started_at": 277.838, + "completed_at": 278.126, + "queue_time_s": 277.727, + "execution_time_s": 0.288 + }, + { + "id": "ingest_reason", + "stage": "ingest", + "queued_at": 0.114, + "started_at": 278.007, + "completed_at": 278.345, + "queue_time_s": 277.893, + "execution_time_s": 0.338 + }, + { + "id": "validate_store_sales", + "stage": "validate", + "queued_at": 395.831, + "started_at": 395.859, + "completed_at": 648.176, + "queue_time_s": 0.028, + "execution_time_s": 252.317 + }, + { + "id": "validate_catalog_sales", + "stage": "validate", + "queued_at": 395.842, + "started_at": 395.86, + "completed_at": 545.658, + "queue_time_s": 0.019, + "execution_time_s": 149.798 + }, + { + "id": "validate_web_sales", + "stage": "validate", + "queued_at": 395.844, + "started_at": 395.864, + "completed_at": 464.129, + "queue_time_s": 0.021, + "execution_time_s": 68.265 + }, + { + "id": "validate_store_returns", + "stage": "validate", + "queued_at": 395.846, + "started_at": 464.142, + "completed_at": 488.822, + "queue_time_s": 68.296, + "execution_time_s": 24.68 + }, + { + "id": "validate_catalog_returns", + "stage": "validate", + "queued_at": 395.853, + "started_at": 488.84, + "completed_at": 501.659, + "queue_time_s": 92.987, + "execution_time_s": 12.819 + }, + { + "id": "validate_web_returns", + "stage": "validate", + "queued_at": 395.854, + "started_at": 501.674, + "completed_at": 508.183, + "queue_time_s": 105.82, + "execution_time_s": 6.509 + }, + { + "id": "validate_inventory", + "stage": "validate", + "queued_at": 395.855, + "started_at": 508.195, + "completed_at": 531.946, + "queue_time_s": 112.34, + "execution_time_s": 23.751 + }, + { + "id": "validate_dimensions", + "stage": "validate", + "queued_at": 395.861, + "started_at": 531.961, + "completed_at": 534.682, + "queue_time_s": 136.099, + "execution_time_s": 2.721 + }, + { + "id": "denorm_store_sales", + "stage": "denormalize", + "queued_at": 648.216, + "started_at": 648.23, + "completed_at": 1660.403, + "queue_time_s": 0.014, + "execution_time_s": 1012.173 + }, + { + "id": "denorm_catalog_sales", + "stage": "denormalize", + "queued_at": 648.225, + "started_at": 648.231, + "completed_at": 1348.168, + "queue_time_s": 0.007, + "execution_time_s": 699.937 + }, + { + "id": "denorm_web_sales", + "stage": "denormalize", + "queued_at": 648.227, + "started_at": 648.242, + "completed_at": 924.406, + "queue_time_s": 0.016, + "execution_time_s": 276.164 + }, + { + "id": "agg_daily_store", + "stage": "aggregate", + "queued_at": 1660.47, + "started_at": 1660.489, + "completed_at": 2004.31, + "queue_time_s": 0.019, + "execution_time_s": 343.821 + }, + { + "id": "agg_monthly_category", + "stage": "aggregate", + "queued_at": 1660.476, + "started_at": 1660.492, + "completed_at": 2121.408, + "queue_time_s": 0.015, + "execution_time_s": 460.916 + }, + { + "id": "agg_customer_ltv", + "stage": "aggregate", + "queued_at": 1660.477, + "started_at": 1660.493, + "completed_at": 2062.175, + "queue_time_s": 0.016, + "execution_time_s": 401.682 + }, + { + "id": "agg_channel_comparison", + "stage": "aggregate", + "queued_at": 1660.484, + "started_at": 2004.329, + "completed_at": 2447.409, + "queue_time_s": 343.844, + "execution_time_s": 443.08 + }, + { + "id": "agg_promo_roi", + "stage": "aggregate", + "queued_at": 1660.488, + "started_at": 2062.191, + "completed_at": 2534.747, + "queue_time_s": 401.704, + "execution_time_s": 472.556 + }, + { + "id": "agg_return_rate", + "stage": "aggregate", + "queued_at": 1660.49, + "started_at": 2121.419, + "completed_at": 2294.077, + "queue_time_s": 460.929, + "execution_time_s": 172.658 + }, + { + "id": "q03", + "stage": "query", + "queued_at": 2534.817, + "started_at": 2534.854, + "completed_at": 2777.576, + "queue_time_s": 0.036, + "execution_time_s": 242.722 + }, + { + "id": "q07", + "stage": "query", + "queued_at": 2534.823, + "started_at": 2534.861, + "completed_at": 2778.409, + "queue_time_s": 0.038, + "execution_time_s": 243.548 + }, + { + "id": "q19", + "stage": "query", + "queued_at": 2534.826, + "started_at": 2534.862, + "completed_at": 2535.046, + "queue_time_s": 0.036, + "execution_time_s": 0.184 + }, + { + "id": "q27", + "stage": "query", + "queued_at": 2534.834, + "started_at": 2535.046, + "completed_at": 2778.203, + "queue_time_s": 0.212, + "execution_time_s": 243.157 + }, + { + "id": "q34", + "stage": "query", + "queued_at": 2534.835, + "started_at": 2777.587, + "completed_at": 2914.228, + "queue_time_s": 242.753, + "execution_time_s": 136.641 + }, + { + "id": "q43", + "stage": "query", + "queued_at": 2534.842, + "started_at": 2778.218, + "completed_at": 2911.806, + "queue_time_s": 243.376, + "execution_time_s": 133.588 + }, + { + "id": "q46", + "stage": "query", + "queued_at": 2534.845, + "started_at": 2778.422, + "completed_at": 2981.57, + "queue_time_s": 243.578, + "execution_time_s": 203.148 + }, + { + "id": "q53", + "stage": "query", + "queued_at": 2534.85, + "started_at": 2911.821, + "completed_at": 3062.36, + "queue_time_s": 376.971, + "execution_time_s": 150.539 + }, + { + "id": "q67", + "stage": "query", + "queued_at": 2534.855, + "started_at": 2914.243, + "completed_at": 4198.213, + "queue_time_s": 379.388, + "execution_time_s": 1283.97 + }, + { + "id": "q79", + "stage": "query", + "queued_at": 2534.857, + "started_at": 2981.584, + "completed_at": 3219.993, + "queue_time_s": 446.727, + "execution_time_s": 238.409 + } + ], + "total_wall_clock_s": 4198.387 +}