{ "schema_version": 1, "date": "2026-10-22", "base_commit": "717b8d94f8de48643f2204d3cf1e30a1283d2672", "status": "complete; every measured output and plan assertion passed", "boundary": "SQL submission through committed, queryable Doris output, including planning, startup, JNI, IPC, network, commit and visibility wait", "configuration": { "doris_image": "streamfusion-doris-fixture:4.1.4.1; digest-pinned released FE/BE binaries and 4.1.3 launcher", "flink": "2.2.1", "connector": "26.3.0", "jvm_heap_bytes": 2147483648, "frontend_heap": "1024m", "backend_mem_limit": "3G", "storage_page_cache_limit": "256M", "parallelism": 2, "buckets": 4, "replication": 1, "two_phase_commit": true, "http_compression": "none", "native": "release with mimalloc; current DataFusion 54 / Arrow 58.3 core", "jvm_timezone": "UTC", "warmups_per_mode": 2, "measured_trials_per_mode": 6, "mode_order": "rotated on every trial", "doris_build": "doris-4.1.4.1-rc02-5dbec55b399", "cpu_model": "12th Gen Intel(R) Core(TM) i7-12650H", "system_memory_bytes": 10429034496 }, "workloads": { "flight-flat": { "1000000": { "stock": { "median_seconds": 1.7060312735, "minimum_seconds": 1.510246325, "maximum_seconds": 3.5576933960000003, "trials": 6 }, "previous": { "median_seconds": 2.4371751010000002, "minimum_seconds": 1.3305909999999999, "maximum_seconds": 3.6155179320000004, "trials": 6 }, "arrow": { "median_seconds": 1.3409648939999999, "minimum_seconds": 1.1340474010000001, "maximum_seconds": 2.704333583, "trials": 6 }, "stock_over_arrow": 1.2722415636184434, "previous_over_arrow": 1.8174786766639996 }, "10000000": { "stock": { "median_seconds": 5.844002279, "minimum_seconds": 5.091657356, "maximum_seconds": 17.829478334, "trials": 6 }, "previous": { "median_seconds": 5.9342590264999995, "minimum_seconds": 5.096050996, "maximum_seconds": 8.699890791, "trials": 6 }, "arrow": { "median_seconds": 5.886285333, "minimum_seconds": 4.703094394, "maximum_seconds": 11.894710576, "trials": 6 }, "stock_over_arrow": 0.9928166829149531, "previous_over_arrow": 1.0081500795129734 } }, "flight-nested": { "1000000": { "stock": { "median_seconds": 1.6275117204999998, "minimum_seconds": 1.560609183, "maximum_seconds": 2.2125296779999997, "trials": 6 }, "previous": { "median_seconds": 1.8268035345, "minimum_seconds": 1.613639255, "maximum_seconds": 2.3203878220000003, "trials": 6 }, "arrow": { "median_seconds": 1.1018147185, "minimum_seconds": 1.0520708429999999, "maximum_seconds": 1.63431881, "trials": 6 }, "stock_over_arrow": 1.477119240806366, "previous_over_arrow": 1.6579952180952826 } }, "thrift-flat": { "1000000": { "stock": { "median_seconds": 2.134326909, "minimum_seconds": 1.914148924, "maximum_seconds": 2.429772233, "trials": 6 }, "previous": { "median_seconds": 2.329525965, "minimum_seconds": 1.114321758, "maximum_seconds": 2.5778548089999997, "trials": 6 }, "arrow": { "median_seconds": 1.8982307884999998, "minimum_seconds": 1.3917609709999998, "maximum_seconds": 2.312347475, "trials": 6 }, "stock_over_arrow": 1.124376931367005, "previous_over_arrow": 1.2272090301732035 }, "10000000": { "stock": { "median_seconds": 6.064010371, "minimum_seconds": 5.121584957, "maximum_seconds": 11.865079771000001, "trials": 6 }, "previous": { "median_seconds": 5.608295802500001, "minimum_seconds": 5.152617610999999, "maximum_seconds": 12.166692094, "trials": 6 }, "arrow": { "median_seconds": 5.573890617, "minimum_seconds": 5.473793462, "maximum_seconds": 13.278218687, "trials": 6 }, "stock_over_arrow": 1.087931354896913, "previous_over_arrow": 1.0061725620153124 } }, "legacy-thrift-flat": { "1000000": { "stock": { "median_seconds": 1.0864197450000002, "minimum_seconds": 1.039347047, "maximum_seconds": 1.463828687, "trials": 6 }, "previous": { "median_seconds": 1.1602558809999999, "minimum_seconds": 1.073701177, "maximum_seconds": 1.618488106, "trials": 6 }, "arrow": { "median_seconds": 0.9428595125, "minimum_seconds": 0.8980342960000001, "maximum_seconds": 1.066660149, "trials": 6 }, "stock_over_arrow": 1.1522604699817356, "previous_over_arrow": 1.2305713264997153 } } }, "limitations": [ "bounded jobs, not sustained incremental throughput", "map performance has no working stock Arrow baseline at these sizes; the original formatter fails on a later batch", "the two interrupted memory-pressure diagnostics are retained separately and excluded from completed medians", "100k-row startup-dominated results remain in initial-core; final-base trials cover 1M/10M rows." ], "validation": { "adapter_distinct_cases": 49, "sql_cases": 31, "upstream_cases": 83, "upstream_expected_stock_timestamp_failures": 1, "upstream_preexisting_ignored_cases": 7, "upstream_streaming_source_contracts": 16, "streaming": "unit and SQL planning only; no compatible released incremental server fixture" }, "source_sha256": { "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowBuffers.java": "d2ba514a511dfbe97c1dd11b04dcfe55488dd33bd647634a94447af15f3bfd15", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowChangelog.java": "25c4a93be113648a98409acf22d2922a70526069a02f4bb9301f9d21b50da946", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowInputFormat.java": "dee32a85c3a49bc1c79d644e5efd701221888e681b6864ec11934a7ee905580a", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowProjection.java": "d2191a57f0a2e998835dadef720d1338d6e915591c532e0a3e427b308a197c44", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowReader.java": "5cc6c17e44526b50e00de0a00e68e21b16a129a4fc67a9c47cbb92eb1e3644ba", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowSerializer.java": "b0a1c9471e9b0a5724659ea9c3e60d553edbc553d67e34424797c3d8e2519ba1", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisArrowSource.java": "b10980a2d38d60e519866f145eb43d0b7e5445e1775e2fd2fb224e0757dd3936", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisBatchReader.java": "3cf32c17cf0ed71facbb800bcc944363ab08ec90a1fccabf95d2af15780216d7", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisSchemas.java": "d4149f1ac581cb1e9ca1ec2a253d3ee98443debf5e254fe3879081f6e9085a7d", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisSourceRuntime.java": "36d9f87c6a779319d6f7536dbe2d8d6592566cbfaf7ce382faa0eaf8eeb4607f", "streamfusion-doris/src/main/java/tech/streamfusion/doris/DorisThriftArrowReader.java": "e2fb0a63ad0fc403f676685eaadb91a3b5435c9d93b7e310fbfaa57cd760f6d5", "streamfusion-doris/src/main/java/tech/streamfusion/planner/DorisPlannerExtension.java": "db121d69c84d86d3c77e616bb1189d61cf2722e962bf3380c03d999e6eac48f8", "streamfusion-doris/src/main/java/tech/streamfusion/planner/DorisSinkRuntime.java": "aa2c3abbee2827138ca33a74cad4b3cad00df47541896132ffc56a1d796cf3fa", "streamfusion-doris/src/main/java/tech/streamfusion/planner/DorisTables.java": "9a393d63e6954457adc90cd4fef870ca5cb103a66e8fb4d1ad647578a34d66cc", "streamfusion-doris/src/main/java/tech/streamfusion/planner/NativeDorisSinkExecNode.java": "a18b5f528c7233a4893f649f4ea0f491c8aa54120242c44d774e47e9dfd20f70", "streamfusion-doris/src/main/java/tech/streamfusion/planner/NativeDorisSourceExecNode.java": "74636953e3c0a7fd5ed13911c783d5c8ecdd3a6c740a29ffb8f93062bdbcac23", "streamfusion-doris/src/main/java/tech/streamfusion/planner/StreamPhysicalNativeDorisSink.java": "39be09626ab026171a3593858ffdecb2600f39b83aa96f3aa0573242550227a7", "streamfusion-doris/src/main/java/tech/streamfusion/planner/StreamPhysicalNativeDorisSource.java": "4344f1a0652ff65c45df6c86a2123ac6f2be0f393a081296683b04c0142600f7" }, "implementation_commit": "b61461a38ea4297001d1e07dcda056c1031f0859", "comparison": "Rebased on main 717b8d94, including its Calc optimization; all three modes use the identical current core." }