{ "date": "2026-10-15", "issue": 364, "status": "Opt-in semantic implementation; performance admission remains open", "base_commit": "7aeb0c677d929d6c1922cae451db4dadda4e2271", "previous_fallback_commit": "c81600272d4705302a150d5d51d89f69c5960bdc", "configuration": { "flink": "2.2.1", "jdk": "17", "build": "bench profile: release Rust with mimalloc", "rows": 2000000, "precision": 9, "parallelism": 1, "heap": "2 GiB", "batch_rows": 1024, "local_exchange": "production IPC", "warmups": 2, "measured_pairs": 5, "ordering": "Alternating engine order each trial", "source": "Runtime Flink row source; eight precomputed values including negative epochs, year 1/9999, DST-adjacent values and one NULL", "sink": "Flink blackhole row sink", "native_plan_assertions": [ "NativeCalc", "RowDataToArrow", "ArrowToRowData" ], "native_work_assertions": "NativeCalc consumed Arrow batches", "measurement": "Complete executeSql().await(); includes job startup, conversions, JNI and sink", "cpu": "12th Gen Intel(R) Core(TM) i7-12650H" }, "queries": { "identity": "SELECT ts_identity(t), ltz_identity(z) FROM src", "text": "SELECT ts_text(t) FROM src", "epoch": "SELECT ltz_epoch(z) FROM src", "perimeter_control": "SELECT t, z FROM src" }, "runs": { "previous_fallback": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.263628 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.743455 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.73029 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.673647 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.584435 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.684077 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.524259 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.505183 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.503942 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.504977 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.511738 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.511287 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.511475 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.531423 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.919876 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.890435 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.86052 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.885073 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.872377 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.857852 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.85394 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.859147 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.870326 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.875984 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.873105 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.852904 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.864448 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.855381 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.491889 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.486101 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.472949 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.514395 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.915304 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.497153 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.507326 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.464697 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.481399 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.475198 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.46837 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.478557 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.470538 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.47832 } ], "summary": { "identity": { "Flink": { "median_seconds": 0.511287, "min_seconds": 0.503942, "max_seconds": 0.584435, "stdev_seconds": 0.03436779937383248 }, "StreamFusion": { "median_seconds": 0.524259, "min_seconds": 0.504977, "max_seconds": 0.684077, "stdev_seconds": 0.07494500413102932 } }, "text": { "Flink": { "median_seconds": 0.864448, "min_seconds": 0.852904, "max_seconds": 0.872377, "stdev_seconds": 0.008014651789067321 }, "StreamFusion": { "median_seconds": 0.857852, "min_seconds": 0.85394, "max_seconds": 0.875984, "stdev_seconds": 0.010452409018977406 } }, "epoch": { "Flink": { "median_seconds": 0.478557, "min_seconds": 0.464697, "max_seconds": 0.915304, "stdev_seconds": 0.197557646089692 }, "StreamFusion": { "median_seconds": 0.47832, "min_seconds": 0.46837, "max_seconds": 0.507326, "stdev_seconds": 0.01630207388033806 } } } }, "prototype": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.268743 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.470754 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.069448 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.779605 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.677438 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.97171 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.926262 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.688612 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.719454 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.877959 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.874291 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.60992 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.613894 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.87439 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.172659 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.073993 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.003129 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.984018 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.97415 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.001837 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.007899 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.995358 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.971562 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 1.003045 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 1.00191 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.982604 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.975918 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 1.007367 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.568051 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.676701 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.677151 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.583836 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.594726 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.683531 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.675276 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.57726 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.573429 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.669921 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.668888 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.590283 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.568764 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.682836 } ], "summary": { "identity": { "Flink": { "median_seconds": 0.677438, "min_seconds": 0.60992, "max_seconds": 0.719454, "stdev_seconds": 0.04815057921562314 }, "StreamFusion": { "median_seconds": 0.877959, "min_seconds": 0.874291, "max_seconds": 0.97171, "stdev_seconds": 0.04334021543901227 } }, "text": { "Flink": { "median_seconds": 0.975918, "min_seconds": 0.971562, "max_seconds": 0.995358, "stdev_seconds": 0.00954856998717608 }, "StreamFusion": { "median_seconds": 1.003045, "min_seconds": 1.001837, "max_seconds": 1.007899, "stdev_seconds": 0.002985402451931706 } }, "epoch": { "Flink": { "median_seconds": 0.57726, "min_seconds": 0.568764, "max_seconds": 0.594726, "stdev_seconds": 0.011130438145014764 }, "StreamFusion": { "median_seconds": 0.675276, "min_seconds": 0.668888, "max_seconds": 0.683531, "stdev_seconds": 0.006918543148669371 } } } }, "rejected_flat_writer": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.144969 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.453403 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.048449 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.737934 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.618909 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.99457 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.885192 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.616039 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.631279 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.949698 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.878548 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.623449 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.62295 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.885699 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.004549 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.09864 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.111563 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.964758 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.963744 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.015948 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.00345 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.952038 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.965097 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 1.007129 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.991413 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.960075 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.963393 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 1.000534 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.573138 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.692527 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.673367 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.593522 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.609481 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.684483 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.686675 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.578478 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.576701 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.685007 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.689827 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.58668 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.603976 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.760038 } ], "summary": { "identity": { "Flink": { "median_seconds": 0.62295, "min_seconds": 0.616039, "max_seconds": 0.631279, "stdev_seconds": 0.005762173392045755 }, "StreamFusion": { "median_seconds": 0.885699, "min_seconds": 0.878548, "max_seconds": 0.99457, "stdev_seconds": 0.0513350745183057 } }, "text": { "Flink": { "median_seconds": 0.963393, "min_seconds": 0.952038, "max_seconds": 0.965097, "stdev_seconds": 0.005270891319312121 }, "StreamFusion": { "median_seconds": 1.00345, "min_seconds": 0.991413, "max_seconds": 1.015948, "stdev_seconds": 0.008983705176596144 } }, "epoch": { "Flink": { "median_seconds": 0.58668, "min_seconds": 0.576701, "max_seconds": 0.609481, "stdev_seconds": 0.014914994559167623 }, "StreamFusion": { "median_seconds": 0.686675, "min_seconds": 0.684483, "max_seconds": 0.760038, "stdev_seconds": 0.03295414297171146 } } } }, "rejected_record_reuse": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.31195 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.726969 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.189867 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.712987 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.70912 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.060462 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.004516 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.632665 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.639615 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.931895 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 1.054487 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.644007 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.641899 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.93954 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.084612 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.133284 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.077528 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.996222 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 1.032465 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.068055 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.08706 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 1.012787 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.996266 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 1.049055 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 1.045818 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.995173 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 1.000809 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 1.035232 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.623102 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.739155 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.717356 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.584569 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.606568 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.76402 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.720599 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.624285 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.586782 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.735791 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.736694 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.585147 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.579977 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.746856 } ], "summary": { "identity": { "Flink": { "median_seconds": 0.641899, "min_seconds": 0.632665, "max_seconds": 0.70912, "stdev_seconds": 0.03140528447888983 }, "StreamFusion": { "median_seconds": 1.004516, "min_seconds": 0.931895, "max_seconds": 1.060462, "stdev_seconds": 0.061077863203455283 } }, "text": { "Flink": { "median_seconds": 1.000809, "min_seconds": 0.995173, "max_seconds": 1.032465, "stdev_seconds": 0.015605533954338119 }, "StreamFusion": { "median_seconds": 1.049055, "min_seconds": 1.035232, "max_seconds": 1.08706, "stdev_seconds": 0.020541500176472008 } }, "epoch": { "Flink": { "median_seconds": 0.586782, "min_seconds": 0.579977, "max_seconds": 0.624285, "stdev_seconds": 0.01850470950055688 }, "StreamFusion": { "median_seconds": 0.736694, "min_seconds": 0.720599, "max_seconds": 0.76402, "stdev_seconds": 0.016014625612233352 } } } }, "final_opt_in": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.172981 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.319466 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.99875 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.695026 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.620744 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.000825 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.937826 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.622846 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.641247 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.861116 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.856167 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.60744 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.626699 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.87532 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.998569 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.078245 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.999321 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.966981 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.960189 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.078519 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.008787 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.974278 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.962191 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.987185 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.994131 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.964058 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.968435 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.987848 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.56558 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.670306 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.660764 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.567073 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.599949 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.673005 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.670511 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.561245 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.553257 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.662699 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.671935 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.562173 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.570063 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.660298 } ], "summary": { "identity": { "Flink": { "median_seconds": 0.622846, "min_seconds": 0.60744, "max_seconds": 0.641247, "stdev_seconds": 0.012152167983532828 }, "StreamFusion": { "median_seconds": 0.87532, "min_seconds": 0.856167, "max_seconds": 1.000825, "stdev_seconds": 0.062135988249162055 } }, "text": { "Flink": { "median_seconds": 0.964058, "min_seconds": 0.960189, "max_seconds": 0.974278, "stdev_seconds": 0.005620451823474699 }, "StreamFusion": { "median_seconds": 0.994131, "min_seconds": 0.987185, "max_seconds": 1.078519, "stdev_seconds": 0.03857140469311431 } }, "epoch": { "Flink": { "median_seconds": 0.562173, "min_seconds": 0.553257, "max_seconds": 0.599949, "stdev_seconds": 0.018117611454052083 }, "StreamFusion": { "median_seconds": 0.670511, "min_seconds": 0.660298, "max_seconds": 0.673005, "stdev_seconds": 0.005783144369631408 } } } }, "rejected_timestamp_binary_exit": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.23419 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.417069 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.990293 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.584592 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.537307 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.921941 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.891859 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.516175 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.517914 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.86841 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.824463 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.522638 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.521488 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.8283 } ], "medians_seconds": { "Flink": 0.521488, "StreamFusion": 0.86841 }, "validation": "50 focused checks pass Flink 2.2.1/JDK17; includes precision0/3/6/9, full range, NULL, allRowKinds, retained rows across two closed batches, reuse on/off. Not pursued on1.18 because performance failed.", "decision": "Reverted. Identity native median0.868410s versus stock0.521488s. Historical original native0.875320s/stock0.622846s has control drift; no established gain." }, "rejected_generated_batch_loop": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.143661 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.283786 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.005038 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.680494 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.605072 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.945958 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.930478 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.603833 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.605787 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.85704 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.934243 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.614593 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.627387 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.856953 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.003675 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.09834 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.966981 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.96309 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.955762 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.966846 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.959275 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.953454 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.965722 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.975124 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.956405 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.956217 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.961054 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.970694 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.552714 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.653828 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.634026 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.554864 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.549 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.641172 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.644274 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.549004 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.556209 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.633381 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.6385 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.585899 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.547968 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.635032 } ], "medians_seconds": { "identity": { "Flink": 0.605787, "StreamFusion": 0.930478 }, "text": { "Flink": 0.956217, "StreamFusion": 0.966846 }, "epoch": { "Flink": 0.549004, "StreamFusion": 0.6385 } }, "validation": "90 focused checks passed on Flink2.2.1/JDK17, including sliced temporal input release, empty batches, filtered failures, shared-call/lifecycle/decimal/binary regressions. Not pursued on1.18 because performance failed.", "decision": "Reverted. Unrolled generated batch output calls remove the outer row writer and give each child its own virtual write call site, retaining Flink Calc code generation and immediate row-major result writing. None beats paired stock. Control drift prevents attributing modest text/epoch changes to the experiment." }, "rejected_bulk_component_validity": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.155517 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.369612 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.958781 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.649956 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.593077 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.916143 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.841686 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.578968 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.581088 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.83314 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.843948 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.59645 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.568432 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.831354 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.010499 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.016699 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.953618 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.930435 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.924008 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.94433 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.955574 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.933674 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.922178 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.94751 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.953591 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.93285 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.939711 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.949466 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.517246 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.65013 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.62326 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.516958 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.51142 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.623905 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.633461 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.52412 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.525808 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.627721 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.626286 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.516847 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.526899 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.632979 } ], "medians_seconds": { "identity": { "Flink": 0.581088, "StreamFusion": 0.841686 }, "text": { "Flink": 0.93285, "StreamFusion": 0.949466 }, "epoch": { "Flink": 0.52412, "StreamFusion": 0.627721 } }, "validation": "69 focused checks passed on Flink2.2.1/JDK17, including timestamp writer growth8193rows/reset, primitives, sliced temporal input release, empty batches, NULL/kinds/ownership. Primitive writer advances count only after successful append. Not pursued on1.18 because performance failed.", "decision": "Reverted. Sequential timestamp writers append both non-null component values directly and fill component validity buffers once at finish, retaining parent NULL bits. All three whole-job cases still lose to stock; previous-candidate control drift prevents establishing isolated gain." }, "unchanged_perimeter_control_2000000": { "trials": [ { "case": "perimeter", "engine": "Flink", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 1.358407 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 1.00389 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.732859 }, { "case": "perimeter", "engine": "Flink", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.569004 }, { "case": "perimeter", "engine": "Flink", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.564625 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.660366 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.627772 }, { "case": "perimeter", "engine": "Flink", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.568839 }, { "case": "perimeter", "engine": "Flink", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.561567 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.62061 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.631795 }, { "case": "perimeter", "engine": "Flink", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.580593 }, { "case": "perimeter", "engine": "Flink", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.571829 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.620124 }, { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.7369 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 1.007241 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.857832 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.619107 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.629289 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.88971 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.843267 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.612538 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.612941 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.84514 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.838396 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.627363 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.63125 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.855647 } ], "queries": { "perimeter": "SELECT t, z FROM src", "identity": "SELECT ts_identity(t), ltz_identity(z) FROM src" }, "medians_seconds": { "perimeter": { "Flink": 0.568839, "StreamFusion": 0.627772 }, "identity": { "Flink": 0.627363, "StreamFusion": 0.84514 } }, "method": "Unchanged draft production. Both cases run in one JVM, each case has two warmups/five alternating stock/native pairs. Same source/sink/resources, p9, native Calc and both transposes asserted. Cases are sequential; subtracting medians is diagnostic and does not provide exact isolated operator time." }, "unchanged_perimeter_control_5000000": { "trials": [ { "case": "perimeter", "engine": "Flink", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.69867 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.926122 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.551682 }, { "case": "perimeter", "engine": "Flink", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.275625 }, { "case": "perimeter", "engine": "Flink", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.283795 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.494811 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.504317 }, { "case": "perimeter", "engine": "Flink", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.305931 }, { "case": "perimeter", "engine": "Flink", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.28209 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.499565 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.495777 }, { "case": "perimeter", "engine": "Flink", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.299793 }, { "case": "perimeter", "engine": "Flink", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.291518 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.488577 }, { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.496014 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 2.228073 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 2.062123 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.411691 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.415403 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.076391 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.055161 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.408946 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.409342 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.063461 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.0547 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.416828 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.435164 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.041532 } ], "queries": { "perimeter": "SELECT t, z FROM src", "identity": "SELECT ts_identity(t), ltz_identity(z) FROM src" }, "medians_seconds": { "perimeter": { "Flink": 1.291518, "StreamFusion": 1.495777 }, "identity": { "Flink": 1.415403, "StreamFusion": 2.055161 } }, "method": "Unchanged draft production. Both cases run in one JVM, each case has two warmups/five alternating stock/native pairs. Same source/sink/resources, p9, native Calc and both transposes asserted. Cases are sequential; subtracting medians is diagnostic and does not provide exact isolated operator time." }, "rejected_inline_generated_batch": { "trials": [ { "case": "perimeter", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.132262 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.074634 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.715012 }, { "case": "perimeter", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.538158 }, { "case": "perimeter", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.553731 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.644543 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.637524 }, { "case": "perimeter", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.541034 }, { "case": "perimeter", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.552116 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.635723 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.619623 }, { "case": "perimeter", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.55152 }, { "case": "perimeter", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.536772 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.626478 }, { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.684793 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.083461 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.8962 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.585262 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.583994 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.892457 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.064462 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.591165 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.591643 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.873556 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.884336 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.583228 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.569688 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.872972 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.978163 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.053774 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.007528 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.94347 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.942475 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.001411 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.99543 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.939471 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.921521 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 1.005072 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.989624 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.92346 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.93387 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.987078 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.554727 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.658827 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.663389 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.548915 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.55652 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.652057 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.651523 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.548576 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.561 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.645643 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.65828 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.55968 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.561282 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.652822 } ], "medians_seconds": { "perimeter": { "Flink": 0.55152, "StreamFusion": 0.635723 }, "identity": { "Flink": 0.583994, "StreamFusion": 0.884336 }, "text": { "Flink": 0.93387, "StreamFusion": 0.99543 }, "epoch": { "Flink": 0.55968, "StreamFusion": 0.652057 } }, "validation": "90 focused checks passed Flink2.2.1/JDK17; full Calc predicate/shared-order/lifecycle and sliced nullable/empty batches unchanged. Not pursued on1.18 because performance failed.", "decision": "Reverted. Embeds released Flink Calc process code, per-record code and locals directly inside generated batch loop, rather than calling eval once per row as the earlier unrolled experiment did. Keeps immediate row-major unrolled child writes. No temporal UDF case beats matched stock." }, "rejected_typed_output_accessor": { "trials": [ { "case": "perimeter", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.102795 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.088298 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.737812 }, { "case": "perimeter", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.629026 }, { "case": "perimeter", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.577523 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.654877 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.662622 }, { "case": "perimeter", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.559043 }, { "case": "perimeter", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.573627 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.644261 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.634288 }, { "case": "perimeter", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.565881 }, { "case": "perimeter", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.569924 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.651378 }, { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.706796 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.017123 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.925729 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.623879 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.641215 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.886623 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.861254 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.612075 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.617549 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.854996 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.855754 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.622625 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.605445 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.860441 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.011077 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.086914 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 1.04435 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.978576 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.957329 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 1.045273 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 1.048112 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.97859 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.971034 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 1.04745 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 1.030932 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.961001 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.967403 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 1.029491 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.573664 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 0.668669 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.651043 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.570468 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.556071 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.660315 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.654849 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.569459 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.558032 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.666162 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.657812 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.56394 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.586128 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.662963 } ], "medians_seconds": { "epoch": { "Flink": 0.56394, "StreamFusion": 0.660315 }, "identity": { "Flink": 0.617549, "StreamFusion": 0.860441 }, "perimeter": { "Flink": 0.569924, "StreamFusion": 0.651378 }, "text": { "Flink": 0.967403, "StreamFusion": 1.045273 } }, "validation": "90 focused checks passed Flink2.2.1/JDK17. First variant has full temporal/shared/binary/decimal/lifecycle suite. Second changes only timestamp output stores and reruns temporal/ownership suite with explicit typed-path admission assertion. Not pursued on1.18 because performance failed.", "method": "Unconditional projections with TIMESTAMP/LTZ/BIGINT/CHAR/VARCHAR results use the released ExprCodeGenerator and identical GeneratedExpressions to generate ordinary eval plus a batch kernel. The batch evaluates projections then writes typed Arrow results directly, without publishing to the reusable result row or using field writers. Other shapes retain existing evaluator. First variant uses TimestampAccessor.set; second writes full-range millis/nano components and parent validity directly. Same source, both transposes, p1, IPC, 2GiB heap, two warmups/five alternating pairs.", "decision": "Reverted. No measured UDF case beats matched stock. The direct-component variant does not change text/epoch generated kernels, whose first-variant unfavorable results remain retained." }, "rejected_typed_output_components": { "trials": [ { "case": "perimeter", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 1.097589 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.002443 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.771762 }, { "case": "perimeter", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.562593 }, { "case": "perimeter", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.548147 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.638797 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.632631 }, { "case": "perimeter", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.551991 }, { "case": "perimeter", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.555644 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.613366 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.617901 }, { "case": "perimeter", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.554622 }, { "case": "perimeter", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.549059 }, { "case": "perimeter", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.611868 }, { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "seconds": 0.697354 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "seconds": 1.0178 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "seconds": 0.922536 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "seconds": 0.584543 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "seconds": 0.596322 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "seconds": 0.914433 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "seconds": 0.828246 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "seconds": 0.600586 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "seconds": 0.598963 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "seconds": 0.835652 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "seconds": 0.832304 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "seconds": 0.590815 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "seconds": 0.598743 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "seconds": 0.844652 } ], "medians_seconds": { "identity": { "Flink": 0.598743, "StreamFusion": 0.835652 }, "perimeter": { "Flink": 0.551991, "StreamFusion": 0.617901 } }, "validation": "31 focused checks passed Flink2.2.1/JDK17. First variant has full temporal/shared/binary/decimal/lifecycle suite. Second changes only timestamp output stores and reruns temporal/ownership suite with explicit typed-path admission assertion. Not pursued on1.18 because performance failed.", "method": "Unconditional projections with TIMESTAMP/LTZ/BIGINT/CHAR/VARCHAR results use the released ExprCodeGenerator and identical GeneratedExpressions to generate ordinary eval plus a batch kernel. The batch evaluates projections then writes typed Arrow results directly, without publishing to the reusable result row or using field writers. Other shapes retain existing evaluator. First variant uses TimestampAccessor.set; second writes full-range millis/nano components and parent validity directly. Same source, both transposes, p1, IPC, 2GiB heap, two warmups/five alternating pairs.", "decision": "Reverted. No measured UDF case beats matched stock. The direct-component variant does not change text/epoch generated kernels, whose first-variant unfavorable results remain retained." }, "experimental_direct_jvm_batch": { "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 1.161509 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.970451 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.770162 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.70917 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.71804 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.735905 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.716246 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.646437 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.643354 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.644056 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.640233 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.64464 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.640056 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.651376 }, { "case": "text", "engine": "Flink", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.990042 }, { "case": "text", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.909038 }, { "case": "text", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.83194 }, { "case": "text", "engine": "Flink", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.945911 }, { "case": "text", "engine": "Flink", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.973446 }, { "case": "text", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.830367 }, { "case": "text", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.826157 }, { "case": "text", "engine": "Flink", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.968933 }, { "case": "text", "engine": "Flink", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.954497 }, { "case": "text", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.828582 }, { "case": "text", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.84934 }, { "case": "text", "engine": "Flink", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.971726 }, { "case": "text", "engine": "Flink", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.958258 }, { "case": "text", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.840243 }, { "case": "epoch", "engine": "Flink", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.553333 }, { "case": "epoch", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.591339 }, { "case": "epoch", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.549415 }, { "case": "epoch", "engine": "Flink", "trial": 1, "warmup": true, "rows": 2000000, "precision": 9, "seconds": 0.582918 }, { "case": "epoch", "engine": "Flink", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.569966 }, { "case": "epoch", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.542488 }, { "case": "epoch", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.544362 }, { "case": "epoch", "engine": "Flink", "trial": 3, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.574145 }, { "case": "epoch", "engine": "Flink", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.562582 }, { "case": "epoch", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.536242 }, { "case": "epoch", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.536384 }, { "case": "epoch", "engine": "Flink", "trial": 5, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.571464 }, { "case": "epoch", "engine": "Flink", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.561054 }, { "case": "epoch", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 2000000, "precision": 9, "seconds": 0.535079 } ], "summary": { "identity": { "Flink": { "median": 0.64464, "min": 0.640056, "max": 0.71804, "trials": [ 0.71804, 0.646437, 0.643354, 0.64464, 0.640056 ] }, "StreamFusion": { "median": 0.651376, "min": 0.640233, "max": 0.735905, "trials": [ 0.735905, 0.716246, 0.644056, 0.640233, 0.651376 ] }, "stock_over_native": 0.9896588145710005 }, "text": { "Flink": { "median": 0.968933, "min": 0.954497, "max": 0.973446, "trials": [ 0.973446, 0.968933, 0.954497, 0.971726, 0.958258 ] }, "StreamFusion": { "median": 0.830367, "min": 0.826157, "max": 0.84934, "trials": [ 0.830367, 0.826157, 0.828582, 0.84934, 0.840243 ] }, "stock_over_native": 1.1668732018493029 }, "epoch": { "Flink": { "median": 0.569966, "min": 0.561054, "max": 0.574145, "trials": [ 0.569966, 0.574145, 0.562582, 0.571464, 0.561054 ] }, "StreamFusion": { "median": 0.536384, "min": 0.535079, "max": 0.544362, "trials": [ 0.542488, 0.544362, 0.536242, 0.536384, 0.535079 ] }, "stock_over_native": 1.0626081314878892 } }, "status": "Uncommitted experimental direct Java Arrow batch plus timestamp buffer aliasing; PR368 stays draft; identity still slower than stock.", "proof": { "direct_rows_per_case": 14000000, "identity_shared_timestamp_values": 28000000 }, "base_commit": "ef5a3e64b6a558c226ef794b28253e7852a9a551", "patch_sha256": "1995ec5c3c9fe659e169571dc5581407b4cb33f57b778f235236a788fad21241", "validation": { "flink22_before_input_mapping_encapsulation": 113, "flink118_final": 113, "flink22_final_focused": 39, "docs": "strict build passes" } } }, "limitations": [ "Separate benchmark JVMs show stock-control drift; cross-run differences are descriptive, not isolated attribution.", "All unfavorable measured trials are retained.", "No optimization from the two rejected experiments is retained.", "This standalone row-source fixture does not establish performance within a larger existing native island.", "Allocation sample weights are estimates, not exact allocations or copied bytes." ], "source_sha256": { "src/main/java/tech/streamfusion/planner/RexExpression.java": "98e99e97d7454c6cf923d6d9939589d8db9ba5ee84720120b59fe84c28ae1166", "src/main/java/tech/streamfusion/planner/NativeConfig.java": "ec095f0b505a2539eac62dfa29f25a4f769a3f21491a7d376bc9e7be44bc5952", "src/test/java/tech/streamfusion/FlinkTemporalUdfSqlHarnessTest.java": "af77ac414377c1abb88e6ac366ccdd3de27b417918838f188390d171526f7a43", "src/test/java/tech/streamfusion/TemporalUdfBenchmark.java": "36335e8c09ee1eaebc42e89bad630149210169f97264dfd5bcf661764240da1e", "src/test/java/tech/streamfusion/planner/GeneratedTemporalRowDispatchTest.java": "3dd200775363cb7291deedede96f8d0c6fb9a05549aede3198b035b8cdcc5e39" }, "native_library_sha256": "24cef157092f0564f6f6c70a1d0f3d92169dd4a4c6b6fffede564cc566e96e0c", "validation": { "flink22": { "tech.streamfusion.planner.GeneratedTemporalRowDispatchTest": { "tests": 8, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkDecimalUdfConsumersSqlHarnessTest": { "tests": 14, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkSharedBinaryUdfSqlHarnessTest": { "tests": 39, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkTemporalUdfSqlHarnessTest": { "tests": 23, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkUdfLifecycleSqlHarnessTest": { "tests": 6, "failures": 0, "errors": 0, "skipped": 0 } }, "flink118": { "tech.streamfusion.planner.GeneratedTemporalRowDispatchTest": { "tests": 8, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkDecimalUdfConsumersSqlHarnessTest": { "tests": 14, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkSharedBinaryUdfSqlHarnessTest": { "tests": 39, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkTemporalUdfSqlHarnessTest": { "tests": 23, "failures": 0, "errors": 0, "skipped": 0 }, "tech.streamfusion.FlinkUdfLifecycleSqlHarnessTest": { "tests": 6, "failures": 0, "errors": 0, "skipped": 0 } } }, "profile": { "tool": "JFR profile configuration", "rows": 5000000, "case": "identity", "valid_duration_seconds": 26, "native_class_execution_samples": 82, "top_frame_samples": { "ArrowWriter.write": 26, "RowWriter.doWrite": 23, "NativeUdf.invoke": 6 }, "interpretation": "General row-to-Arrow result writing and perimeter row conversion remain material; removing one wrapper or reusing one StreamRecord did not improve complete-job time.", "detailed": { "recording": "streamfusion-364-detailed-valid.jfr", "sha256": "b740bfe29a5e249b26705039334f8888a99e9da3c9f47f44acfd8a3149ff4b6f", "duration_seconds": 32, "sampling_period_ms": 2, "stack_depth": 128, "rows": 5000000, "case": "identity", "warmups": 2, "runs": 5, "execution_sample_events": 5790, "native_method_events": 14472, "allocation_sample_events": 9137, "production_commit": "aa29ead1", "production_change_since_original": "none", "sampling": { "jdk.ExecutionSample": { "totals_by_task_thread": { "other": 328, "Flink": 2379, "StreamFusion": 3083 }, "leaf_by_engine": { "Flink": [ [ "org/apache/flink/streaming/runtime/tasks/CopyingChainingOutput.pushToOperator", 772 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copyRowData", 286 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal", 259 ], [ "java/time/LocalDate.ofEpochDay", 177 ], [ "org/apache/flink/table/data/RowData.lambda$createFieldGetter$25774257$1", 159 ], [ "org/apache/flink/table/data/TimestampData.fromLocalDateTime", 109 ], [ "org.apache.flink.streaming.runtime.io.RecordProcessorUtils$$Lambda$3109+0x000077faecd9b498/718826224.accept", 109 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal", 73 ], [ "org/apache/flink/streaming/api/operators/SourceOperator.emitNext", 69 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copy", 49 ], [ "java/lang/Integer.valueOf", 48 ], [ "java/time/Instant.create", 38 ], [ "org/apache/flink/table/data/GenericRowData.isNullAt", 38 ], [ "org/apache/flink/table/runtime/typeutils/ExternalSerializer.copy", 30 ], [ "org/apache/flink/streaming/runtime/streamrecord/StreamRecord.copy", 29 ], [ "org/apache/flink/table/data/TimestampData.fromInstant", 25 ], [ "org/apache/flink/streaming/runtime/operators/sink/SinkWriterOperator.processElement", 25 ], [ "org/apache/flink/table/data/GenericRowData.getTimestamp", 20 ], [ "org/apache/flink/table/data/BoxedWrapperRowData.isNullAt", 13 ], [ "org/apache/flink/table/data/RowData.lambda$createFieldGetter$39385f9c$1", 11 ], [ "org/apache/flink/api/common/typeutils/base/IntSerializer.copy", 9 ], [ "org/apache/flink/api/connector/source/lib/util/IteratorSourceReaderBase.pollNext", 6 ], [ "org/apache/flink/types/Row.of", 4 ], [ "org/apache/flink/table/data/BoxedWrapperRowData.getTimestamp", 3 ], [ "org/apache/flink/streaming/runtime/tasks/mailbox/MailboxProcessor.hasMail", 2 ] ], "StreamFusion": [ [ "org/apache/flink/table/data/TimestampData.fromEpochMillis", 493 ], [ "org/apache/flink/streaming/runtime/tasks/CopyingChainingOutput.pushToOperator", 394 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal", 231 ], [ "tech/streamfusion/arrow/writers/RowWriter.doWrite", 230 ], [ "tech/streamfusion/arrow/ArrowWriter.write", 223 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copyRowData", 172 ], [ "org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.isNullAt", 165 ], [ "java/time/LocalDate.ofEpochDay", 146 ], [ "org/apache/flink/table/data/RowData.lambda$createFieldGetter$25774257$1", 119 ], [ "org/apache/flink/table/data/TimestampData.fromLocalDateTime", 91 ], [ "org.apache.flink.streaming.runtime.io.RecordProcessorUtils$$Lambda$3109+0x000077faecd9b498/718826224.accept", 84 ], [ "org/apache/flink/streaming/api/operators/SourceOperator.emitNext", 76 ], [ "tech/streamfusion/arrow/writers/RowWriter$RowWriterForRow.readRow", 68 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal", 63 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copy", 44 ], [ "java/time/Instant.create", 41 ], [ "org/apache/flink/table/data/BoxedWrapperRowData.getTimestamp", 38 ], [ "org/apache/flink/table/runtime/typeutils/ExternalSerializer.copy", 25 ], [ "tech/streamfusion/operator/PrunedRowData.clear", 25 ], [ "org/apache/arrow/vector/complex/AbstractStructVector.getChildren", 24 ], [ "org/apache/flink/table/data/GenericRowData.isNullAt", 23 ], [ "org/apache/flink/table/data/TimestampData.fromInstant", 22 ], [ "tech/streamfusion/operator/NativeUdf.invokeUdf", 21 ], [ "org/apache/arrow/memory/LowCostIdentityHashMap.getModuloHash", 17 ], [ "org/apache/flink/table/data/GenericRowData.getTimestamp", 16 ] ] }, "first_StreamFusion_frame": [ [ "tech/streamfusion/arrow/TimestampAccessor.getTimestamp", 493 ], [ "tech/streamfusion/arrow/writers/RowWriter.doWrite", 230 ], [ "tech/streamfusion/arrow/ArrowWriter.write", 223 ], [ "tech/streamfusion/arrow/writers/RowWriter$RowWriterForRow.readRow", 68 ], [ "tech/streamfusion/operator/ArrowToRowDataOperator.processElement", 53 ], [ "tech/streamfusion/arrow/writers/TimestampWriter$TimestampWriterForRow.readTimestamp", 38 ], [ "tech/streamfusion/operator/NativeUdf.invokeUdf", 38 ], [ "tech/streamfusion/operator/PrunedRowData.clear", 25 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow", 8 ], [ "tech/streamfusion/arrow/writers/ArrowFieldWriter.finish", 8 ], [ "tech/streamfusion/operator/NativeCalcOperator.processElement", 7 ], [ "tech/streamfusion/operator/RowDataToArrowOperator.processElement", 5 ], [ "tech/streamfusion/arrow/TimestampAccessor.isTimestamp", 4 ], [ "tech/streamfusion/arrow/ArrowConversion.toArrowField", 4 ], [ "tech/streamfusion/arrow/TimestampAccessor.", 3 ], [ "tech/streamfusion/operator/RowDataToArrowOperator.flush", 3 ], [ "tech/streamfusion/operator/NativeUdf.resultRoot", 3 ], [ "tech/streamfusion/arrow/ArrowConversion.toArrowSchema", 3 ], [ "tech/streamfusion/operator/SynchronousArrowInput$InputSerializer.copy", 3 ], [ "tech/streamfusion/FlinkTemporalUdfSqlHarnessTest.lambda$environment$8a24a1a0$1", 3 ] ] }, "jdk.ObjectAllocationSample": { "totals_by_task_thread": { "other": 616862536, "Flink": 33303063720, "StreamFusion": 38576096496 }, "leaf_by_engine": { "Flink": [ [ "org/apache/flink/streaming/runtime/streamrecord/StreamRecord.copy", 5238066560 ], [ "java/time/LocalTime.create", 4790609016 ], [ "java/time/LocalDateTime.of", 4458105672 ], [ "org/apache/flink/table/data/TimestampData.fromLocalDateTime", 3745864064 ], [ "java/time/Instant.create", 2290405912 ], [ "org/apache/flink/table/data/GenericRowData.", 1981322696 ], [ "java/lang/Integer.valueOf", 1918264064 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copy", 1860084776 ], [ "java/time/LocalDate.ofEpochDay", 1785726464 ], [ "org/apache/flink/types/Row.of", 1393978352 ], [ "org/apache/flink/table/data/TimestampData.fromInstant", 1061614712 ], [ "java/lang/Long.valueOf", 880130192 ], [ "org/apache/flink/types/Row.", 704367216 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal", 629770504 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal", 523407320 ], [ "org/apache/flink/types/RowUtils.createRowWithNamedPositions", 24090344 ], [ "jdk/internal/org/objectweb/asm/ClassWriter.visitMethod", 7455880 ], [ "java/util/regex/Matcher.", 4193064 ], [ "org/codehaus/janino/UnitCompiler.reclassifyName", 1379696 ], [ "java/lang/AbstractStringBuilder.", 894056 ], [ "java/util/Arrays.copyOf", 803024 ], [ "java/util/Arrays.copyOfRange", 506760 ], [ "java/util/jar/JarFile.getVersionedEntry", 323664 ], [ "java/lang/StringLatin1.newString", 156144 ], [ "java/util/zip/InflaterInputStream.", 131504 ] ], "StreamFusion": [ [ "org/apache/flink/streaming/runtime/streamrecord/StreamRecord.copy", 4484147568 ], [ "org/apache/flink/table/data/GenericRowData.", 3635265960 ], [ "org/apache/flink/table/data/TimestampData.fromEpochMillis", 3323684864 ], [ "java/time/Instant.create", 2669511560 ], [ "java/lang/Integer.valueOf", 2546376832 ], [ "org/apache/flink/table/data/TimestampData.fromInstant", 2299577096 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copy", 1986977040 ], [ "org/apache/flink/table/data/TimestampData.fromLocalDateTime", 1803182144 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal", 1595573392 ], [ "org/apache/flink/types/RowUtils.createRowWithNamedPositions", 1384811328 ], [ "java/time/LocalDate.ofEpochDay", 1249574816 ], [ "java/time/LocalTime.create", 1215389008 ], [ "java/time/LocalDateTime.of", 1202921040 ], [ "org/apache/flink/types/Row.", 1120248472 ], [ "java/lang/Long.valueOf", 1099389048 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal", 1069695848 ], [ "org/apache/flink/types/Row.of", 709794088 ], [ "org/apache/arrow/vector/util/IntObjectHashMap.", 594293712 ], [ "java/util/ArrayList.grow", 442287616 ], [ "org/apache/arrow/vector/util/MapWithOrdinalImpl.", 419316128 ], [ "java/util/Arrays.copyOfRange", 391966360 ], [ "java/util/Collections.unmodifiableList", 364936152 ], [ "java/util/Arrays.copyOf", 345788584 ], [ "org/apache/arrow/util/Collections2.immutableMapCopy", 173316008 ], [ "java/util/ArrayList.", 171245936 ] ] }, "first_StreamFusion_frame": [ [ "tech/streamfusion/arrow/TimestampAccessor.getTimestamp", 3323684864 ], [ "tech/streamfusion/FlinkTemporalUdfSqlHarnessTest.lambda$environment$8a24a1a0$1", 2870989112 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow", 1346127936 ], [ "tech/streamfusion/operator/ArrowToRowDataOperator.processElement", 760449144 ], [ "tech/streamfusion/arrow/ArrowConversion.createArrowReader", 336132552 ], [ "tech/streamfusion/operator/NativeUdf.invokeUdf", 91645240 ], [ "tech/streamfusion/operator/NativeUdf.resultRoot", 34036120 ], [ "tech/streamfusion/operator/NativeCalcOperator.processElement", 32469536 ], [ "tech/streamfusion/arrow/ArrowConversion.createColumnVector", 21984376 ], [ "tech/streamfusion/arrow/writers/TimestampWriter.", 16234688 ], [ "tech/streamfusion/arrow/writers/ArrowFieldWriter.finish", 15711088 ], [ "tech/streamfusion/operator/ArrowBatch.", 12568824 ], [ "tech/streamfusion/arrow/ArrowConversion.toArrowField", 12042432 ], [ "tech/streamfusion/arrow/ArrowConversion.createRowDataArrowWriter", 10436120 ], [ "tech/streamfusion/arrow/StringCacheColumns.readers", 8902944 ], [ "tech/streamfusion/arrow/ArrowConversion.toArrowSchema", 6725584 ], [ "tech/streamfusion/arrow/TimestampAccessor.isTimestamp", 5237032 ], [ "tech/streamfusion/arrow/ArrowReader.", 2618488 ] ] } }, "trials": [ { "case": "identity", "engine": "Flink", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 2.008463 }, { "case": "identity", "engine": "StreamFusion", "trial": 0, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 2.758397 }, { "case": "identity", "engine": "StreamFusion", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 2.342613 }, { "case": "identity", "engine": "Flink", "trial": 1, "warmup": true, "rows": 5000000, "precision": 9, "seconds": 1.574635 }, { "case": "identity", "engine": "Flink", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.571606 }, { "case": "identity", "engine": "StreamFusion", "trial": 2, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.336606 }, { "case": "identity", "engine": "StreamFusion", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.296759 }, { "case": "identity", "engine": "Flink", "trial": 3, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.537065 }, { "case": "identity", "engine": "Flink", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.509951 }, { "case": "identity", "engine": "StreamFusion", "trial": 4, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.292069 }, { "case": "identity", "engine": "StreamFusion", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.242967 }, { "case": "identity", "engine": "Flink", "trial": 5, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.502536 }, { "case": "identity", "engine": "Flink", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 1.509861 }, { "case": "identity", "engine": "StreamFusion", "trial": 6, "warmup": false, "rows": 5000000, "precision": 9, "seconds": 2.26129 } ], "limitations": "Includes warmup, code generation and all jobs. Classify task threads by NativeCalcExecNode versus Calc in the physical chain name. Stack samples often end at compiled frames, even without a truncation flag; 94 execution stacks report truncation. Samples are diagnostic, not exact/additive operator time. NativeMethod samples include blocked network/file threads and must not be treated as native CPU percentages. Allocation weights estimate sampled allocation, not exact bytes or retained memory. Profiling timings are not acceleration claims. An earlier recording overwritten by the separate ORC test JVM lasted one second and is excluded." }, "jit": { "log": "streamfusion-364-jit.xml", "sha256": "a769ea4feb2e9270556304ddec493f7f2bb4b31e4d7eff7c16e7499743290d64", "rows": 5000000, "case": "identity", "warmups": 2, "runs": 5, "jvm_options": [ "-XX:+UnlockDiagnosticVMOptions", "-XX:+LogCompilation" ], "selected_C2_tasks": 16, "evaluator_C2_tasks": 7, "evaluator_example": { "method": "FlinkExpressionEvaluator$10 eval (Lorg/apache/flink/table/data/RowData;)Ljava/lang/Object;", "compile_id": "9980", "osr": null, "failures": [], "selected_successes": [ { "caller": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.isNullAt", "target": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.isNullAt", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.isNullAt", "target": "tech.streamfusion.arrow.TimestampAccessor.isNull", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "org.apache.flink.table.data.columnar.ColumnarRowData.getTimestamp", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.columnar.ColumnarRowData.getTimestamp", "target": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.getTimestamp", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.getTimestamp", "target": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.getTimestamp", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getMillis", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getNanoOfMillisecond", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "org.apache.flink.table.data.TimestampData.fromEpochMillis", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.TimestampData.fromEpochMillis", "target": "org.apache.flink.table.data.TimestampData.", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.isNullAt", "target": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.isNullAt", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.isNullAt", "target": "tech.streamfusion.arrow.TimestampAccessor.isNull", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "org.apache.flink.table.data.columnar.ColumnarRowData.getTimestamp", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.columnar.ColumnarRowData.getTimestamp", "target": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.getTimestamp", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.columnar.vector.VectorizedColumnBatch.getTimestamp", "target": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.getTimestamp", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.vectors.ArrowTimestampColumnVector.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getMillis", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "tech.streamfusion.arrow.TimestampAccessor.getNanoOfMillisecond", "reason": "inline (hot)" }, { "caller": "tech.streamfusion.arrow.TimestampAccessor.getTimestamp", "target": "org.apache.flink.table.data.TimestampData.fromEpochMillis", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.TimestampData.fromEpochMillis", "target": "org.apache.flink.table.data.TimestampData.", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toExternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toExternal", "target": "org.apache.flink.table.data.TimestampData.toLocalDateTime", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "tech.streamfusion.FlinkTemporalUdfSqlHarnessTest$TimestampIdentity.eval", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.DataStructureConverter.toInternalOrNull", "target": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toInternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toInternal", "target": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toInternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.TimestampLocalDateTimeConverter.toInternal", "target": "org.apache.flink.table.data.TimestampData.fromLocalDateTime", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.TimestampData.fromLocalDateTime", "target": "org.apache.flink.table.data.TimestampData.", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toExternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toExternal", "target": "org.apache.flink.table.data.TimestampData.toInstant", "reason": "inline (hot)" }, { "caller": "FlinkExpressionEvaluator$10.eval", "target": "tech.streamfusion.FlinkTemporalUdfSqlHarnessTest$LtzIdentity.eval", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.DataStructureConverter.toInternalOrNull", "target": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toInternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toInternal", "target": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toInternal", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.conversion.LocalZonedTimestampInstantConverter.toInternal", "target": "org.apache.flink.table.data.TimestampData.fromInstant", "reason": "inline (hot)" }, { "caller": "org.apache.flink.table.data.TimestampData.fromInstant", "target": "org.apache.flink.table.data.TimestampData.", "reason": "inline (hot)" } ] }, "bridge_failures": [ { "compile_id": "8987", "method": "tech.streamfusion.operator.NativeUdf invokeUdf (IJJJJ)V", "failures": [ { "caller": "tech.streamfusion.operator.NativeUdf.invokeUdf", "target": "tech.streamfusion.planner.FlinkExpressionFunction.evalRow", "reason": "already compiled into a big method", "path": [ "tech.streamfusion.operator.NativeUdf.invokeUdf" ] }, { "caller": "tech.streamfusion.operator.NativeUdf.invokeUdf", "target": "tech.streamfusion.arrow.ArrowWriter.write", "reason": "already compiled into a big method", "path": [ "tech.streamfusion.operator.NativeUdf.invokeUdf" ] } ] }, { "compile_id": "9010", "method": "tech.streamfusion.operator.NativeUdf invokeUdf (IJJJJ)V", "failures": [ { "caller": "tech.streamfusion.operator.NativeUdf.invokeUdf", "target": "tech.streamfusion.planner.FlinkExpressionFunction.evalRow", "reason": "already compiled into a big method", "path": [ "tech.streamfusion.operator.NativeUdf.invokeUdf" ] }, { "caller": "tech.streamfusion.operator.NativeUdf.invokeUdf", "target": "tech.streamfusion.arrow.ArrowWriter.write", "reason": "already compiled into a big method", "path": [ "tech.streamfusion.operator.NativeUdf.invokeUdf" ] } ] }, { "compile_id": "9977", "method": "tech.streamfusion.planner.FlinkExpressionFunction evalRow (Lorg/apache/flink/table/data/RowData;)Ljava/lang/Object;", "failures": [ { "caller": "tech.streamfusion.planner.FlinkExpressionFunction.evalRow", "target": "FlinkExpressionEvaluator$10.eval", "reason": "already compiled into a big method", "path": [ "tech.streamfusion.planner.FlinkExpressionFunction.evalRow" ] } ] }, { "compile_id": "11212", "method": "tech.streamfusion.planner.FlinkExpressionFunction evalRow (Lorg/apache/flink/table/data/RowData;)Ljava/lang/Object;", "failures": [ { "caller": "tech.streamfusion.planner.FlinkExpressionFunction.evalRow", "target": "tech.streamfusion.planner.FlinkExpressionFunction$Evaluator.eval", "reason": "virtual call", "path": [ "tech.streamfusion.planner.FlinkExpressionFunction.evalRow" ] } ] } ], "interpretation": "The generated evaluator already inlines ColumnarRowData/VectorizedColumnBatch/ArrowTimestampColumnVector/TimestampAccessor getters, temporal converters and identity functions. Replacing those getters just to remove dispatch has no established benefit. The surrounding bridge sometimes cannot inline the already-large evaluator and writer; one later evalRow compilation retains a virtual evaluator call. The inline-batch experiment still loses end to end, so these compiler decisions do not demonstrate a speedup opportunity by themselves. This is compiler-shape evidence, not timing attribution." }, "async_profiler_4": { "tool": "async-profiler 4.0, official released Linux x64 binary", "event": "cpu-clock (perf software CPU timer; hardware cycles unavailable)", "interval_ms": 2, "native_stack_unwinding": "DWARF, production DSO .eh_frame and .symtab; Rust symbols resolved", "java_options": [ "UnlockDiagnosticVMOptions", "DebugNonSafepoints" ], "java_allocation_interval": "1 MiB", "boundary": "5M-row identity, precision9, two warmups and five paired repetitions; complete jobs and both transposes; profiled times excluded from speedup claims", "limitations": [ "Sample counts are statistical; stage categories use the deepest observed boundary frame, not exact operator timings.", "CPU sample totals include startup/warmup; main/compiler/other threads are excluded from per-engine task summaries.", "Allocation weights estimate heap pressure, not exact allocated or retained bytes.", "Native frame presence is inclusive: Java callbacks remain inside native call stacks; do not equate inclusive Rust frames with Rust CPU self time.", "Profiler startup prints to the native stream and triggers Surefire channel warning; all profiled tests completed successfully." ], "profiles": { "ffi": { "cpu_samples": { "other": 11579, "Flink": 5073, "StreamFusion": 7621 }, "deepest_observed_sf_stage": { "source_and_host": 3246, "RowDataToArrowOperator.processElement": 615, "NativeCalcOperator.processElement": 1072, "NativeUdf.invokeUdf": 1187, "FlinkExpressionFunction.evalRow": 581, "ArrowToRowDataOperator.processElement": 920 }, "sf_leaf_top": [ [ "itable stub", 883 ], [ "java/time/LocalDate.ofEpochDay_[i]", 261 ], [ "org/apache/flink/table/data/GenericRowData._[i]", 236 ], [ "tech/streamfusion/FlinkTemporalUdfSqlHarnessTest.lambda$environment$8a24a1a0$1_[i]", 207 ], [ "org/apache/arrow/vector/complex/StructVector.isNull_[i]", 144 ], [ "org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j]", 144 ], [ "/usr/lib/x86_64-linux-gnu/libc.so.6", 122 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copyRowData_[i]", 115 ], [ "java/time/LocalDate.toEpochDay_[i]", 114 ], [ "org/apache/arrow/memory/ArrowBuf.addr_[i]", 106 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal_[i]", 104 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[i]", 94 ], [ "org/apache/flink/table/data/GenericRowData.isNullAt_[j]", 92 ], [ "tech/streamfusion/operator/RowDataToArrowOperator.processElement_[j]", 90 ], [ "org/apache/flink/table/data/GenericRowData.getArity_[j]", 87 ], [ "org/apache/flink/table/data/GenericRowData.setField_[i]", 85 ], [ "org/apache/flink/streaming/runtime/tasks/CopyingChainingOutput.pushToOperator_[j]", 83 ], [ "FlinkExpressionEvaluator$10.eval_[j]", 76 ], [ "tech/streamfusion/operator/TaskOffHeapMemory.release_[i]", 74 ], [ "org/apache/arrow/vector/complex/AbstractStructVector.getChildren_[j]", 68 ] ], "native_frames_inclusive_top": [ [ "streamfusion::calc::CalcExpression::evaluate", 331 ], [ "streamfusion::calc::evaluate_projection", 272 ], [ "::evaluate", 270 ], [ "datafusion_expr::udf::ScalarUDF::invoke_with_args", 254 ], [ "::invoke_with_args", 254 ], [ "arrow_array::ffi::from_ffi", 53 ], [ "arrow_array::ffi::ImportedArrowArray::consume", 50 ], [ "core::ptr::drop_in_place>>", 44 ], [ "arrow_array::ffi::ImportedArrowArray::consume_children", 44 ], [ "arrow_data::ffi::release_array", 42 ], [ ">::try_from", 38 ], [ "core::ptr::drop_in_place", 37 ], [ ">::try_from", 36 ], [ "core::ptr::drop_in_place>>", 32 ], [ "core::ptr::drop_in_place>", 30 ], [ "arrow_array::ffi::from_ffi_and_data_type", 29 ], [ "::to_data", 28 ], [ "arrow_schema::ffi:: for arrow_schema::datatype::DataType>::try_from", 27 ], [ ">::from", 27 ], [ "arrow_array::array::struct_array:: for arrow_data::data::ArrayData>::from", 26 ], [ "arrow_array::array::make_array", 26 ], [ "arrow_data::ffi::FFI_ArrowArray::new", 25 ], [ "arrow_schema::ffi:: for arrow_schema::field::Field>::try_from", 21 ], [ "arrow_data::data::ArrayDataBuilder::build", 19 ], [ "arrow_data::data::ArrayData::new_unchecked", 18 ] ], "native_stage_leaf_excluding_java_callback_top": [ [ "mi_malloc", 45 ], [ "/usr/lib/x86_64-linux-gnu/libc.so.6", 34 ], [ "jni_invoke_nonstatic", 12 ], [ "core::ptr::drop_in_place>>", 11 ], [ "alloc::sync::Arc::drop_slow", 10 ], [ "arrow_data::data::layout", 8 ], [ "OopStorage::Block::release_entries", 8 ], [ "jni_ExceptionCheck", 8 ], [ "arrow_data::ffi::FFI_ArrowArray::new", 8 ], [ ">::try_from", 7 ], [ "::clone", 7 ], [ "arrow_data::data::ArrayDataBuilder::build", 7 ], [ "arrow_buffer::buffer::boolean::BooleanBuffer::new", 7 ], [ "_mi_arena_contains", 6 ], [ "JavaCalls::call_helper", 6 ], [ "jni_CallObjectMethodV", 5 ], [ ">>::from", 5 ], [ " as combine::parser::Parser>::parse_lazy", 5 ], [ "arrow_array::ffi::ImportedArrowArray::consume", 5 ], [ "sf_free", 5 ] ], "estimated_alloc_bytes": { "other": 736662176, "Flink": 33427554304, "StreamFusion": 38865469440 }, "allocated_classes_top": { "Flink": [ [ "java.lang.Object[]_[i]", 7436500992 ], [ "org.apache.flink.streaming.runtime.streamrecord.StreamRecord_[i]", 5670699008 ], [ "org.apache.flink.table.data.TimestampData_[i]", 4266655744 ], [ "org.apache.flink.table.data.GenericRowData_[i]", 4136632320 ], [ "org.apache.flink.types.Row_[i]", 2284847104 ], [ "java.lang.Integer_[i]", 2269118464 ], [ "java.time.Instant_[i]", 2127560704 ], [ "java.time.LocalTime_[i]", 1445986304 ], [ "java.time.LocalDate_[i]", 1438646272 ], [ "java.time.LocalDateTime_[i]", 1421869056 ], [ "java.lang.Long_[i]", 899678208 ], [ "byte[]_[i]", 16777216 ] ], "StreamFusion": [ [ "java.lang.Object[]_[i]", 7481589760 ], [ "org.apache.flink.table.data.TimestampData_[i]", 7315914752 ], [ "org.apache.flink.streaming.runtime.streamrecord.StreamRecord_[i]", 5465178112 ], [ "org.apache.flink.table.data.GenericRowData_[i]", 3430940672 ], [ "java.time.Instant_[i]", 2240806912 ], [ "org.apache.flink.types.Row_[i]", 2232418304 ], [ "java.lang.Integer_[i]", 1624244224 ], [ "java.time.LocalDate_[i]", 1485832192 ], [ "java.time.LocalDateTime_[i]", 1444937728 ], [ "java.time.LocalTime_[i]", 1395654656 ], [ "java.lang.Long_[i]", 954204160 ], [ "org.apache.arrow.memory.ArrowBuf_[i]", 438304768 ] ] }, "sf_timestamp_allocation_stacks_top": [ [ "FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/columnar/ColumnarRowData.getTimestamp_[j];org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.getTimestamp_[j];tech/streamfusion/arrow/vectors/ArrowTimestampColumnVector.getTimestamp_[j];tech/streamfusion/arrow/TimestampAccessor.getTimestamp_[j];org/apache/flink/table/data/TimestampData.fromEpochMillis_[j]", 1480589312 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromInstant_[j]", 1471152128 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromLocalDateTime_[j]", 1463812096 ], [ "org/apache/flink/table/data/RowData.lambda$createFieldGetter$39385f9c$1_[j];org/apache/flink/table/data/columnar/ColumnarRowData.getTimestamp_[j];org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.getTimestamp_[j];tech/streamfusion/arrow/vectors/ArrowTimestampColumnVector.getTimestamp_[j];tech/streamfusion/arrow/TimestampAccessor.getTimestamp_[j];org/apache/flink/table/data/TimestampData.fromEpochMillis_[j]", 1449132032 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow_[j];FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromInstant_[j]", 726663168 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow_[j];FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromLocalDateTime_[j]", 724566016 ] ], "recording_sha256": "32a282ea3209f2cc6f0d6a82f2da685393ef1b71e0fea7ca7acad79067ebea44", "raw_profiles": { "cpu": { "file": "temporal-udf-ffi-cpu-2026-10-15.collapsed.gz", "sha256": "ff5467cded0b2f4bda5a1e6d5c0c2d01a0826797fbc78a638ab6ce7ea5f0ccbd" }, "alloc": { "file": "temporal-udf-ffi-alloc-2026-10-15.collapsed.gz", "sha256": "cb104d0377363a4fc4ab0911372201c58b79438743cd4c600ec04a7a8c537cb0" } } }, "direct": { "cpu_samples": { "other": 11349, "StreamFusion": 5297, "Flink": 5162 }, "deepest_observed_sf_stage": { "source_and_host": 2978, "RowDataToArrowOperator.processElement": 547, "NativeCalcOperator.processElement": 32, "ArrowToRowDataOperator.processElement": 847, "NativeUdf.evaluateAliasedTimestamps": 188, "FlinkExpressionFunction.evalRow": 593, "NativeUdf.evaluateTemporalRowCalc": 112 }, "sf_leaf_top": [ [ "itable stub", 745 ], [ "java/time/LocalDate.ofEpochDay_[i]", 256 ], [ "tech/streamfusion/FlinkTemporalUdfSqlHarnessTest.lambda$environment$8a24a1a0$1_[i]", 230 ], [ "org/apache/flink/table/data/GenericRowData._[i]", 172 ], [ "org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j]", 145 ], [ "org/apache/arrow/vector/complex/StructVector.isNull_[i]", 131 ], [ "org/apache/flink/util/NumberSequenceIterator.next_[i]", 122 ], [ "org/apache/flink/table/runtime/typeutils/RowDataSerializer.copyRowData_[j]", 116 ], [ "org/apache/flink/table/data/GenericRowData.setField_[i]", 96 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[i]", 96 ], [ "java/time/LocalDate.toEpochDay_[i]", 86 ], [ "org/apache/flink/table/data/RowData$$Lambda$2633.0x0000798a3cc62b70.getFieldOrNull_[j]", 80 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toExternal_[i]", 76 ], [ "tech/streamfusion/operator/RowDataToArrowOperator.processElement_[j]", 71 ], [ "FlinkExpressionEvaluator$10.eval_[j]", 70 ], [ "org/apache/flink/table/data/RowData$$Lambda$1500.0x0000798a3c8bfc48.getFieldOrNull_[j]", 66 ], [ "org/apache/flink/streaming/runtime/tasks/CopyingChainingOutput.pushToOperator_[j]", 64 ], [ "org/apache/arrow/memory/ArrowBuf.addr_[i]", 57 ], [ "org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.isNullAt_[i]", 57 ], [ "Copy::fill_to_memory_atomic", 54 ] ], "native_frames_inclusive_top": [], "native_stage_leaf_excluding_java_callback_top": [], "estimated_alloc_bytes": { "other": 759238792, "Flink": 33624686592, "StreamFusion": 35409362944 }, "allocated_classes_top": { "Flink": [ [ "java.lang.Object[]_[i]", 7402946560 ], [ "org.apache.flink.streaming.runtime.streamrecord.StreamRecord_[i]", 5587861504 ], [ "org.apache.flink.table.data.TimestampData_[i]", 4387241984 ], [ "org.apache.flink.table.data.GenericRowData_[i]", 4218421248 ], [ "java.lang.Integer_[i]", 2248146944 ], [ "org.apache.flink.types.Row_[i]", 2243952640 ], [ "java.time.Instant_[i]", 2147483648 ], [ "java.time.LocalDateTime_[i]", 1515192320 ], [ "java.time.LocalDate_[i]", 1513095168 ], [ "java.time.LocalTime_[i]", 1502609408 ], [ "java.lang.Long_[i]", 822083584 ], [ "byte[]_[i]", 20971520 ] ], "StreamFusion": [ [ "org.apache.flink.table.data.TimestampData_[i]", 7436500992 ], [ "java.lang.Object[]_[i]", 6711934976 ], [ "org.apache.flink.streaming.runtime.streamrecord.StreamRecord_[i]", 5765070848 ], [ "org.apache.flink.table.data.GenericRowData_[i]", 3396337664 ], [ "org.apache.flink.types.Row_[i]", 2287992832 ], [ "java.time.Instant_[i]", 2287992832 ], [ "java.lang.Integer_[i]", 1647312896 ], [ "java.time.LocalDateTime_[i]", 1496317952 ], [ "java.time.LocalTime_[i]", 1493172224 ], [ "java.time.LocalDate_[i]", 1465909248 ], [ "java.lang.Long_[i]", 859832320 ], [ "java.util.ArrayList_[i]", 69206016 ] ] }, "sf_timestamp_allocation_stacks_top": [ [ "org/apache/flink/table/data/RowData.lambda$createFieldGetter$39385f9c$1_[j];org/apache/flink/table/data/columnar/ColumnarRowData.getTimestamp_[j];org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.getTimestamp_[j];tech/streamfusion/arrow/vectors/ArrowTimestampColumnVector.getTimestamp_[j];tech/streamfusion/arrow/TimestampAccessor.getTimestamp_[j];org/apache/flink/table/data/TimestampData.fromEpochMillis_[j]", 1529872384 ], [ "FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/columnar/ColumnarRowData.getTimestamp_[j];org/apache/flink/table/data/columnar/vector/VectorizedColumnBatch.getTimestamp_[j];tech/streamfusion/arrow/vectors/ArrowTimestampColumnVector.getTimestamp_[j];tech/streamfusion/arrow/TimestampAccessor.getTimestamp_[j];org/apache/flink/table/data/TimestampData.fromEpochMillis_[j]", 1488977920 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromInstant_[j]", 1479540736 ], [ "org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/RowRowConverter.toInternal_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromLocalDateTime_[j]", 1463812096 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow_[j];FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/conversion/TimestampLocalDateTimeConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromLocalDateTime_[j]", 747634688 ], [ "tech/streamfusion/planner/FlinkExpressionFunction.evalRow_[j];FlinkExpressionEvaluator$10.eval_[j];org/apache/flink/table/data/conversion/DataStructureConverter.toInternalOrNull_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/conversion/LocalZonedTimestampInstantConverter.toInternal_[j];org/apache/flink/table/data/TimestampData.fromInstant_[j]", 726663168 ] ], "recording_sha256": "7c5cb4fb7133cbaf1898c5e81bc015f3b536c40f040b1893cbea6f5337188e71", "raw_profiles": { "cpu": { "file": "temporal-udf-direct-cpu-2026-10-15.collapsed.gz", "sha256": "50f4a25d05da18750f130daa1af747898ba1a8a44473e31a2140aab5fb72f806" }, "alloc": { "file": "temporal-udf-direct-alloc-2026-10-15.collapsed.gz", "sha256": "1011a576b93254c23f96c987c3f0a856264939e94ba2bc7263b697f7cedf63ca" } } } }, "production_native_library_sha256": "24cef157092f0564f6f6c70a1d0f3d92169dd4a4c6b6fffede564cc566e96e0c", "finding": "Old native-stage samples resolve mostly Arrow FFI import/export, layouts, ownership and allocator/JNI work. Direct JVM Arrow evaluation removes that handoff. Remaining excess TimestampData allocations originate about equally in generated callback input reads and Arrow exit serialization; target these measured sites before further optimization." } }, "rejected_profile_guided_timestamp_reuse": { "date": "2026-10-15", "candidate_base": "42bccae82ac3d9135e751b3950b3117b1314de49", "status": "Both prototypes reverted; PR368 remains draft and #364 remains open.", "methodology": { "flink": "2.2.1", "jdk": 17, "mode": "release + mimalloc", "heap": "2 GiB", "parallelism": 1, "rows": 2000000, "warmups_per_engine": 1, "alternating_measured_pairs": 3, "precision": 9, "batch_rows": 1024, "transport": "production IPC; row source, both transposes and row sink included", "direct_temporal_calc": true, "temporal_aliases": true, "cardinalities": [ 8, 16384 ], "high_cardinality_fixture": "Precomputed 2026 timestamps with index seconds and precision-aligned fractional nanoseconds; every eighth value NULL. Default eight-value full-range corpus unchanged." }, "series": { "bounded_cache": [ { "label": "identity-cardinality8-cache", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.605785, "native_median_seconds": 0.763365, "stock_trials_seconds": [ 0.62362131, 0.6016757, 0.60578523 ], "native_trials_seconds": [ 0.808151459, 0.763364706, 0.678284298 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.098607", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.038554", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.808151", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.623621", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.601676", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.763365", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.678284", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.605785", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.605785s StreamFusion=0.763365s stock_trials=[0.62362131, 0.6016757, 0.60578523] sf_trials=[0.808151459, 0.763364706, 0.678284298]" ] }, { "label": "identity-cardinality8-previous-prototype", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.660813, "native_median_seconds": 0.738794, "stock_trials_seconds": [ 0.674677148, 0.660813372, 0.606003577 ], "native_trials_seconds": [ 0.742509747, 0.738793935, 0.701484726 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.117503", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.944137", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.742510", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.674677", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.660813", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.738794", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.701485", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.606004", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.660813s StreamFusion=0.738794s stock_trials=[0.674677148, 0.660813372, 0.606003577] sf_trials=[0.742509747, 0.738793935, 0.701484726]" ] }, { "label": "text-cardinality8-cache", "shape": "text", "cardinality": 8, "stock_median_seconds": 1.027566, "native_median_seconds": 0.941279, "stock_trials_seconds": [ 1.028970558, 1.027565591, 0.941309289 ], "native_trials_seconds": [ 0.972605001, 0.941278976, 0.853953945 ], "raw_trial_lines": [ "[temporal-udf-trial] case=text engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.549192", "[temporal-udf-trial] case=text engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.162617", "[temporal-udf-trial] case=text engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.972605", "[temporal-udf-trial] case=text engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=1.028971", "[temporal-udf-trial] case=text engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=1.027566", "[temporal-udf-trial] case=text engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.941279", "[temporal-udf-trial] case=text engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.853954", "[temporal-udf-trial] case=text engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.941309", "[temporal-direct-calc] case=text rows=8000000", "[temporal-udf] case=text rows=2000000 precision=9 native_expected=true Flink=1.027566s StreamFusion=0.941279s stock_trials=[1.028970558, 1.027565591, 0.941309289] sf_trials=[0.972605001, 0.941278976, 0.853953945]" ] }, { "label": "text-cardinality8-previous-prototype", "shape": "text", "cardinality": 8, "stock_median_seconds": 0.957047, "native_median_seconds": 0.924963, "stock_trials_seconds": [ 0.986729433, 0.929497277, 0.957046524 ], "native_trials_seconds": [ 0.951222056, 0.924962721, 0.83554108 ], "raw_trial_lines": [ "[temporal-udf-trial] case=text engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.568639", "[temporal-udf-trial] case=text engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.166326", "[temporal-udf-trial] case=text engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.951222", "[temporal-udf-trial] case=text engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.986729", "[temporal-udf-trial] case=text engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.929497", "[temporal-udf-trial] case=text engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.924963", "[temporal-udf-trial] case=text engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.835541", "[temporal-udf-trial] case=text engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.957047", "[temporal-direct-calc] case=text rows=8000000", "[temporal-udf] case=text rows=2000000 precision=9 native_expected=true Flink=0.957047s StreamFusion=0.924963s stock_trials=[0.986729433, 0.929497277, 0.957046524] sf_trials=[0.951222056, 0.924962721, 0.83554108]" ] }, { "label": "epoch-cardinality8-cache", "shape": "epoch", "cardinality": 8, "stock_median_seconds": 0.546247, "native_median_seconds": 0.536131, "stock_trials_seconds": [ 0.609164795, 0.546247349, 0.484016805 ], "native_trials_seconds": [ 0.700512043, 0.536131207, 0.52480399 ], "raw_trial_lines": [ "[temporal-udf-trial] case=epoch engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.063764", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.847418", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.700512", "[temporal-udf-trial] case=epoch engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.609165", "[temporal-udf-trial] case=epoch engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.546247", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.536131", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.524804", "[temporal-udf-trial] case=epoch engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.484017", "[temporal-direct-calc] case=epoch rows=8000000", "[temporal-udf] case=epoch rows=2000000 precision=9 native_expected=true Flink=0.546247s StreamFusion=0.536131s stock_trials=[0.609164795, 0.546247349, 0.484016805] sf_trials=[0.700512043, 0.536131207, 0.52480399]" ] }, { "label": "epoch-cardinality8-previous-prototype", "shape": "epoch", "cardinality": 8, "stock_median_seconds": 0.57177, "native_median_seconds": 0.610082, "stock_trials_seconds": [ 0.576061861, 0.571770054, 0.478788373 ], "native_trials_seconds": [ 0.692197953, 0.610081502, 0.522115915 ], "raw_trial_lines": [ "[temporal-udf-trial] case=epoch engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.081587", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.883843", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.692198", "[temporal-udf-trial] case=epoch engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.576062", "[temporal-udf-trial] case=epoch engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.571770", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.610082", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.522116", "[temporal-udf-trial] case=epoch engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.478788", "[temporal-direct-calc] case=epoch rows=8000000", "[temporal-udf] case=epoch rows=2000000 precision=9 native_expected=true Flink=0.571770s StreamFusion=0.610082s stock_trials=[0.576061861, 0.571770054, 0.478788373] sf_trials=[0.692197953, 0.610081502, 0.522115915]" ] }, { "label": "identity-cardinality16384-cache", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.697006, "native_median_seconds": 0.774556, "stock_trials_seconds": [ 0.698494238, 0.697005792, 0.630076847 ], "native_trials_seconds": [ 0.852922641, 0.774555717, 0.747449334 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.156952", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.099174", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.852923", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.698494", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.697006", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.774556", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.747449", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.630077", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.697006s StreamFusion=0.774556s stock_trials=[0.698494238, 0.697005792, 0.630076847] sf_trials=[0.852922641, 0.774555717, 0.747449334]" ] }, { "label": "identity-cardinality16384-previous-prototype", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.669543, "native_median_seconds": 0.773079, "stock_trials_seconds": [ 0.672744342, 0.669542765, 0.582287654 ], "native_trials_seconds": [ 0.802458501, 0.773078718, 0.739318779 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.155828", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.031412", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.802459", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.672744", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.669543", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.773079", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.739319", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.582288", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.669543s StreamFusion=0.773079s stock_trials=[0.672744342, 0.669542765, 0.582287654] sf_trials=[0.802458501, 0.773078718, 0.739318779]" ] }, { "label": "text-cardinality16384-cache", "shape": "text", "cardinality": 16384, "stock_median_seconds": 0.974043, "native_median_seconds": 0.93919, "stock_trials_seconds": [ 0.97404258, 0.991308341, 0.96534582 ], "native_trials_seconds": [ 0.93918992, 0.947498351, 0.878506819 ], "raw_trial_lines": [ "[temporal-udf-trial] case=text engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.549674", "[temporal-udf-trial] case=text engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.157953", "[temporal-udf-trial] case=text engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.939190", "[temporal-udf-trial] case=text engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.974043", "[temporal-udf-trial] case=text engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.991308", "[temporal-udf-trial] case=text engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.947498", "[temporal-udf-trial] case=text engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.878507", "[temporal-udf-trial] case=text engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.965346", "[temporal-direct-calc] case=text rows=8000000", "[temporal-udf] case=text rows=2000000 precision=9 native_expected=true Flink=0.974043s StreamFusion=0.939190s stock_trials=[0.97404258, 0.991308341, 0.96534582] sf_trials=[0.93918992, 0.947498351, 0.878506819]" ] }, { "label": "text-cardinality16384-previous-prototype", "shape": "text", "cardinality": 16384, "stock_median_seconds": 1.009053, "native_median_seconds": 0.925503, "stock_trials_seconds": [ 1.009052848, 1.010332373, 1.005169929 ], "native_trials_seconds": [ 0.967370326, 0.925502992, 0.904555175 ], "raw_trial_lines": [ "[temporal-udf-trial] case=text engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.536119", "[temporal-udf-trial] case=text engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.264335", "[temporal-udf-trial] case=text engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.967370", "[temporal-udf-trial] case=text engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=1.009053", "[temporal-udf-trial] case=text engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=1.010332", "[temporal-udf-trial] case=text engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.925503", "[temporal-udf-trial] case=text engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.904555", "[temporal-udf-trial] case=text engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=1.005170", "[temporal-direct-calc] case=text rows=8000000", "[temporal-udf] case=text rows=2000000 precision=9 native_expected=true Flink=1.009053s StreamFusion=0.925503s stock_trials=[1.009052848, 1.010332373, 1.005169929] sf_trials=[0.967370326, 0.925502992, 0.904555175]" ] }, { "label": "epoch-cardinality16384-cache", "shape": "epoch", "cardinality": 16384, "stock_median_seconds": 0.574034, "native_median_seconds": 0.629471, "stock_trials_seconds": [ 0.574034089, 0.576622779, 0.556769666 ], "native_trials_seconds": [ 0.715329592, 0.629470715, 0.602089189 ], "raw_trial_lines": [ "[temporal-udf-trial] case=epoch engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.120278", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.889303", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.715330", "[temporal-udf-trial] case=epoch engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.574034", "[temporal-udf-trial] case=epoch engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.576623", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.629471", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.602089", "[temporal-udf-trial] case=epoch engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.556770", "[temporal-direct-calc] case=epoch rows=8000000", "[temporal-udf] case=epoch rows=2000000 precision=9 native_expected=true Flink=0.574034s StreamFusion=0.629471s stock_trials=[0.574034089, 0.576622779, 0.556769666] sf_trials=[0.715329592, 0.629470715, 0.602089189]" ] }, { "label": "epoch-cardinality16384-previous-prototype", "shape": "epoch", "cardinality": 16384, "stock_median_seconds": 0.552477, "native_median_seconds": 0.632592, "stock_trials_seconds": [ 0.57862476, 0.552477, 0.465959421 ], "native_trials_seconds": [ 0.748419544, 0.632592406, 0.580904705 ], "raw_trial_lines": [ "[temporal-udf-trial] case=epoch engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.094627", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.855303", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.748420", "[temporal-udf-trial] case=epoch engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.578625", "[temporal-udf-trial] case=epoch engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.552477", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.632592", "[temporal-udf-trial] case=epoch engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.580905", "[temporal-udf-trial] case=epoch engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.465959", "[temporal-direct-calc] case=epoch rows=8000000", "[temporal-udf] case=epoch rows=2000000 precision=9 native_expected=true Flink=0.552477s StreamFusion=0.632592s stock_trials=[0.57862476, 0.552477, 0.465959421] sf_trials=[0.748419544, 0.632592406, 0.580904705]" ] } ], "batch_hints_vector_reader": [ { "label": "identity-cardinality8-hints", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.68635, "native_median_seconds": 0.759858, "stock_trials_seconds": [ 0.686350026, 0.698478941, 0.649306479 ], "native_trials_seconds": [ 0.799205952, 0.759858396, 0.672113015 ], "raw_trial_lines": [], "limitation": "Original raw log overwritten by later reader experiment; measured arrays retained from original progress log. Warmups unavailable." }, { "label": "identity-cardinality8-previous-prototype", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.68876, "native_median_seconds": 0.719305, "stock_trials_seconds": [ 0.72314587, 0.688759962, 0.621421838 ], "native_trials_seconds": [ 0.762788697, 0.673756149, 0.719304642 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.113528", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.986969", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.775211", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.679958", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.689762", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.739957", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.721387", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.603695", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.679958s StreamFusion=0.739957s stock_trials=[0.679957801, 0.689761951, 0.603695148] sf_trials=[0.775211419, 0.739957177, 0.721387392]" ] }, { "label": "identity-cardinality16384-hints", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.674313, "native_median_seconds": 0.730736, "stock_trials_seconds": [ 0.686528375, 0.673784296, 0.674312961 ], "native_trials_seconds": [ 0.848778848, 0.729293116, 0.730736166 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.188441", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.966925", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.763467", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.607419", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.579638", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.693079", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.672776", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.527447", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-hints] inputs=16000000 outputs=16000000 exit=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.579638s StreamFusion=0.693079s stock_trials=[0.60741905, 0.579638404, 0.527446784] sf_trials=[0.763467064, 0.693078506, 0.672776406]" ] }, { "label": "identity-cardinality16384-previous-prototype", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.680106, "native_median_seconds": 0.745084, "stock_trials_seconds": [ 0.712113148, 0.680076453, 0.680105802 ], "native_trials_seconds": [ 0.755986861, 0.745083945, 0.729918077 ], "raw_trial_lines": [] } ], "batch_hints_row_reader": [ { "label": "identity-cardinality8-hints", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.554832, "native_median_seconds": 0.673085, "stock_trials_seconds": [ 0.569171756, 0.554831916, 0.492708174 ], "native_trials_seconds": [ 0.716986822, 0.673085481, 0.64807851 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.105103", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.947440", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.716987", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.569172", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.554832", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.673085", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.648079", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.492708", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-hints] inputs=16000000 outputs=16000000 exit=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.554832s StreamFusion=0.673085s stock_trials=[0.569171756, 0.554831916, 0.492708174] sf_trials=[0.716986822, 0.673085481, 0.64807851]" ] }, { "label": "identity-cardinality8-previous-prototype", "shape": "identity", "cardinality": 8, "stock_median_seconds": 0.679958, "native_median_seconds": 0.739957, "stock_trials_seconds": [ 0.679957801, 0.689761951, 0.603695148 ], "native_trials_seconds": [ 0.775211419, 0.739957177, 0.721387392 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.113528", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.986969", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.775211", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.679958", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.689762", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.739957", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.721387", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.603695", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.679958s StreamFusion=0.739957s stock_trials=[0.679957801, 0.689761951, 0.603695148] sf_trials=[0.775211419, 0.739957177, 0.721387392]" ] }, { "label": "identity-cardinality16384-hints", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.579638, "native_median_seconds": 0.693079, "stock_trials_seconds": [ 0.60741905, 0.579638404, 0.527446784 ], "native_trials_seconds": [ 0.763467064, 0.693078506, 0.672776406 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.188441", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=0.966925", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.763467", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.607419", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.579638", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.693079", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.672776", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.527447", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-hints] inputs=16000000 outputs=16000000 exit=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.579638s StreamFusion=0.693079s stock_trials=[0.60741905, 0.579638404, 0.527446784] sf_trials=[0.763467064, 0.693078506, 0.672776406]" ] }, { "label": "identity-cardinality16384-previous-prototype", "shape": "identity", "cardinality": 16384, "stock_median_seconds": 0.685465, "native_median_seconds": 0.753388, "stock_trials_seconds": [ 0.686718209, 0.68546516, 0.601919569 ], "native_trials_seconds": [ 0.820697737, 0.753387871, 0.738314028 ], "raw_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=2000000 precision=9 seconds=1.173452", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=2000000 precision=9 seconds=1.010763", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=false rows=2000000 precision=9 seconds=0.820698", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=false rows=2000000 precision=9 seconds=0.686718", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=2000000 precision=9 seconds=0.685465", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=2000000 precision=9 seconds=0.753388", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=2000000 precision=9 seconds=0.738314", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=2000000 precision=9 seconds=0.601920", "[temporal-direct-calc] case=identity rows=8000000", "[temporal-direct-aliases] values=16000000", "[temporal-udf] case=identity rows=2000000 precision=9 native_expected=true Flink=0.685465s StreamFusion=0.753388s stock_trials=[0.686718209, 0.68546516, 0.601919569] sf_trials=[0.820697737, 0.753387871, 0.738314028]" ] } ] }, "profiles": { "cache": { "cpu": { "artifact": "temporal-udf-cache-cpu-2026-10-15.collapsed.gz", "sha256": "b581060307ad629de8e883d8f039c0f94029e54bf50e047d6199b7acb769523b", "timestamp_accessor_inclusive_weight": 178, "unit": "CPU samples" }, "alloc": { "artifact": "temporal-udf-cache-alloc-2026-10-15.collapsed.gz", "sha256": "2f312c37f041fe598413f28303733fc081bd3ab6aa663a522c28673a0cf08257", "timestamp_accessor_inclusive_weight": 15728640, "unit": "sampled Java allocation bytes" }, "profiled_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=5000000 precision=9 seconds=1.931753", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=5000000 precision=9 seconds=2.014670", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=true rows=5000000 precision=9 seconds=1.723731", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=true rows=5000000 precision=9 seconds=1.598500", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=5000000 precision=9 seconds=1.568811", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=5000000 precision=9 seconds=1.641636", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=5000000 precision=9 seconds=1.706433", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=5000000 precision=9 seconds=1.536652", "[temporal-udf-trial] case=identity engine=Flink trial=4 warmup=false rows=5000000 precision=9 seconds=1.505041", "[temporal-udf-trial] case=identity engine=StreamFusion trial=4 warmup=false rows=5000000 precision=9 seconds=1.650394", "[temporal-direct-calc] case=identity rows=25000000", "[temporal-direct-aliases] values=50000000", "[temporal-udf] case=identity rows=5000000 precision=9 native_expected=true Flink=1.536652s StreamFusion=1.650394s stock_trials=[1.568811106, 1.536652261, 1.505040845] sf_trials=[1.641636043, 1.706432586, 1.650394336]" ] }, "hints": { "cpu": { "artifact": "temporal-udf-hints-cpu-2026-10-15.collapsed.gz", "sha256": "2cf4de480a58063b78a262b58598031b8a9df776b5108d15d35a831cab8cc954", "timestamp_accessor_inclusive_weight": 0, "unit": "CPU samples" }, "alloc": { "artifact": "temporal-udf-hints-alloc-2026-10-15.collapsed.gz", "sha256": "b3407859a2684bd02d66909e8568b0b233bf1f5d62984f6cb445a1503ac8cf2a", "timestamp_accessor_inclusive_weight": 0, "unit": "sampled Java allocation bytes" }, "profiled_trial_lines": [ "[temporal-udf-trial] case=identity engine=Flink trial=0 warmup=true rows=5000000 precision=9 seconds=2.026535", "[temporal-udf-trial] case=identity engine=StreamFusion trial=0 warmup=true rows=5000000 precision=9 seconds=2.062378", "[temporal-udf-trial] case=identity engine=StreamFusion trial=1 warmup=true rows=5000000 precision=9 seconds=1.747054", "[temporal-udf-trial] case=identity engine=Flink trial=1 warmup=true rows=5000000 precision=9 seconds=1.570726", "[temporal-udf-trial] case=identity engine=Flink trial=2 warmup=false rows=5000000 precision=9 seconds=1.558086", "[temporal-udf-trial] case=identity engine=StreamFusion trial=2 warmup=false rows=5000000 precision=9 seconds=1.728769", "[temporal-udf-trial] case=identity engine=StreamFusion trial=3 warmup=false rows=5000000 precision=9 seconds=1.678666", "[temporal-udf-trial] case=identity engine=Flink trial=3 warmup=false rows=5000000 precision=9 seconds=1.460546", "[temporal-udf-trial] case=identity engine=Flink trial=4 warmup=false rows=5000000 precision=9 seconds=1.499368", "[temporal-udf-trial] case=identity engine=StreamFusion trial=4 warmup=false rows=5000000 precision=9 seconds=1.691732", "[temporal-direct-calc] case=identity rows=25000000", "[temporal-direct-aliases] values=50000000", "[temporal-hints] inputs=50000000 outputs=50000000 exit=50000000", "[temporal-udf] case=identity rows=5000000 precision=9 native_expected=true Flink=1.499368s StreamFusion=1.691732s stock_trials=[1.558086277, 1.460546348, 1.499368251] sf_trials=[1.728769242, 1.678666296, 1.691732181]" ] } }, "profiling_methodology": "Separate 5M-row identity executions, two warmups/three pairs, async-profiler4 cpu-clock at2ms and Java alloc1m with DWARF native stacks. Profiled timings excluded from admission. Inclusive CPU stacks overlap; sampled Java allocation is neither Rust allocation nor peak heap.", "bounded_cache": "64-entry adaptive immutable TimestampData cache. Three new cache checks plus 28 focused temporal checks passed before rejection. Allocation fell but identity remained slower than paired stock at both cardinalities.", "batch_hints": "Retain already-read immutable TimestampData beside a local ArrowBatch; pass borrowed input/output hints through direct Calc and exit reader without suppressing function calls. The vector-reader variant removes TimestampAccessor allocation. A reusable-row reader variant also failed stock admission. Focused temporal, exact-type and failure-release checks passed; explicit runtime hint counters prove the path executed.", "decision": "No identity case beats paired stock. Stock controls drift substantially between separate JVMs and three pairs are diagnostic only; do not attribute exact gains/regressions between variants. Lower allocations do not establish throughput. Both implementations removed; retain cardinality fixture and evidence only." } }