docs: record selection benchmark decisions

This commit is contained in:
boris
2026-09-05 13:09:44 +08:00
parent 42999ffa2c
commit f9ec86436a
3 changed files with 158 additions and 0 deletions
@@ -0,0 +1,80 @@
{
"schemaVersion": "fidc-rank-expression-presence/v1",
"measuredAt": "2026-09-05T12:50:00+08:00",
"host": "192.168.31.177",
"engineCommit": "42999ffa2cb6967315dc4c97220561c0611cda22",
"featureCommit": "c225d8484f0493a473b68c11389513d5167ba4cc",
"serviceCommit": "9fd5a9e6d5668af57f6942fc3c4127953545d9c6",
"runnerBinarySha256": "3060dd5afe720bccd1d2f959f6af04af6325766f8c6829cd80e5af9785ec2346",
"implementation": {
"description": "freeze rank expression presence at strategy construction and remove repeated rank_expr trim checks in selection dispatch",
"strategyCodeChangeRecompilesRequirement": true,
"rankValuesCached": false,
"selectionResultsCached": false,
"pitSemanticsChanged": false
},
"primaryFiveYearContract": {
"totalReturn": 0.9219861819172002,
"tradeCount": 26088,
"canonicalSha256": "b42fea66237d06eadb24f6b8c9e2760e7319fe3699f315b99e01f433ef2aa234",
"resultStoreSha256": "92343fb369fea68b2544b654151c5c43a935940580b14afbe8eefb3844f72a54",
"previousAcceptedEngineMedianSeconds": 2.611,
"engineSeconds": [2.439, 2.447, 2.435, 2.442, 2.441, 2.432],
"processHotMedianEngineSeconds": 2.441,
"observedImprovementPercent": 6.510915,
"resultConsistent": true,
"terminalAuditStatus": "clean"
},
"secondaryFiveYearContract": {
"totalReturn": 1.1342962298106998,
"tradeCount": 19404,
"canonicalSha256": "0dbd3fad624097c673c4a5ec2f545f95e9c21d1d5337bb2b48ffeb22b16cb2b9",
"resultStoreSha256": "416d2f87241fb4c6b917f6aeecb588f82f6e7d51a103f4c53a74d11971f16839",
"previousAcceptedEngineMedianSeconds": 2.346,
"engineSeconds": [2.191, 2.165, 2.249, 2.17, 2.159, 2.18],
"processHotMedianEngineSeconds": 2.17,
"observedImprovementPercent": 7.502131,
"resultConsistent": true,
"terminalAuditStatus": "clean"
},
"genericRankFiveYearContract": {
"rankBy": "free_float_cap",
"totalReturn": 0.7140315244542004,
"tradeCount": 21876,
"canonicalSha256": "84367993911b42437939aad88f29379d007af6f5f171667ff7ad6677dd488fd2",
"resultStoreSha256": "e2c7401bb9950da6fdfc0b516428061651e3e5b874a5f80c4b03ab8a81e90191",
"lowLoadEngineSeconds": [3.529, 3.472, 3.514, 3.465, 3.455, 3.459],
"processHotMedianEngineSeconds": 3.465,
"sameLoadCausalComparison": "not_claimed",
"resultConsistent": true,
"terminalAuditStatus": "clean"
},
"fullMinuteContract": {
"scheduleTime": "10:18",
"matchingType": "minute_last",
"slippageModel": "price_ratio",
"slippageValue": 0.001,
"totalReturn": 0.03473222656500008,
"tradeCount": 156,
"canonicalSha256": "457c086b1bca784fe83f447bb22451925e8f022456bb0fc7b54237a7a7886849",
"resultStoreSha256": "04d804ee02ad7bc9b3649b4a2b4ddd902a4242ef38e00edeed8058860e9a6997",
"engineSeconds": [0.157, 0.16],
"processHotMedianEngineSeconds": 0.16,
"resultConsistent": true,
"terminalAuditStatus": "clean"
},
"testGate": {
"workspaceTotal": 422,
"passed": 416,
"ignoredManualBenchmarks": 6,
"failed": 0
},
"memory": {
"persistentCacheAddedBytes": 0,
"currentServiceCgroupBytesAfterRestart": 23715840
},
"acceptance": {
"status": "accepted_compile_time_rank_presence",
"reason": "both independent five-year ordered contracts improved in the low-load runs, generic rank stayed business-identical without a causal wall-time claim, and full-minute execution stayed identical"
}
}
@@ -0,0 +1,33 @@
{
"schemaVersion": "fidc-rolling-boundary-reuse-rejection/v1",
"measuredAt": "2026-09-05T12:40:00+08:00",
"host": "192.168.31.177",
"candidateCommit": "6b5d576",
"rollbackCommit": "b55ac0bf814641ec09f61f4ec10d52b311ee8aab",
"finalRemovalCommit": "b55ac0bf814641ec09f61f4ec10d52b311ee8aab",
"implementation": {
"description": "share one adjusted-close base factor and one valid-volume count across batched rolling windows",
"businessResultsChanged": false,
"retainedInProduction": false
},
"primaryFiveYearContract": {
"candidateEngineSeconds": [2.6, 2.557, 2.564, 2.603, 2.574, 2.614],
"candidateProcessHotMedianEngineSeconds": 2.587,
"acceptedBaselineEngineSeconds": 2.441,
"observedRegressionPercent": 5.981155,
"canonicalSha256": "b42fea66237d06eadb24f6b8c9e2760e7319fe3699f315b99e01f433ef2aa234",
"tradeCount": 26088
},
"secondaryFiveYearContract": {
"candidateEngineSeconds": [2.381, 2.323, 2.344, 2.377, 2.353, 2.348],
"candidateProcessHotMedianEngineSeconds": 2.3505,
"acceptedBaselineEngineSeconds": 2.17,
"observedRegressionPercent": 8.317972,
"canonicalSha256": "0dbd3fad624097c673c4a5ec2f545f95e9c21d1d5337bb2b48ffeb22b16cb2b9",
"tradeCount": 19404
},
"acceptance": {
"status": "rejected_cross_strategy_regression",
"reason": "both real five-year controls became slower despite exact result parity; candidate code and production binary were removed"
}
}
@@ -0,0 +1,45 @@
{
"schemaVersion": "fidc-selection-band-precheck-rejection/v1",
"measuredAt": "2026-09-05T12:55:00+08:00",
"host": "192.168.31.177",
"candidateCommit": "e060af380ebfce6d9e802bb6e9677c11835fc0d0",
"removalCommit": "42999ffa2cb6967315dc4c97220561c0611cda22",
"implementation": {
"description": "evaluate factor-backed market-cap band bounds before constructing StockExpressionState",
"genericRankBenefitObserved": true,
"orderedControlRegressionObserved": true,
"retainedInProduction": false
},
"genericRankFiveYearContract": {
"rankBy": "free_float_cap",
"candidateProcessHotMedianEngineSeconds": 2.835,
"acceptedBaselineProcessHotMedianEngineSeconds": 3.465,
"observedImprovementPercent": 18.181818,
"canonicalSha256": "84367993911b42437939aad88f29379d007af6f5f171667ff7ad6677dd488fd2",
"tradeCount": 21876
},
"primaryFiveYearContract": {
"candidateProcessHotMedianEngineSeconds": 2.565,
"acceptedBaselineProcessHotMedianEngineSeconds": 2.441,
"observedRegressionPercent": 5.079148,
"canonicalSha256": "b42fea66237d06eadb24f6b8c9e2760e7319fe3699f315b99e01f433ef2aa234",
"tradeCount": 26088
},
"secondaryFiveYearContract": {
"candidateProcessHotMedianEngineSeconds": 2.3465,
"acceptedBaselineProcessHotMedianEngineSeconds": 2.17,
"observedRegressionPercent": 8.133641,
"canonicalSha256": "0dbd3fad624097c673c4a5ec2f545f95e9c21d1d5337bb2b48ffeb22b16cb2b9",
"tradeCount": 19404
},
"fullMinuteRollbackContract": {
"tradeCount": 156,
"canonicalSha256": "457c086b1bca784fe83f447bb22451925e8f022456bb0fc7b54237a7a7886849",
"resultStoreSha256": "04d804ee02ad7bc9b3649b4a2b4ddd902a4242ef38e00edeed8058860e9a6997",
"terminalAuditStatus": "clean"
},
"acceptance": {
"status": "rejected_cross_strategy_regression",
"reason": "single generic-rank improvement cannot justify regressions in both standard ordered controls; candidate was removed from local, remote and deployed code"
}
}