{ "transportFailures": [], "summary": [ { "provider": "openai", "model": "OpenAI gpt-6-luna", "eventDetectionPercent": 50.0, "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 2, "negativeObservations": 8, "falsePositivePercent": 12.5, "labelAgreementPercent": 80.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 1.1318072000000003, "p95Seconds": 2.1099097, "estimatedCostUSD": 0.0026253, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "eventDetectionPercent": 100.0, "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 2, "negativeObservations": 8, "falsePositivePercent": 12.5, "labelAgreementPercent": 90.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.7843509499999998, "p95Seconds": 0.8813294999999999, "estimatedCostUSD": 0.00271782, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "eventDetectionPercent": 50.0, "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 2, "negativeObservations": 8, "falsePositivePercent": 12.5, "labelAgreementPercent": 70.0, "unknowns": 1, "unscoredMatches": [], "medianSeconds": 0.6625543500013009, "p95Seconds": 4.510744599996542, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375 }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "eventDetectionPercent": 50.0, "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 2, "negativeObservations": 8, "falsePositivePercent": 25.0, "labelAgreementPercent": 70.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.5925189499994303, "p95Seconds": 2.8407196999978623, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null } ], "sourceResults": [ { "provider": "openai", "model": "OpenAI gpt-6-luna", "sourceId": "factory-3_te1.mp4", "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 1.86384855, "estimatedCostUSD": 0.0005865, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": [ 0, 10.0 ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "sourceId": "factory-4_te1.mp4", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 1.2360252500000002, "estimatedCostUSD": 0.0004329, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "sourceId": "factory-hd-3_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 50.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 1.1701246, "estimatedCostUSD": 0.0006377, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "sourceId": "factory-hd-4_te10", "eventDetected": false, "firstPositiveMatchCase": null, "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 1.0325242500000005, "estimatedCostUSD": 0.0005865, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "sourceId": "factory-hd-7_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.7800457000000005, "estimatedCostUSD": 0.0003817, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "sourceId": "factory-3_te1.mp4", "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.81816205, "estimatedCostUSD": 0.0006111000000000001, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": [ 0, 10.0 ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "sourceId": "factory-4_te1.mp4", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.7974965999999994, "estimatedCostUSD": 0.000442806, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "sourceId": "factory-hd-3_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.8710976499999997, "estimatedCostUSD": 0.0006668760000000001, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "sourceId": "factory-hd-4_te10", "eventDetected": true, "firstPositiveMatchCase": "factory-hd-4_te10-walkway", "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.6665211, "estimatedCostUSD": 0.0006111000000000001, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": [ 0, 10.028192 ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "sourceId": "factory-hd-7_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 50.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.5166663500000013, "estimatedCostUSD": 0.000385938, "peakRAMGiB": null, "peakVRAMGiB": null, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "sourceId": "factory-3_te1.mp4", "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.550532599998405, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375, "firstMatchWindow": [ 0, 10.0 ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "sourceId": "factory-4_te1.mp4", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.3891810500008432, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375, "firstMatchWindow": null }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "sourceId": "factory-hd-3_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 0.6625543500013009, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375, "firstMatchWindow": null }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "sourceId": "factory-hd-4_te10", "eventDetected": false, "firstPositiveMatchCase": null, "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 0.0, "unknowns": 1, "unscoredMatches": [], "medianSeconds": 2.5290024499990977, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375, "firstMatchWindow": null }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "sourceId": "factory-hd-7_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 50.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.2356783999985055, "estimatedCostUSD": null, "peakRAMGiB": 4.2689971923828125, "peakVRAMGiB": 5.182927131652832, "reservedVRAMGiB": 7.412109375, "firstMatchWindow": null }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "sourceId": "factory-3_te1.mp4", "eventDetected": true, "firstPositiveMatchCase": "factory-3_te1.mp4-load", "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.5381276500011154, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null, "firstMatchWindow": [ 0, 10.0 ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "sourceId": "factory-4_te1.mp4", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 0.0, "labelAgreementPercent": 100.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.3609348999980284, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "sourceId": "factory-hd-3_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 50.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.745622899998125, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "sourceId": "factory-hd-4_te10", "eventDetected": false, "firstPositiveMatchCase": null, "positiveObservations": 1, "negativeObservations": 1, "falsePositivePercent": 0.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.7437838500009093, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null, "firstMatchWindow": null }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "sourceId": "factory-hd-7_te2", "eventDetected": null, "firstPositiveMatchCase": null, "positiveObservations": 0, "negativeObservations": 2, "falsePositivePercent": 50.0, "labelAgreementPercent": 50.0, "unknowns": 0, "unscoredMatches": [], "medianSeconds": 2.13186400000086, "estimatedCostUSD": null, "peakRAMGiB": 7.3808135986328125, "peakVRAMGiB": 6.646484375, "reservedVRAMGiB": null, "firstMatchWindow": null } ], "records": [ { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-3_te1.mp4-load", "sourceId": "factory-3_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.0, "expected": "match", "choice": "match", "latencySeconds": 2.1099097, "estimatedCostUSD": 0.0002928, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-3_te1.mp4-walkway", "sourceId": "factory-3_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 1.6177873999999997, "estimatedCostUSD": 0.0002937, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-4_te1.mp4-load", "sourceId": "factory-4_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 1.4323175000000001, "estimatedCostUSD": 0.000216, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-4_te1.mp4-walkway", "sourceId": "factory-4_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 1.0397330000000002, "estimatedCostUSD": 0.00021690000000000001, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-3_te2-load", "sourceId": "factory-hd-3_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "match", "latencySeconds": 1.5544593000000004, "estimatedCostUSD": 0.00031840000000000004, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-3_te2-walkway", "sourceId": "factory-hd-3_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.7857898999999997, "estimatedCostUSD": 0.0003193, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-4_te10-load", "sourceId": "factory-hd-4_te10", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "no_match", "choice": "no_match", "latencySeconds": 1.2238814000000002, "estimatedCostUSD": 0.0002928, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-4_te10-walkway", "sourceId": "factory-hd-4_te10", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "match", "choice": "no_match", "latencySeconds": 0.8411671000000006, "estimatedCostUSD": 0.0002937, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-7_te2-load", "sourceId": "factory-hd-7_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "no_match", "latencySeconds": 1.0316587, "estimatedCostUSD": 0.0001904, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "openai", "model": "OpenAI gpt-6-luna", "caseId": "factory-hd-7_te2-walkway", "sourceId": "factory-hd-7_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.5284327000000012, "estimatedCostUSD": 0.00019130000000000001, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-3_te1.mp4-load", "sourceId": "factory-3_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.0, "expected": "match", "choice": "match", "latencySeconds": 0.8403112999999999, "estimatedCostUSD": 0.00030555000000000003, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-3_te1.mp4-walkway", "sourceId": "factory-3_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.7960128, "estimatedCostUSD": 0.00030555000000000003, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-4_te1.mp4-load", "sourceId": "factory-4_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.8223040999999994, "estimatedCostUSD": 0.00022117200000000003, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-4_te1.mp4-walkway", "sourceId": "factory-4_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.7726890999999996, "estimatedCostUSD": 0.000221634, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-3_te2-load", "sourceId": "factory-hd-3_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.8608657999999996, "estimatedCostUSD": 0.000333144, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-3_te2-walkway", "sourceId": "factory-hd-3_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.8813294999999999, "estimatedCostUSD": 0.00033373200000000005, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-4_te10-load", "sourceId": "factory-hd-4_te10", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.6958026999999983, "estimatedCostUSD": 0.000305214, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-4_te10-walkway", "sourceId": "factory-hd-4_te10", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "match", "choice": "match", "latencySeconds": 0.6372395000000015, "estimatedCostUSD": 0.000305886, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-7_te2-load", "sourceId": "factory-hd-7_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "match", "latencySeconds": 0.4137152000000024, "estimatedCostUSD": 0.000192822, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "typesafe", "model": "TypeSafe AI Jev 1.14.0", "caseId": "factory-hd-7_te2-walkway", "sourceId": "factory-hd-7_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.6196175000000003, "estimatedCostUSD": 0.000193116, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-3_te1.mp4-load", "sourceId": "factory-3_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.0, "expected": "match", "choice": "match", "latencySeconds": 4.510744599996542, "estimatedCostUSD": null, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-3_te1.mp4-walkway", "sourceId": "factory-3_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.5903206000002683, "estimatedCostUSD": null, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-4_te1.mp4-load", "sourceId": "factory-4_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.3902254000022367, "estimatedCostUSD": null, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-4_te1.mp4-walkway", "sourceId": "factory-4_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 4.38813669999945, "estimatedCostUSD": null, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-3_te2-load", "sourceId": "factory-hd-3_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.6684525000018766, "estimatedCostUSD": null, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-3_te2-walkway", "sourceId": "factory-hd-3_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 0.6566562000007252, "estimatedCostUSD": null, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-4_te10-load", "sourceId": "factory-hd-4_te10", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "no_match", "choice": "unknown", "latencySeconds": 4.412715299997217, "estimatedCostUSD": null, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-4_te10-walkway", "sourceId": "factory-hd-4_te10", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "match", "choice": "no_match", "latencySeconds": 0.6452896000009787, "estimatedCostUSD": null, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-7_te2-load", "sourceId": "factory-hd-7_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "match", "latencySeconds": 0.3308428999989701, "estimatedCostUSD": null, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "liquid", "model": "LiquidAI d1-2B (bfloat16)", "caseId": "factory-hd-7_te2-walkway", "sourceId": "factory-hd-7_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "no_match", "latencySeconds": 4.140513899998041, "estimatedCostUSD": null, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-3_te1.mp4-load", "sourceId": "factory-3_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.0, "expected": "match", "choice": "match", "latencySeconds": 2.56444829999964, "estimatedCostUSD": null, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-3_te1.mp4-walkway", "sourceId": "factory-3_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.511807000002591, "estimatedCostUSD": null, "frameHashes": [ "e2df0245b2cdf8cdb8706e724d55fcd29f75cfa2155e05848d92569a2d796dd0", "47f24be1b3afd027ba507b15dd1f668f57bdcd9d73c4e1090bc93033c4da9f21", "de175c266c791f3af39da231957f51a1f285fd274eb04ea096426ac2932c2350", "a9ab04802741d260188da90e54ba17b397184569aaf42d41a7778936a8e9cf47", "8ed4e2d676eb9c4e33d3a6ef0b409e3c6ee2287484c3d4b9486dbdbd3dffc307", "605c20d66f27a1cbc6d4031aa83cfb470347d74d068a2be03320eadc298540ec", "499e13135785ba95586f0b088072549d894358141077a69091cce0ec517778e8", "8faecaba786b98d402f8abbdcbe2e0ca486c11b34471f0361bf951ccc2ce5c9b", "809a160af95abf84ca5e75d23b9096a46a9c29bae921fe8152b83081882fb981", "e97fd526c1a51b89e6ba504d52d504a11ba105a7640ece4fd4e36afdb9592487" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-4_te1.mp4-load", "sourceId": "factory-4_te1.mp4", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.101280199996836, "estimatedCostUSD": null, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-4_te1.mp4-walkway", "sourceId": "factory-4_te1.mp4", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.92, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.620589599999221, "estimatedCostUSD": null, "frameHashes": [ "82df755e2b784aa888579c3f7d5aa4a477928032a5104a4f586cff90a708418d", "59653e6ce63bc666f91f00a7bf38657f678b886f83a4d7c722585251c9c43ecd", "96521dfcfd254644d2a8e8192746978ed149757060692f59c9201ac2908a14b5", "c5156c7b785249a19f735f2850be84757052b21a080300b2aee1ea80a1012061", "b30ba5bd0443aede30de1d12c66aaeed591d0c5e7f9a085daa22eda75c07d7e3", "771d89d922c95eb524f6e1b8d98b8cdebf780b6c229d1212c9916fa9cce7b067", "5318cca4687e8618a70f19f208d539cfcc40371fb263b91f95d7e8dd69ec57c9" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-3_te2-load", "sourceId": "factory-hd-3_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "match", "latencySeconds": 2.6505260999983875, "estimatedCostUSD": null, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-3_te2-walkway", "sourceId": "factory-hd-3_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 11.0, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.8407196999978623, "estimatedCostUSD": null, "frameHashes": [ "b722df2afe2a43bc4c1663660bd02a59253edebb13149601105984bb0921b248", "18a545ee15b2f21d25efa602002e00a0b68aaf63eb775188c8911a4499d05ac0", "74eaf40adcf515a32c694ee212dcdccf75ef5bcdea8b0569cff5834b20d4e5fb", "08af53d18c267493947974b64f3e9edb302e30a2b6f2f4d01a24432531569213", "fb8ac9276660e2cfcde886caaeb5118a07dbd80bd434e0d26920b9fa7e1409a0", "b1edf0730d52fa059c73342099586182e1860e0c33d61d6486e3fc6088190ee6", "21280bebb1a062d6894719851f3dba1dc68312479f0ff758aff842938d9a7205", "f4a3e25e1827b43efb6d68846f9457d53b89e6c6e715acee00575977cfca4502", "b42cc8c70766bdc2d9ec09d5ee513a736f8a7d859d0d700d1b9aa9f6b2049148", "7f1bac3ff2db4020052c7411e9cd16c4b90dfd8164ece882545bf879da38de58", "1f4be38f3e6757122cba3f5bc916e9adca9f83e02557c750e22d3d9dd17f0ca7" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-4_te10-load", "sourceId": "factory-hd-4_te10", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.838270200001716, "estimatedCostUSD": null, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-4_te10-walkway", "sourceId": "factory-hd-4_te10", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 10.028192, "expected": "match", "choice": "no_match", "latencySeconds": 2.6492975000001024, "estimatedCostUSD": null, "frameHashes": [ "2d0fac639d43fdd670360a29f9489b5500c3f675a55f56818bd0812b0b7b4746", "d0d235bb57a9651f25c0dbd2b0b24a9e189fbd9c9b2cd3db4c1cc23d4b555d2e", "579df393742dc41a2b502691710a0d36361625be246f14567cb057aed697b4ac", "d402d4c3fffa9c323bb4dd52a3c6f833b987e3cf2b5703698cc4741a333a8be8", "db5f10ac1ecf83f76dec58c87af873290cb9da9cf4a0344c50c59b49047c92fb", "2a5d5f8c89b3cbc63fb272c7dda65279769923979d0767391e1638b3ff50d0ae", "f7f5a648bdde95a705197aea84886b25cc68e78f7f98250d0658916bd23b30c5", "a9104a7cc850421cb68de95ebf5d0af4348b8abddfd77fe6be7baef560b5edae", "95c5c85d71c431c537411ecad08f6f8ed2caf6075cd4e1430c7a19964f83d2d3", "5826121d55e134d6cdc50d937dd076084cc05391c81c862facc90d605ac16c81" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-7_te2-load", "sourceId": "factory-hd-7_te2", "event": "A moving forklift carries more than two distinct crates, boxes, packages or containers.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "match", "latencySeconds": 2.10986050000065, "estimatedCostUSD": null, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] }, { "provider": "qwen", "model": "Qwen3.5-9B (Q4_K_M)", "caseId": "factory-hd-7_te2-walkway", "sourceId": "factory-hd-7_te2", "event": "A person walks continuously outside the green pedestrian walkway for more than five seconds, without operating a machine or performing another work task.", "startSeconds": 0, "endSeconds": 6.072656, "expected": "no_match", "choice": "no_match", "latencySeconds": 2.15386750000107, "estimatedCostUSD": null, "frameHashes": [ "8ea4f2eefac71ff3a09adc7e9b0b7d179cc2cf424334155256ab257be1ab0d6e", "f14c6795bca72eed3e524196a7063800219f93c92cd3a938fbc42225e0ad6bab", "75d372ddb4d913c6ed346e03c1facfdb951d16727a110bd5bcce69fea69b040f", "351d4c48eee8d737a044e02d1c28ed9f13453188ae4c7186377d0b2e752027f3", "66c1ae90b9dc7c95f08e35407fe348c18fbd6c9ff10d6e4c7406c1dc54985316", "109e855a984a3c69ea65b986cca9bdeb80d3e19c63d745c212c5732952f3b4bc" ] } ], "method": { "frozenBeforeCalls": false, "labels": "Provisional single-reviewer labels on all sampled frames, informed by historical review; not publisher ground truth for the exact rules.", "scope": "Five entire short clips, two Events each; identical saved frames at 1 FPS, up to 20 seconds, maximum 640px edge preserving aspect ratio. No padding, no live RTSP or notification delivery.", "eventScoring": "One positive source/Event pair counts as detected on match; unknown is neither detection nor correct negative. Two positive and eight negative pairs.", "limitations": "Closely related scenes from the same factory, previously evaluated clips, small correlated sample. Not a held-out or general warehouse accuracy benchmark. No accident-positive examples included.", "reviewNotes": { "factory-3_te1.mp4": "Moving forklift with a visibly stacked load of more than two orange containers.", "factory-4_te1.mp4": "Worker remains at machine with short movements; no continuous qualifying walk and no loaded moving forklift.", "factory-hd-3_te2": "Loaded forklift on right remains stationary; no qualifying walk.", "factory-hd-4_te10": "Same person progresses down grey aisle beside green walkway through the sampled sequence for more than five seconds.", "factory-hd-7_te2": "Review of all six evaluated frames (00:00\u201300:05) shows two orange containers, not three. The more-than-two load Event is negative." }, "originalLabelsFrozenBeforeCalls": true, "corrections": [ { "caseId": "factory-hd-7_te2-load", "originalExpected": "match", "correctedExpected": "no_match", "reason": "Review of all six evaluated frames (00:00\u201300:05) shows two orange containers, not three. The more-than-two load Event is negative.", "rerun": false } ] } }