[{"run":"2026-09-30-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":1,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":6.1,"p90_seconds":2.4,"file":"evals/results/2026-09-30-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":32,"total":40,"quote_correct":9,"quote_total":16,"avg_seconds":2.0,"p90_seconds":3.4,"file":"evals/results/2026-09-30-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":34,"total":40,"quote_correct":10,"quote_total":16,"avg_seconds":3.1,"p90_seconds":6.9,"file":"evals/results/2026-09-30-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-dell-3090-qwen3.8-27b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":2,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":14.6,"p90_seconds":39.2,"file":"evals/results/2026-09-30-dell-3090-qwen3.8-27b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-dell-3090-qwen3.8-27b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":39,"total":40,"quote_correct":15,"quote_total":16,"avg_seconds":22.1,"p90_seconds":66.5,"file":"evals/results/2026-09-30-dell-3090-qwen3.8-27b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-dell-3090-qwen3.8-27b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":37,"total":40,"quote_correct":13,"quote_total":16,"avg_seconds":10.5,"p90_seconds":22.2,"file":"evals/results/2026-09-30-dell-3090-qwen3.8-27b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":1,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":0.5,"p90_seconds":0.6,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3-8b.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":33,"total":40,"quote_correct":9,"quote_total":16,"avg_seconds":0.9,"p90_seconds":1.9,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3-8b.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":31,"total":40,"quote_correct":8,"quote_total":16,"avg_seconds":1.0,"p90_seconds":1.9,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3-8b.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":0.4,"p90_seconds":0.8,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3-8b.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":2,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":4.5,"p90_seconds":17.4,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":39,"total":40,"quote_correct":15,"quote_total":16,"avg_seconds":4.6,"p90_seconds":6.3,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":39,"total":40,"quote_correct":15,"quote_total":16,"avg_seconds":5.2,"p90_seconds":9.3,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.8,"p90_seconds":5.2,"file":"evals/results/2026-09-30-fieldstone-it-dell-3090-qwen3.8-27b-64k.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":1,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":0.4,"p90_seconds":0.8,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":31,"total":40,"quote_correct":8,"quote_total":16,"avg_seconds":0.7,"p90_seconds":1.4,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":33,"total":40,"quote_correct":9,"quote_total":16,"avg_seconds":1.0,"p90_seconds":1.8,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":0.4,"p90_seconds":0.6,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3-8b.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":2,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":2.7,"p90_seconds":5.1,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":39,"total":40,"quote_correct":15,"quote_total":16,"avg_seconds":3.6,"p90_seconds":5.3,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + calculator","correct":37,"total":40,"quote_correct":13,"quote_total":16,"avg_seconds":5.9,"p90_seconds":7.9,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k","date":"2026-09-30","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"peachtree-cabinet-works","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.4,"p90_seconds":4.3,"file":"evals/results/2026-09-30-peachtree-cabinet-works-dell-3090-qwen3.8-27b-64k.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3.8-27b-64k"},{"run":"2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-14b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 14B","test_set":"fieldstone-it","quote_action":"v1","seen_while_fixing":false,"mode":"Notes + quote action","correct":29,"total":40,"quote_correct":14,"quote_total":16,"avg_seconds":199.9,"p90_seconds":600.0,"file":"evals/results/2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-14b-quote.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:14b"},{"run":"2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-14b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 14B","test_set":"fieldstone-it","quote_action":"v1","seen_while_fixing":false,"mode":"With notes","correct":32,"total":40,"quote_correct":8,"quote_total":16,"avg_seconds":205.1,"p90_seconds":251.0,"file":"evals/results/2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-14b-quote.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:14b"},{"run":"2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-8b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v1","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":60.2,"p90_seconds":180.1,"file":"evals/results/2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-8b-quote.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-8b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v1","seen_while_fixing":false,"mode":"With notes","correct":28,"total":40,"quote_correct":8,"quote_total":16,"avg_seconds":157.8,"p90_seconds":600.0,"file":"evals/results/2026-10-01-fieldstone-it-mac-mini-m4-16gb-qwen3-8b-quote.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-01-peachtree-cabinet-works-mac-mini-m4-16gb-qwen3-8b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v1","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":93.7,"p90_seconds":119.2,"file":"evals/results/2026-10-01-peachtree-cabinet-works-mac-mini-m4-16gb-qwen3-8b-quote.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-01-peachtree-cabinet-works-mac-mini-m4-16gb-qwen3-8b-quote","date":"2026-10-01","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v1","seen_while_fixing":false,"mode":"With notes","correct":32,"total":40,"quote_correct":9,"quote_total":16,"avg_seconds":21.0,"p90_seconds":64.3,"file":"evals/results/2026-10-01-peachtree-cabinet-works-mac-mini-m4-16gb-qwen3-8b-quote.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-cloud-gemini-pro-fieldstone-tests-heldout-ugly","date":"2026-10-02","hardware":"Cloud API","model":"Gemini Pro (cloud)","test_set":"fieldstone-it-messy-1","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":0,"total":20,"quote_correct":0,"quote_total":17,"avg_seconds":13.3,"p90_seconds":21.0,"file":"evals/results/2026-10-02-cloud-gemini-pro-fieldstone-tests-heldout-ugly.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"gemini-pro-latest"},{"run":"2026-10-02-cloud-gemini-pro-fieldstone-tests-heldout-ugly","date":"2026-10-02","hardware":"Cloud API","model":"Gemini Pro (cloud)","test_set":"fieldstone-it-messy-1","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":14,"total":20,"quote_correct":11,"quote_total":17,"avg_seconds":12.5,"p90_seconds":26.7,"file":"evals/results/2026-10-02-cloud-gemini-pro-fieldstone-tests-heldout-ugly.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"gemini-pro-latest"},{"run":"2026-10-02-cloud-gemini-pro-fieldstone-tests","date":"2026-10-02","hardware":"Cloud API","model":"Gemini Pro (cloud)","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":5,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":13.3,"p90_seconds":21.5,"file":"evals/results/2026-10-02-cloud-gemini-pro-fieldstone-tests.md","company":"Fieldstone IT","set":"standard","modelId":"gemini-pro-latest"},{"run":"2026-10-02-cloud-gemini-pro-fieldstone-tests","date":"2026-10-02","hardware":"Cloud API","model":"Gemini Pro (cloud)","test_set":"fieldstone-it","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":39,"total":40,"quote_correct":15,"quote_total":16,"avg_seconds":6.9,"p90_seconds":11.8,"file":"evals/results/2026-10-02-cloud-gemini-pro-fieldstone-tests.md","company":"Fieldstone IT","set":"standard","modelId":"gemini-pro-latest"},{"run":"2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly-action-v2.1-seen","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2.1","seen_while_fixing":true,"mode":"Notes + quote action","correct":18,"total":20,"quote_correct":15,"quote_total":17,"avg_seconds":6.4,"p90_seconds":60.6,"file":"evals/results/2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly-action-v2.1-seen.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly-action-v2","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2","seen_while_fixing":false,"mode":"Notes + quote action","correct":11,"total":20,"quote_correct":10,"quote_total":17,"avg_seconds":47.2,"p90_seconds":351.9,"file":"evals/results/2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly-action-v2.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly2-action-v2.1","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-2","quote_action":"v2.1","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":5.9,"p90_seconds":41.4,"file":"evals/results/2026-10-02-dell-3090-qwen3-8b-fieldstone-heldout-ugly2-action-v2.1.md","company":"Fieldstone IT","set":"unseen","modelId":"qwen3:8b"},{"run":"2026-10-02-dell-3090-qwen3.8-27b-fieldstone-heldout-ugly","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it-messy-1","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":13,"total":20,"quote_correct":11,"quote_total":17,"avg_seconds":68.2,"p90_seconds":92.2,"file":"evals/results/2026-10-02-dell-3090-qwen3.8-27b-fieldstone-heldout-ugly.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3.8-27b-64k"},{"run":"2026-10-02-dell-3090-qwen3.8-27b-fieldstone-heldout-ugly","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 27B","test_set":"fieldstone-it-messy-1","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":16,"total":20,"quote_correct":14,"quote_total":17,"avg_seconds":48.5,"p90_seconds":119.2,"file":"evals/results/2026-10-02-dell-3090-qwen3.8-27b-fieldstone-heldout-ugly.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3.8-27b-64k"},{"run":"2026-10-02-fieldstone-it-dell-3090-qwen3-8b-quote-v2.1","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v2.1","seen_while_fixing":false,"mode":"Notes + quote action","correct":37,"total":40,"quote_correct":13,"quote_total":16,"avg_seconds":1.4,"p90_seconds":1.9,"file":"evals/results/2026-10-02-fieldstone-it-dell-3090-qwen3-8b-quote-v2.1.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-dell-3090-gpt-oss-20b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"gpt-oss-20b","test_set":"fieldstone-it","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":16.3,"p90_seconds":7.8,"file":"evals/results/2026-10-02-fieldstone-it-tests-dell-3090-gpt-oss-20b-quote-v2.3.md","company":"Fieldstone IT","set":"standard","modelId":"gpt-oss-20b-64k"},{"run":"2026-10-02-fieldstone-it-tests-dell-3090-qwen3-8b-quote-v2.2","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v2.2","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":1.0,"p90_seconds":1.8,"file":"evals/results/2026-10-02-fieldstone-it-tests-dell-3090-qwen3-8b-quote-v2.2.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-dell-3090-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":0.9,"p90_seconds":1.7,"file":"evals/results/2026-10-02-fieldstone-it-tests-dell-3090-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly-dell-3090-qwen3-8b-quote-v2.2","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2.2","seen_while_fixing":false,"mode":"Notes + quote action","correct":19,"total":20,"quote_correct":16,"quote_total":17,"avg_seconds":0.6,"p90_seconds":1.1,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly-dell-3090-qwen3-8b-quote-v2.2.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly-dell-3090-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":19,"total":20,"quote_correct":16,"quote_total":17,"avg_seconds":0.6,"p90_seconds":1.0,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly-dell-3090-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":19,"total":20,"quote_correct":16,"quote_total":17,"avg_seconds":1.2,"p90_seconds":2.4,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-gpt-oss-20b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"gpt-oss-20b","test_set":"fieldstone-it-messy-2","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":29.4,"p90_seconds":193.7,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-gpt-oss-20b-quote-v2.3.md","company":"Fieldstone IT","set":"unseen","modelId":"gpt-oss-20b-64k"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-qwen3-8b-quote-v2.2","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-2","quote_action":"v2.2","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":0.5,"p90_seconds":0.6,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-qwen3-8b-quote-v2.2.md","company":"Fieldstone IT","set":"unseen","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"fieldstone-it-messy-2","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":0.5,"p90_seconds":0.6,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly2-dell-3090-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"unseen","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-heldout-ugly2-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-messy-2","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":1.1,"p90_seconds":1.7,"file":"evals/results/2026-10-02-fieldstone-it-tests-heldout-ugly2-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"unseen","modelId":"qwen3:8b"},{"run":"2026-10-02-fieldstone-it-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.4,"p90_seconds":5.3,"file":"evals/results/2026-10-02-fieldstone-it-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-peachtree-cabinet-works-dell-3090-qwen3-8b-quote-v2.1","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v2.1","seen_while_fixing":false,"mode":"Notes + quote action","correct":35,"total":40,"quote_correct":13,"quote_total":16,"avg_seconds":1.2,"p90_seconds":1.8,"file":"evals/results/2026-10-02-peachtree-cabinet-works-dell-3090-qwen3-8b-quote-v2.1.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-peachtree-cabinet-works-tests-dell-3090-gpt-oss-20b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"gpt-oss-20b","test_set":"peachtree-cabinet-works","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":13.9,"p90_seconds":9.2,"file":"evals/results/2026-10-02-peachtree-cabinet-works-tests-dell-3090-gpt-oss-20b-quote-v2.3.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"gpt-oss-20b-64k"},{"run":"2026-10-02-peachtree-cabinet-works-tests-dell-3090-qwen3-8b-quote-v2.2","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v2.2","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":1.1,"p90_seconds":1.7,"file":"evals/results/2026-10-02-peachtree-cabinet-works-tests-dell-3090-qwen3-8b-quote-v2.2.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-peachtree-cabinet-works-tests-dell-3090-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":1.1,"p90_seconds":1.6,"file":"evals/results/2026-10-02-peachtree-cabinet-works-tests-dell-3090-qwen3-8b-quote-v2.3.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-02-peachtree-cabinet-works-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-02","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.9,"p90_seconds":5.2,"file":"evals/results/2026-10-02-peachtree-cabinet-works-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-05-fieldstone-it-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-05","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-generated","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":198,"total":204,"quote_correct":183,"quote_total":186,"avg_seconds":1.7,"p90_seconds":2.1,"file":"evals/results/2026-10-05-fieldstone-it-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Fieldstone IT","set":"generated","modelId":"qwen3:8b"},{"run":"2026-10-05-peachtree-cabinet-works-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.3","date":"2026-10-05","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works-generated","quote_action":"v2.3","seen_while_fixing":false,"mode":"Notes + quote action","correct":147,"total":156,"quote_correct":135,"quote_total":142,"avg_seconds":3.4,"p90_seconds":4.3,"file":"evals/results/2026-10-05-peachtree-cabinet-works-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.3.md","company":"Peachtree Cabinet Works","set":"generated","modelId":"qwen3:8b"},{"run":"2026-10-06-fieldstone-it-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-generated","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":201,"total":204,"quote_correct":183,"quote_total":186,"avg_seconds":1.6,"p90_seconds":2.1,"file":"evals/results/2026-10-06-fieldstone-it-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Fieldstone IT","set":"generated","modelId":"qwen3:8b"},{"run":"2026-10-06-fieldstone-it-tests-heldout-ugly-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-messy-1","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":19,"total":20,"quote_correct":16,"quote_total":17,"avg_seconds":1.2,"p90_seconds":2.3,"file":"evals/results/2026-10-06-fieldstone-it-tests-heldout-ugly-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Fieldstone IT","set":"seen-while-fixing","modelId":"qwen3:8b"},{"run":"2026-10-06-fieldstone-it-tests-heldout-ugly2-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it-messy-2","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":15,"total":15,"quote_correct":13,"quote_total":13,"avg_seconds":1.1,"p90_seconds":1.7,"file":"evals/results/2026-10-06-fieldstone-it-tests-heldout-ugly2-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Fieldstone IT","set":"unseen","modelId":"qwen3:8b"},{"run":"2026-10-06-fieldstone-it-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"fieldstone-it","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":40,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.4,"p90_seconds":5.3,"file":"evals/results/2026-10-06-fieldstone-it-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Fieldstone IT","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-06-peachtree-cabinet-works-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works-generated","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":150,"total":156,"quote_correct":136,"quote_total":142,"avg_seconds":3.2,"p90_seconds":3.4,"file":"evals/results/2026-10-06-peachtree-cabinet-works-tests-generated-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Peachtree Cabinet Works","set":"generated","modelId":"qwen3:8b"},{"run":"2026-10-06-peachtree-cabinet-works-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.4","date":"2026-10-06","hardware":"Mac mini M4, 16 GB","model":"Qwen3 8B","test_set":"peachtree-cabinet-works","quote_action":"v2.4","seen_while_fixing":false,"mode":"Notes + quote action","correct":39,"total":40,"quote_correct":16,"quote_total":16,"avg_seconds":2.5,"p90_seconds":4.4,"file":"evals/results/2026-10-06-peachtree-cabinet-works-tests-mac-mini-m4-16gb-qwen3-8b-quote-v2.4.md","company":"Peachtree Cabinet Works","set":"standard","modelId":"qwen3:8b"},{"run":"2026-10-14-ponce-electric-dell-3090-qwen3-8b","date":"2026-10-14","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"ponce-electric-supply","quote_action":"","seen_while_fixing":false,"mode":"Model alone","correct":2,"total":40,"quote_correct":0,"quote_total":16,"avg_seconds":30.7,"p90_seconds":45.6,"file":"evals/results/2026-10-14-ponce-electric-dell-3090-qwen3-8b.md","company":"Ponce Electric Supply","set":"new-company","modelId":"qwen3:8b"},{"run":"2026-10-14-ponce-electric-dell-3090-qwen3-8b","date":"2026-10-14","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"ponce-electric-supply","quote_action":"","seen_while_fixing":false,"mode":"With notes","correct":27,"total":40,"quote_correct":5,"quote_total":16,"avg_seconds":164.3,"p90_seconds":443.4,"file":"evals/results/2026-10-14-ponce-electric-dell-3090-qwen3-8b.md","company":"Ponce Electric Supply","set":"new-company","modelId":"qwen3:8b"},{"run":"2026-10-14-ponce-electric-dell-3090-qwen3-8b","date":"2026-10-14","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"ponce-electric-supply","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":30,"total":40,"quote_correct":8,"quote_total":16,"avg_seconds":1.2,"p90_seconds":1.7,"file":"evals/results/2026-10-14-ponce-electric-dell-3090-qwen3-8b.md","company":"Ponce Electric Supply","set":"new-company","modelId":"qwen3:8b"},{"run":"2026-10-14-ponce-electric-tests-messy-dell-3090-qwen3-8b","date":"2026-10-14","hardware":"Dell RTX 3090 test box","model":"Qwen3 8B","test_set":"ponce-electric-supply-messy","quote_action":"","seen_while_fixing":false,"mode":"Notes + quote action","correct":2,"total":15,"quote_correct":0,"quote_total":11,"avg_seconds":20.0,"p90_seconds":21.4,"file":"evals/results/2026-10-14-ponce-electric-tests-messy-dell-3090-qwen3-8b.md","company":"Ponce Electric Supply","set":"new-company","modelId":"qwen3:8b"}]