File size: 8,209 Bytes
0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 27f4aff 0e17f87 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 | <?xml version="1.0" encoding="utf-8"?>
<!-- Generator: Adobe Illustrator 24.0.1, SVG Export Plug-In . SVG Version: 6.00 Build 0) -->
<svg version="1.1" id="图层_1" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" x="0px" y="0px"
viewBox="0 0 960 600" style="enable-background:new 0 0 960 600;" xml:space="preserve">
<style type="text/css">
.st0{fill:#111827;}
.st1{font-family:'ArialMT';}
.st2{font-size:22px;}
.st3{fill:#4F8EF7;}
.st4{fill:#1F2937;}
.st5{font-size:14px;}
.st6{fill:#10B981;}
.st7{font-size:15px;}
.st8{fill:none;stroke:#E5E7EB;}
.st9{fill:#231815;}
.st10{font-family:'Helvetica-Bold';}
.st11{font-size:12px;}
.st12{fill:none;stroke:#D1D5DB;stroke-width:1.5;}
.st13{fill:none;stroke:#4F8EF7;stroke-width:1.5;}
.st14{fill:none;stroke:#10B981;stroke-width:1.5;}
.st15{fill:#FFFFFF;}
</style>
<title>CodeXomics Benchmark: Base vs. Fine-Tuned 4B</title>
<desc>
Two-panel figure. Left: CodeXomics Benchmark pass rates. Base Qwen3.5-4B: simple 139/143, complex 26/29, total 165/172. Fine-tuned CodeXomics-ToolAgent-4B-v1: simple 143/143, complex 29/29, total 172/172. Right: inference latency in seconds with error bars, mean plus or minus SD over three runs: simple 9.2 vs 8.6, complex 25.8 vs 21.5, overall 12.0 vs 10.7.
</desc>
<text transform="matrix(1 0 0 1 235.2446 53)" class="st0 st1 st2">CodeXomics Benchmark: Base vs. Fine-Tuned 4B</text>
<g>
<path class="st3" d="M309,69h6c1.7,0,3,1.3,3,3v6c0,1.7-1.3,3-3,3h-6c-1.7,0-3-1.3-3-3v-6C306,70.3,307.3,69,309,69z"/>
<text transform="matrix(1 0 0 1 326 80)" class="st4 st1 st5">Base Qwen3.5-4B</text>
<path class="st6" d="M499,69h6c1.7,0,3,1.3,3,3v6c0,1.7-1.3,3-3,3h-6c-1.7,0-3-1.3-3-3v-6C496,70.3,497.3,69,499,69z"/>
<text transform="matrix(1 0 0 1 516 80)" class="st4 st1 st5">CodeXomics-ToolAgent-4B-v1 </text>
</g>
<text transform="matrix(1 0 0 1 186.2256 107)" class="st0 st1 st7">Benchmark accuracy (%)</text>
<g>
<g>
<line class="st8" x1="70" y1="145" x2="470" y2="145"/>
<text transform="matrix(1 0 0 1 29.3086 149)" class="st9 st10 st11">100%</text>
<line class="st8" x1="70" y1="242.5" x2="470" y2="242.5"/>
<text transform="matrix(1 0 0 1 35.9824 246.5)" class="st9 st10 st11">75%</text>
<line class="st8" x1="70" y1="340" x2="470" y2="340"/>
<text transform="matrix(1 0 0 1 35.9824 344)" class="st9 st10 st11">50%</text>
<line class="st8" x1="70" y1="437.5" x2="470" y2="437.5"/>
<text transform="matrix(1 0 0 1 35.9824 441.5)" class="st9 st10 st11">25%</text>
<line class="st12" x1="70" y1="535" x2="470" y2="535"/>
<text transform="matrix(1 0 0 1 42.6562 539)" class="st9 st10 st11">0%</text>
</g>
<g>
<path class="st3" d="M110,155.9h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V158.9
C107,157.2,108.3,155.9,110,155.9z"/>
<text transform="matrix(1 0 0 1 107.3115 149.9)" class="st0 st10 st11">139/143</text>
<path class="st6" d="M154,145h38c1.7,0,3,1.3,3,3v384c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V148C151,146.3,152.3,145,154,145z"/>
<text transform="matrix(1 0 0 1 151.3115 139)" class="st0 st10 st11">143/143</text>
<path class="st3" d="M243,185.2h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V188.2
C240,186.5,241.3,185.2,243,185.2z"/>
<text transform="matrix(1 0 0 1 246.9854 179.2)" class="st0 st10 st11">26/29</text>
<path class="st6" d="M287,145h38c1.7,0,3,1.3,3,3v384c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V148C284,146.3,285.3,145,287,145z"/>
<text transform="matrix(1 0 0 1 290.9854 139)" class="st0 st10 st11">29/29</text>
<path class="st3" d="M376,161h38c1.7,0,3,1.3,3,3v368c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V164C373,162.3,374.3,161,376,161z"/>
<text transform="matrix(1 0 0 1 373.3115 155)" class="st0 st10 st11">165/172</text>
<path class="st6" d="M420,145h38c1.7,0,3,1.3,3,3v384c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V148C417,146.3,418.3,145,420,145z"/>
<text transform="matrix(1 0 0 1 417.3115 139)" class="st0 st10 st11">172/172</text>
</g>
<g>
<text transform="matrix(1 0 0 1 115.6035 557)" class="st4 st1 st5">Simple</text>
<text transform="matrix(1 0 0 1 242.3794 557)" class="st4 st1 st5">Complex</text>
<text transform="matrix(1 0 0 1 388.2139 557)" class="st4 st1 st5">Total</text>
</g>
</g>
<text transform="matrix(1 0 0 1 625.4224 107)" class="st0 st1 st7">Inference latency (s, mean ± SD)</text>
<g>
<g>
<line class="st8" x1="540" y1="145" x2="930" y2="145"/>
<text transform="matrix(1 0 0 1 507.3184 149)" class="st9 st10 st11">30 s</text>
<line class="st8" x1="540" y1="275" x2="930" y2="275"/>
<text transform="matrix(1 0 0 1 507.3184 279)" class="st9 st10 st11">20 s</text>
<line class="st8" x1="540" y1="405" x2="930" y2="405"/>
<text transform="matrix(1 0 0 1 507.3184 409)" class="st9 st10 st11">10 s</text>
<line class="st12" x1="540" y1="535" x2="930" y2="535"/>
<text transform="matrix(1 0 0 1 513.9922 539)" class="st9 st10 st11">0 s</text>
</g>
<g>
<path class="st3" d="M578,415.4h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V418.4
C575,416.7,576.3,415.4,578,415.4z"/>
<line class="st13" x1="597" y1="414.1" x2="597" y2="416.7"/>
<line class="st13" x1="591" y1="414.1" x2="603" y2="414.1"/>
<line class="st13" x1="591" y1="416.7" x2="603" y2="416.7"/>
<text transform="matrix(1 0 0 1 588.6592 409.4)" class="st0 st10 st11">9.2</text>
<path class="st6" d="M622,423.2h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V426.2
C619,424.5,620.3,423.2,622,423.2z"/>
<line class="st14" x1="641" y1="414.1" x2="641" y2="432.3"/>
<line class="st14" x1="635" y1="414.1" x2="647" y2="414.1"/>
<line class="st14" x1="635" y1="432.3" x2="647" y2="432.3"/>
<text transform="matrix(1 0 0 1 632.6592 417.2)" class="st0 st10 st11">8.6</text>
<path class="st3" d="M708,199.6h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V202.6
C705,200.9,706.3,199.6,708,199.6z"/>
<line class="st13" x1="727" y1="195.7" x2="727" y2="203.5"/>
<line class="st13" x1="721" y1="195.7" x2="733" y2="195.7"/>
<line class="st13" x1="721" y1="203.5" x2="733" y2="203.5"/>
<text transform="matrix(1 0 0 1 715.3223 193.6)" class="st0 st10 st11">25.8</text>
<path class="st6" d="M752,255.5h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V258.5
C749,256.8,750.3,255.5,752,255.5z"/>
<line class="st14" x1="771" y1="230.8" x2="771" y2="280.2"/>
<line class="st14" x1="765" y1="230.8" x2="777" y2="230.8"/>
<line class="st14" x1="765" y1="280.2" x2="777" y2="280.2"/>
<text transform="matrix(1 0 0 1 759.3223 249.5)" class="st0 st10 st11">21.5</text>
<path class="st3" d="M838,379h38c1.7,0,3,1.3,3,3v150c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V382C835,380.3,836.3,379,838,379z"/>
<line class="st13" x1="857" y1="377.7" x2="857" y2="380.3"/>
<line class="st13" x1="851" y1="377.7" x2="863" y2="377.7"/>
<line class="st13" x1="851" y1="380.3" x2="863" y2="380.3"/>
<text transform="matrix(1 0 0 1 845.3223 373)" class="st0 st10 st11">12.0</text>
<path class="st6" d="M882,395.9h38c1.7,0,3,1.3,3,3V532c0,1.7-1.3,3-3,3h-38c-1.7,0-3-1.3-3-3V398.9
C879,397.2,880.3,395.9,882,395.9z"/>
<line class="st14" x1="901" y1="384.2" x2="901" y2="407.6"/>
<line class="st14" x1="895" y1="384.2" x2="907" y2="384.2"/>
<line class="st14" x1="895" y1="407.6" x2="907" y2="407.6"/>
<text transform="matrix(1 0 0 1 889.3223 389.9)" class="st0 st10 st11">10.7</text>
</g>
<g>
<text transform="matrix(1 0 0 1 583.6035 557)" class="st4 st1 st5">Simple</text>
<text transform="matrix(1 0 0 1 707.3794 557)" class="st4 st1 st5">Complex</text>
<text transform="matrix(1 0 0 1 842.8276 557)" class="st4 st1 st5">Overall</text>
</g>
</g>
<text transform="matrix(1 0 0 1 112.6035 327.6742)" class="st15 st10 st11">97.2%</text>
<text transform="matrix(1 0 0 1 245.6035 327.6742)" class="st15 st10 st11">89.7%</text>
<text transform="matrix(1 0 0 1 152.3402 289.3988)" class="st15 st10 st11">100.0%</text>
<text transform="matrix(1 0 0 1 285.0032 289.3983)" class="st15 st10 st11">100.0%</text>
<text transform="matrix(1 0 0 1 419.0032 289.3983)" class="st15 st10 st11">100.0%</text>
<text transform="matrix(1 0 0 1 377.3402 328.3988)" class="st15 st10 st11">95.9%</text>
</svg>
|