<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Fine-Tuning on 67AI Lab</title>
    <link>https://67ailab.com/tags/fine-tuning/</link>
    <description>Recent content in Fine-Tuning on 67AI Lab</description>
    <generator>Hugo</generator>
    <language>en-us</language>
    <lastBuildDate>Thu, 12 Nov 2026 13:00:00 +0000</lastBuildDate>
    <atom:link href="https://67ailab.com/tags/fine-tuning/index.xml" rel="self" type="application/rss+xml" />
    <item>
      <title>The LoRA That Learned the Wrong Lesson: Fine-Tuning on Synthetic Papers</title>
      <link>https://67ailab.com/posts/spark-eval-12-lora-fine-tune/</link>
      <pubDate>Thu, 12 Nov 2026 13:00:00 +0000</pubDate>
      <guid>https://67ailab.com/posts/spark-eval-12-lora-fine-tune/</guid>
      <description>&lt;p&gt;Every task in this study ended in one of three verdicts: &lt;strong&gt;small model ready&lt;/strong&gt;,&#xA;&lt;strong&gt;needs a large model&lt;/strong&gt;, or &lt;strong&gt;needs tuning&lt;/strong&gt;. &amp;ldquo;Needs tuning&amp;rdquo; means a local model came within&#xA;the allowed gap of Claude Opus 5.5 but stayed under the absolute bar, so a&#xA;little training might push it over.&lt;/p&gt;&#xA;&lt;p&gt;Only one task landed there: &lt;a href=&#34;https://67ailab.com/posts/spark-eval-07-l4-trial-extraction/&#34;&gt;L4, pulling trial results out of papers for&#xA;meta-analysis&lt;/a&gt;. Qwen3.6-35B-A3B&#xA;scored 74.2% against Opus&amp;rsquo;s 75.8%, with a bar of 90%. So the last phase of the&#xA;study asked a simple question: can a small fine-tune, trained on the same box,&#xA;close that gap?&lt;/p&gt;</description>
    </item>
  </channel>
</rss>
