<?xml version="1.0" encoding="utf-8" standalone="yes"?>
<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom">
  <channel>
    <title>Inference Speed on 67AI Lab</title>
    <link>https://67ailab.com/tags/inference-speed/</link>
    <description>Recent content in Inference Speed on 67AI Lab</description>
    <generator>Hugo</generator>
    <language>en-us</language>
    <lastBuildDate>Thu, 12 Nov 2026 14:30:00 +0000</lastBuildDate>
    <atom:link href="https://67ailab.com/tags/inference-speed/index.xml" rel="self" type="application/rss+xml" />
    <item>
      <title>Before Any Benchmark: Can Five Open Models Run Well on One DGX Spark?</title>
      <link>https://67ailab.com/posts/spark-eval-03-serving-smoke-test/</link>
      <pubDate>Thu, 12 Nov 2026 14:30:00 +0000</pubDate>
      <guid>https://67ailab.com/posts/spark-eval-03-serving-smoke-test/</guid>
      <description>&lt;p&gt;An evaluation is only as good as the serving setup under it. If the server&#xA;quietly cuts the front off a long prompt, or a tool call comes back malformed,&#xA;every later score still looks plausible, and every later score is wrong.&lt;/p&gt;&#xA;&lt;p&gt;So before spending GPU days on eight real tasks, we asked a plainer question:&#xA;can each candidate model be served on one NVIDIA DGX Spark, at a usable speed,&#xA;without silent failures? This is task T01, the study&amp;rsquo;s first gate. A model that&#xA;failed here would not be worth testing further.&lt;/p&gt;</description>
    </item>
  </channel>
</rss>
