update

Author: rasbt

ch05/11_qwen3/standalone-qwen3-moe-plus-kvcache.ipynb

@@ -985,12 +985,6 @@
     "        self.add_thinking = add_thinking\n",
     "\n",
     "        tok_file = Path(tokenizer_file_path)\n",
-    "        if not tok_file.is_file() and repo_id:\n",
-    "            download_from_huggingface(\n",
-    "                repo_id=repo_id,\n",
-    "                filename=tok_file.name,\n",
-    "                local_dir=str(tok_file.parent),\n",
-    "            )\n",
     "        self._tok = Tokenizer.from_file(str(tok_file))\n",
     "        self._special_to_id = {t: self._tok.token_to_id(t) for t in self._SPECIALS}\n",
     "\n",

ch05/11_qwen3/standalone-qwen3-moe.ipynb

@@ -925,12 +925,6 @@
     "        self.add_thinking = add_thinking\n",
     "\n",
     "        tok_file = Path(tokenizer_file_path)\n",
-    "        if not tok_file.is_file() and repo_id:\n",
-    "            download_from_huggingface(\n",
-    "                repo_id=repo_id,\n",
-    "                filename=tok_file.name,\n",
-    "                local_dir=str(tok_file.parent),\n",
-    "            )\n",
     "        self._tok = Tokenizer.from_file(str(tok_file))\n",
     "        self._special_to_id = {t: self._tok.token_to_id(t) for t in self._SPECIALS}\n",
     "\n",

pkg/llms_from_scratch/kv_cache/qwen3.py

@@ -94,7 +94,7 @@ def __init__(self, cfg):
             qk_norm=cfg["qk_norm"],
             dtype=cfg["dtype"]
         )
-        if cfg["num_experts"] > 0:
+        if "num_experts" in cfg and cfg["num_experts"] > 0:
             self.ff = MoEFeedForward(cfg)
         else:
             self.ff = FeedForward(cfg)

pkg/llms_from_scratch/qwen3.py

@@ -173,7 +173,7 @@ def __init__(self, cfg):
             qk_norm=cfg["qk_norm"],
             dtype=cfg["dtype"]
         )
-        if cfg["num_experts"] > 0:
+        if "num_experts" in cfg and cfg["num_experts"] > 0:
             self.ff = MoEFeedForward(cfg)
         else:
             self.ff = FeedForward(cfg)