un-comment write_tokenizer from converting script

Author: liuzijing2014

src/transformers/models/llama4/convert_llama4_weights_to_hf.py

@@ -726,11 +726,11 @@ def write_tokenizer(tokenizer_path: str, save_dir: str, instruct: bool = False):
     )
 
     args = parser.parse_args()
-    # write_tokenizer(
-    #     tokenizer_path=os.path.join(args.input_dir, "tokenizer.model"),
-    #     save_dir=args.output_dir,
-    #     instruct=args.instruct,
-    # )
+    write_tokenizer(
+        tokenizer_path=os.path.join(args.input_dir, "tokenizer.model"),
+        save_dir=args.output_dir,
+        instruct=args.instruct,
+    )
 
     write_model(
         model_path=args.output_dir,