Uploaded sanitized BC250/ROCm Repository.

Scripts and Tests/check_tokenizer2.sh

@@ -0,0 +1,31 @@
+#!/bin/bash
+# Check GGUF file for tokenizer data and check available tokenizer files
+
+echo "=== GGUF metadata check ==="
+cd /home/fabian/ComfyUI
+/home/fabian/ComfyUI/venv/bin/python3 -c "
+import gguf
+reader = gguf.GGUFReader('models/diffusion_models/z_image_turbo-Q5_K_S.gguf')
+print('GGUF fields:')
+for key in list(reader.fields.keys())[:40]:
+    field = reader.fields[key]
+    tp = str(field.types)
+    dl = len(field.data) if hasattr(field, 'data') else 0
+    print(f'  {key}: types={tp} data_len={dl}')
+"
+
+echo ""
+echo "=== Check for tokenizer.model files ==="
+find /home/fabian/ComfyUI/comfy/text_encoders -name 'tokenizer*' -type f 2>/dev/null
+echo ""
+
+echo "=== Check llama_tokenizer ==="
+ls -la /home/fabian/ComfyUI/comfy/text_encoders/llama_tokenizer/ 2>/dev/null || echo "No llama_tokenizer dir"
+
+echo ""
+echo "=== Check what z_image.py expects ==="
+cat /home/fabian/ComfyUI/comfy/text_encoders/z_image.py 2>/dev/null || echo "No z_image.py"
+
+echo ""
+echo "=== Grep spiece_model in load functions ==="
+grep -n 'spiece_model\|tokenizer_data\[' /home/fabian/ComfyUI/comfy/sd.py | head -20