Uploaded sanitized BC250/ROCm Repository.

2026-08-20 00:45:43 +02:00
parent 7d2184f1e8
commit d7d22e93b3
678 changed files with 65963 additions and 1 deletions
@@ -0,0 +1,72 @@
+"""Diagnose qwen3-tts engine init - run inside container"""
+import sys, os, time, traceback
+os.chdir("/models")
+sys.path.insert(0, "/opt/qwen3-tts")
+os.environ["PYTHONUNBUFFERED"] = "1"
+
+print("=== Step 1: Assets + Tokenizer ===", flush=True)
+try:
+    from qwen3_tts_gguf.inference.assets import AssetsManager
+    from tokenizers import Tokenizer
+    assets = AssetsManager("qwen3-tts")
+    tok = Tokenizer.from_file("/models/qwen3-tts/tokenizer.json")
+    print(f"  OK: assets loaded, vocab_size={tok.get_vocab_size()}", flush=True)
+except Exception as e:
+    print(f"  FAIL: {e}", flush=True)
+    traceback.print_exc()
+
+print("\n=== Step 2: Codec + Speaker Encoders ===", flush=True)
+try:
+    from qwen3_tts_gguf.inference.encoder import CodecEncoder, SpeakerEncoder
+    ce = CodecEncoder("/models/qwen3-tts/qwen3_tts_codec_encoder.fp16.onnx")
+    se = SpeakerEncoder("/models/qwen3-tts/qwen3_tts_speaker_encoder.fp16.onnx")
+    print(f"  OK: codec_encoder + speaker_encoder loaded", flush=True)
+except Exception as e:
+    print(f"  FAIL: {e}", flush=True)
+    traceback.print_exc()
+
+print("\n=== Step 3: DecoderProxy ===", flush=True)
+try:
+    from qwen3_tts_gguf.inference.decoder import DecoderProxy
+    t0 = time.time()
+    dec = DecoderProxy("/models/qwen3-tts/qwen3_tts_decoder.fp16.onnx", onnx_provider="CPUExecutionProvider", chunk_size=2048)
+    print(f"  DecoderProxy created in {time.time()-t0:.2f}s", flush=True)
+    print(f"  Waiting for ready (20s timeout)...", flush=True)
+    ready = dec.wait_until_ready(timeout=20)
+    print(f"  ready={ready}, states={getattr(dec, 'ready_states', 'N/A')}", flush=True)
+except Exception as e:
+    print(f"  FAIL: {e}", flush=True)
+    traceback.print_exc()
+
+print("\n=== Step 4: GGUF / llama.cpp ===", flush=True)
+try:
+    from qwen3_tts_gguf.inference import llama
+    print(f"  llama module loaded: {dir(llama)}", flush=True)
+    t_path = "qwen3-tts/qwen3_tts_talker.q5_k.gguf"
+    p_path = "qwen3-tts/qwen3_tts_predictor.q8_0.gguf"
+    print(f"  Loading talker from {t_path}...", flush=True)
+    t0 = time.time()
+    talker = llama.LlamaModel(t_path, n_gpu_layers=-1)
+    print(f"  Talker loaded in {time.time()-t0:.2f}s", flush=True)
+    print(f"  Loading predictor from {p_path}...", flush=True)
+    t0 = time.time()
+    predictor = llama.LlamaModel(p_path, n_gpu_layers=-1)
+    print(f"  Predictor loaded in {time.time()-t0:.2f}s", flush=True)
+except Exception as e:
+    print(f"  FAIL: {e}", flush=True)
+    traceback.print_exc()
+
+print("\n=== Step 5: Full TTSEngine ===", flush=True)
+try:
+    from qwen3_tts_gguf.inference import TTSEngine
+    t0 = time.time()
+    engine = TTSEngine(model_dir="qwen3-tts", onnx_provider="CPUExecutionProvider")
+    print(f"  Engine created in {time.time()-t0:.2f}s, ready={engine.ready}", flush=True)
+    if engine.ready:
+        stream = engine.create_stream(n_ctx=2048)
+        print(f"  stream={stream}", flush=True)
+except Exception as e:
+    print(f"  FAIL: {e}", flush=True)
+    traceback.print_exc()
+
+print("\n=== DONE ===", flush=True)