Fabian
53 lines
2.0 KiB
Python
53 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
"""Read full ops.py and check torch thread defaults, then fix threading."""
|
|
import paramiko
|
|
|
|
ssh = paramiko.SSHClient()
|
|
ssh.set_missing_host_key_policy(paramiko.AutoAddPolicy())
|
|
ssh.connect('192.168.178.150', username='fabian', key_filename=r'C:\Users\fabia\.ssh\id_ed25519')
|
|
|
|
def run(cmd, timeout=30, desc=""):
|
|
if desc:
|
|
print(f"\n{'='*60}")
|
|
print(f" {desc}")
|
|
print(f"{'='*60}")
|
|
_, stdout, stderr = ssh.exec_command(cmd, timeout=timeout)
|
|
out = stdout.read().decode()
|
|
err = stderr.read().decode()
|
|
rc = stdout.channel.recv_exit_status()
|
|
if out.strip():
|
|
print(out.strip())
|
|
if err.strip():
|
|
lines = err.strip().split('\n')[-10:]
|
|
print(f"STDERR: {chr(10).join(lines)}")
|
|
print(f" Exit: {rc}")
|
|
return rc, out, err
|
|
|
|
# Check current torch thread defaults
|
|
run("bash -c 'source ~/comfyui-env/bin/activate && "
|
|
"export HSA_OVERRIDE_GFX_VERSION=10.1.0 && "
|
|
"python -c \""
|
|
"import torch; "
|
|
"print(f\\\"num_threads={torch.get_num_threads()}\\\"); "
|
|
"print(f\\\"num_interop_threads={torch.get_num_interop_threads()}\\\"); "
|
|
"import os; "
|
|
"print(f\\\"OMP_NUM_THREADS={os.environ.get(\\\\\\\"OMP_NUM_THREADS\\\\\\\", \\\\\\\"not set\\\\\\\")}\\\"); "
|
|
"print(f\\\"MKL_NUM_THREADS={os.environ.get(\\\\\\\"MKL_NUM_THREADS\\\\\\\", \\\\\\\"not set\\\\\\\")}\\\"); "
|
|
"\"'",
|
|
desc="Check default torch thread settings")
|
|
|
|
# Read forward_ggml_cast_weights (where dequant happens during inference)
|
|
run("bash -c 'sed -n \"200,281p\" ~/ComfyUI/custom_nodes/ComfyUI-GGUF/ops.py'",
|
|
desc="ops.py lines 200-281 (forward functions)")
|
|
|
|
# Check __init__.py for any loading/patching
|
|
run("bash -c 'cat ~/ComfyUI/custom_nodes/ComfyUI-GGUF/__init__.py 2>/dev/null | head -40'",
|
|
desc="ComfyUI-GGUF __init__.py")
|
|
|
|
# Check nodes.py for model loading
|
|
run("bash -c 'cat ~/ComfyUI/custom_nodes/ComfyUI-GGUF/nodes.py 2>/dev/null'",
|
|
desc="ComfyUI-GGUF nodes.py (model loader)")
|
|
|
|
ssh.close()
|
|
print("\nDone.")
|