FunAGI
/

Qwen2.5-Omni-7B-GPTQ-4bit

4-bit precision

Model card Files Files and versions Community

chentianqi commited on 25 days ago

Commit

1471b92

·

verified ·

1 Parent(s): 549a63a

Update README.md

Files changed (1) hide show

README.md +3 -1

README.md CHANGED Viewed

@@ -121,12 +121,14 @@ class Qwen25OmniThiknerGPTQ(BaseGPTQModel):
 MODEL_MAP["qwen2_5_omni"] = Qwen25OmniThiknerGPTQ
 SUPPORTED_MODELS.append("qwen2_5_omni")
 from types import MethodType
 @classmethod
 def patched_from_config(cls, config, *args, **kwargs):
     kwargs.pop("trust_remote_code", None)
-    model_path = "/home/chentianqi/model/Qwen/Qwen2.5-Omni-7B-GPTQ-4bit"
     model = cls._from_config(config, **kwargs)
     spk_path = cached_file(

 MODEL_MAP["qwen2_5_omni"] = Qwen25OmniThiknerGPTQ
 SUPPORTED_MODELS.append("qwen2_5_omni")
+model_path = "/home/chentianqi/model/Qwen/Qwen2.5-Omni-7B-GPTQ-4bit"
 from types import MethodType
 @classmethod
 def patched_from_config(cls, config, *args, **kwargs):
     kwargs.pop("trust_remote_code", None)
     model = cls._from_config(config, **kwargs)
     spk_path = cached_file(