AutoGPTQ/auto_gptq/__init__.py

5 lines
222 B
Python

__version__ = "0.5.0.dev0"
from .modeling import BaseQuantizeConfig
from .modeling import AutoGPTQForCausalLM
from .utils.peft_utils import get_gptq_peft_model
from .utils.exllama_utils import exllama_set_max_input_length