advanced_quantization_config.py Source File

advanced_quantization_config.py Source File#

Mobilint SDK qb Compiler: advanced_quantization_config.py Source File
Mobilint SDK qb Compiler v1.0
MCS002-EN
from typing import Optional
from typeguard import typechecked
from . import ConfigABC
from .optq_config import OptqConfig
from .mod_config import ModConfig
from .equivalent_transformation_config import EquivalentTransformationConfig
from .search_weight_scale_config import SearchWeightScaleConfig
 
 
 
class AdvancedQuantizationConfig(ConfigABC):
    """
    @brief Configuration for advanced quantization options used during quantization.
    @details Unified configuration for advanced quantization techniques, including OPTQ, MOD, Equivalent Transformation, and Weight Scale Search.
 
    """
 
    optional = False
 
    @typechecked
    def __init__(
        self,
        optq: Optional[OptqConfig] = None,
        mod: Optional[ModConfig] = None,
        equivalent_transformation: Optional[EquivalentTransformationConfig] = None,
        search_weight_scale: Optional[SearchWeightScaleConfig] = None,
        optional: bool = optional,
    ):
        """
        @param optq OptqConfig. OPTQ configuration.
        @param mod ModConfig. MOD configuration.
        @param equivalent_transformation EquivalentTransformationConfig. Equivalent transformation configuration.
        @param search_weight_scale SearchWeightScaleConfig. Weight scale search configuration.
        @param optional bool. Indicates whether this config is optional. Use the default value defined as a class variable.
        """
        super().__init__(optional)
        self.optq = optq or OptqConfig.default_config()
        self.mod = mod or ModConfig.default_config()
        self.equivalent_transformation = (
            equivalent_transformation or EquivalentTransformationConfig.default_config()
        )
        self.search_weight_scale = (
            search_weight_scale or SearchWeightScaleConfig.default_config()
        )
 
    @classmethod
    def default_config(cls):
        return AdvancedQuantizationConfig(
            optq=OptqConfig.default_config(),
            mod=ModConfig.default_config(),
            equivalent_transformation=EquivalentTransformationConfig.default_config(),
            search_weight_scale=SearchWeightScaleConfig.default_config(),
            optional=cls.optional,
        )
 
    @classmethod
    def from_dict(cls, config_dict: dict):
        """Create AdvancedQuantizationConfig from dictionary (JSON structure)"""
        optq_dict = config_dict.get("optq", {})
        mod_dict = config_dict.get("mod", {})
        et_dict = config_dict.get("EquivalentTransformation", {})
        sws_dict = config_dict.get("searchWeightScale", {})
 
        return cls(
            optq=OptqConfig.from_dict(optq_dict),
            mod=ModConfig.from_dict(mod_dict),
            equivalent_transformation=EquivalentTransformationConfig.from_dict(et_dict),
            search_weight_scale=SearchWeightScaleConfig.from_dict(sws_dict),
        )
 
    def to_dict(self):
        return {
            "advancedQuantization": {
                "optq": self.optq.to_dict(),
                "mod": self.mod.to_dict(),
                "EquivalentTransformation": self.equivalent_transformation.to_dict(),
                "searchWeightScale": self.search_weight_scale.to_dict(),
            }
        }
 
 
def get_advanced_quantization_config(
    optq: Optional[OptqConfig] = None,
    mod: Optional[ModConfig] = None,
    equivalent_transformation: Optional[EquivalentTransformationConfig] = None,
    search_weight_scale: Optional[SearchWeightScaleConfig] = None,
) -> AdvancedQuantizationConfig:
    """
    @brief Create AdvancedQuantizationConfig with EquivalentTransformationConfig and SearchWeightScaleConfig.
    """
    return AdvancedQuantizationConfig(
        optq=optq,
        mod=mod,
        equivalent_transformation=equivalent_transformation,
        search_weight_scale=search_weight_scale,
        optional=AdvancedQuantizationConfig.optional,
    )
 
 
# @}