qbcompiler.configs.enums
Auto-generated enum definitions from config_schema.yaml.
Device
Attributes
gpu
cpu
Methods
__str__
HessianDtype
class HessianDtype(str, Enum)
Attributes
fp32
bf16
Methods
__str__
InferenceScheme
class InferenceScheme(str, Enum)
Attributes
single
multi
global4
global8
all
Methods
__str__
Method
Attributes
DeleteFloat
DeleteFloat = "DeleteFloat"
SaveFloat
MoveFloat
KeepFloat
KeepAll
Methods
__str__
MoeExpertSelectionMode
class MoeExpertSelectionMode(str, Enum)
Attributes
TopK
All
Threshold
Methods
__str__
QuantMethod
class QuantMethod(str, Enum)
Attributes
WChALayer
WChAMulti
WChALayerZeropoint
WChALayerZeropoint = "WChALayerZeropoint"
WChAMultiZeropoint
WChAMultiZeropoint = "WChAMultiZeropoint"
Methods
__str__
QuantMode
class QuantMode(str, Enum)
Attributes
Max
MaxPercentile
MaxPercentile = "MaxPercentile"
Histogram
GeometricSketch
GeometricSketch = "GeometricSketch"
Methods
__str__
QuantOutput
class QuantOutput(str, Enum)
Attributes
Layer
Ch
Sigmoid
Methods
__str__
SearchType
class SearchType(str, Enum)
Attributes
Percentile
Percentile = "Percentile"
MSE
KL
Methods
__str__
Solver
Attributes
symmetric
asymmetric_causal
asymmetric_causal = "asymmetric_causal"
asymmetric_refit
asymmetric_refit = "asymmetric_refit"
Methods
__str__
Markdown llms.txt