qbcompiler.configs.enums
Auto-generated enum definitions from config_schema.yaml.
AccumulationDevice
class AccumulationDevice(str, Enum)
Attributes
auto
cpu
gpu
Methods
__str__
Device
Attributes
gpu
cpu
Methods
__str__
HessianDtype
class HessianDtype(str, Enum)
Attributes
fp32
bf16
Methods
__str__
InferenceScheme
class InferenceScheme(str, Enum)
Attributes
single
multi
global4
global8
all
Methods
__str__
Method
Attributes
DeleteFloat
DeleteFloat = "DeleteFloat"
SaveFloat
MoveFloat
KeepFloat
KeepAll
Methods
__str__
MoeExpertSelectionMode
class MoeExpertSelectionMode(str, Enum)
Attributes
TopK
All
Threshold
Methods
__str__
QuantMethod
class QuantMethod(str, Enum)
Attributes
WChALayer
WChAMulti
WChALayerZeropoint
WChALayerZeropoint = "WChALayerZeropoint"
WChAMultiZeropoint
WChAMultiZeropoint = "WChAMultiZeropoint"
Methods
__str__
QuantMode
class QuantMode(str, Enum)
Attributes
Max
MaxPercentile
MaxPercentile = "MaxPercentile"
Histogram
Methods
__str__
QuantOutput
class QuantOutput(str, Enum)
Attributes
Layer
Ch
Sigmoid
Methods
__str__
SearchType
class SearchType(str, Enum)
Attributes
Percentile
Percentile = "Percentile"
MSE
KL
Methods
__str__
Markdown llms.txt