콘텐츠로 이동

qbcompiler.configs.enums

Auto-generated enum definitions from config_schema.yaml.

AccumulationDevice

class AccumulationDevice(str, Enum)

Attributes

Name Description
auto
cpu
gpu

auto

auto = "auto"

cpu

cpu = "cpu"

gpu

gpu = "gpu"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

Device

class Device(str, Enum)

Attributes

Name Description
gpu
cpu

gpu

gpu = "gpu"

cpu

cpu = "cpu"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

HessianDtype

class HessianDtype(str, Enum)

Attributes

Name Description
fp32
bf16

fp32

fp32 = "fp32"

bf16

bf16 = "bf16"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

InferenceScheme

class InferenceScheme(str, Enum)

Attributes

Name Description
single
multi
global4
global8
all

single

single = "single"

multi

multi = "multi"

global4

global4 = "global4"

global8

global8 = "global8"

all

all = "all"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

Method

class Method(str, Enum)

Attributes

Name Description
DeleteFloat
SaveFloat
MoveFloat
KeepFloat
KeepAll

DeleteFloat

DeleteFloat = "DeleteFloat"

SaveFloat

SaveFloat = "SaveFloat"

MoveFloat

MoveFloat = "MoveFloat"

KeepFloat

KeepFloat = "KeepFloat"

KeepAll

KeepAll = "KeepAll"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

MoeExpertSelectionMode

class MoeExpertSelectionMode(str, Enum)

Attributes

Name Description
TopK
All
Threshold

TopK

TopK = "TopK"

All

All = "All"

Threshold

Threshold = "Threshold"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

QuantMethod

class QuantMethod(str, Enum)

Attributes

Name Description
WChALayer
WChAMulti
WChALayerZeropoint
WChAMultiZeropoint

WChALayer

WChALayer = "WChALayer"

WChAMulti

WChAMulti = "WChAMulti"

WChALayerZeropoint

WChALayerZeropoint = "WChALayerZeropoint"

WChAMultiZeropoint

WChAMultiZeropoint = "WChAMultiZeropoint"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

QuantMode

class QuantMode(str, Enum)

Attributes

Name Description
Max
MaxPercentile
Histogram

Max

Max = "Max"

MaxPercentile

MaxPercentile = "MaxPercentile"

Histogram

Histogram = "Histogram"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

QuantOutput

class QuantOutput(str, Enum)

Attributes

Name Description
Layer
Ch
Sigmoid

Layer

Layer = "Layer"

Ch

Ch = "Ch"

Sigmoid

Sigmoid = "Sigmoid"

Methods

Name Description
__str__

__str__

def __str__(self) -> str

SearchType

class SearchType(str, Enum)

Attributes

Name Description
Percentile
MSE
KL

Percentile

Percentile = "Percentile"

MSE

MSE = "MSE"

KL

KL = "KL"

Methods

Name Description
__str__

__str__

def __str__(self) -> str