Skip to content

quantization

quantization

Quantization and compression config registrations.

register 

register(cs)

Store this domain's config nodes.

Parameters:

Name Type Description Default
cs ConfigStore

The global Hydra config store.

 required
Source code in src/versatil/configs/store/quantization.py 
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
def register(cs: ConfigStore) -> None:
    """Store this domain's config nodes.

    Args:
        cs: The global Hydra config store.
    """
    cs.store(
        group="compression/module",
        name="base",
        node=CompressionTargetConfig,
    )
    cs.store(
        group="compression/pruning",
        name="unstructured",
        node=UnstructuredPrunerConfig,
    )
    cs.store(
        group="compression/pruning",
        name="structured",
        node=StructuredPrunerConfig,
    )
    cs.store(
        group="compression/deployment_backend",
        name="torch_inductor",
        node=TorchInductorBackendConfig,
    )
    cs.store(
        group="compression/deployment_backend",
        name="executorch_xnnpack",
        node=ExecutorchXNNPACKBackendConfig,
    )
    cs.store(
        group="quantization/workflow",
        name="pt2e",
        node=PT2EQuantizationWorkflowConfig,
    )
    cs.store(
        group="quantization/workflow",
        name="eager",
        node=EagerQuantizationWorkflowConfig,
    )
    cs.store(
        group="quantization/target",
        name="eager",
        node=EagerQuantizationModuleTargetConfig,
    )
    cs.store(
        group="quantization/target",
        name="pt2e",
        node=PT2EQuantizationModuleTargetConfig,
    )
    cs.store(
        group="quantization/backend",
        name="x86_inductor",
        node=X86InductorBackendConfig,
    )
    cs.store(
        group="quantization/backend",
        name="xnnpack",
        node=XNNPACKPT2EBackendConfig,
    )
    cs.store(
        group="quantization/quantize_config",
        name="int8_dynamic",
        node=Int8DynamicQuantizeConfig,
    )
    cs.store(
        group="quantization/quantize_config",
        name="int4_weight_only",
        node=Int4WeightOnlyQuantizeConfig,
    )