Update README.md
Browse files
README.md
CHANGED
|
@@ -52,58 +52,7 @@ pip install wandb # optional
|
|
| 52 |
|
| 53 |
## NNCF config
|
| 54 |
|
| 55 |
-
|
| 56 |
-
```
|
| 57 |
-
[
|
| 58 |
-
{
|
| 59 |
-
"algorithm": "quantization",
|
| 60 |
-
"preset": "mixed",
|
| 61 |
-
"overflow_fix": "disable",
|
| 62 |
-
"initializer": {
|
| 63 |
-
"range": {
|
| 64 |
-
"num_init_samples": 300,
|
| 65 |
-
"type": "mean_min_max"
|
| 66 |
-
},
|
| 67 |
-
"batchnorm_adaptation": {
|
| 68 |
-
"num_bn_adaptation_samples": 0
|
| 69 |
-
}
|
| 70 |
-
},
|
| 71 |
-
"scope_overrides": {
|
| 72 |
-
"activations": {
|
| 73 |
-
"{re}.*matmul_0": {
|
| 74 |
-
"mode": "symmetric"
|
| 75 |
-
}
|
| 76 |
-
}
|
| 77 |
-
},
|
| 78 |
-
"ignored_scopes": [
|
| 79 |
-
"{re}.*Embeddings.*",
|
| 80 |
-
"{re}.*__add___[0-1]",
|
| 81 |
-
"{re}.*layer_norm_0",
|
| 82 |
-
"{re}.*matmul_1",
|
| 83 |
-
"{re}.*__truediv__*"
|
| 84 |
-
]
|
| 85 |
-
},
|
| 86 |
-
{
|
| 87 |
-
"algorithm": "magnitude_sparsity",
|
| 88 |
-
"ignored_scopes": [
|
| 89 |
-
"{re}.*NNCFEmbedding.*",
|
| 90 |
-
"{re}.*LayerNorm.*",
|
| 91 |
-
"{re}.*pooler.*",
|
| 92 |
-
"{re}.*classifier.*"
|
| 93 |
-
],
|
| 94 |
-
"sparsity_init": 0.0,
|
| 95 |
-
"params": {
|
| 96 |
-
"power": 3,
|
| 97 |
-
"schedule": "polynomial",
|
| 98 |
-
"sparsity_freeze_epoch": 10,
|
| 99 |
-
"sparsity_target": 0.8,
|
| 100 |
-
"sparsity_target_epoch": 9,
|
| 101 |
-
"steps_per_epoch": 2105,
|
| 102 |
-
"update_per_optimizer_step": true
|
| 103 |
-
}
|
| 104 |
-
}
|
| 105 |
-
]
|
| 106 |
-
```
|
| 107 |
|
| 108 |
|
| 109 |
## Run
|
|
|
|
| 52 |
|
| 53 |
## NNCF config
|
| 54 |
|
| 55 |
+
See `nncf_config.json` in this repo.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
|
| 57 |
|
| 58 |
## Run
|