GuangyuanSD commited on
Commit
bc5b0c5
·
verified ·
1 Parent(s): 4d31949

Delete transformer/quantization_config.json

Browse files
Files changed (1) hide show
  1. transformer/quantization_config.json +0 -185
transformer/quantization_config.json DELETED
@@ -1,185 +0,0 @@
1
- {
2
- "add_skip_keys": false,
3
- "dequantize_fp32": false,
4
- "dynamic_loss_threshold": 0.01,
5
- "group_size": 0,
6
- "is_integer": true,
7
- "is_training": false,
8
- "modules_dtype_dict": {
9
- "int5": [
10
- "single_transformer_blocks.0.attn.to_qkv_mlp_proj.weight",
11
- "single_transformer_blocks.1.attn.to_out.weight",
12
- "single_transformer_blocks.2.attn.to_out.weight",
13
- "single_transformer_blocks.4.attn.to_qkv_mlp_proj.weight",
14
- "single_transformer_blocks.12.attn.to_qkv_mlp_proj.weight",
15
- "single_transformer_blocks.17.attn.to_qkv_mlp_proj.weight",
16
- "single_transformer_blocks.19.attn.to_qkv_mlp_proj.weight",
17
- "single_transformer_blocks.20.attn.to_qkv_mlp_proj.weight",
18
- "single_transformer_blocks.21.attn.to_qkv_mlp_proj.weight",
19
- "single_transformer_blocks.22.attn.to_qkv_mlp_proj.weight",
20
- "single_transformer_blocks.23.attn.to_qkv_mlp_proj.weight",
21
- "single_transformer_blocks.5.attn.to_qkv_mlp_proj.weight"
22
- ],
23
- "uint4": [
24
- "single_transformer_blocks.0.attn.to_out.weight",
25
- "single_transformer_blocks.1.attn.to_qkv_mlp_proj.weight",
26
- "single_transformer_blocks.2.attn.to_qkv_mlp_proj.weight",
27
- "single_transformer_blocks.3.attn.to_out.weight",
28
- "single_transformer_blocks.3.attn.to_qkv_mlp_proj.weight",
29
- "single_transformer_blocks.4.attn.to_out.weight",
30
- "transformer_blocks.0.attn.add_k_proj.weight",
31
- "transformer_blocks.0.attn.add_q_proj.weight",
32
- "transformer_blocks.0.attn.add_v_proj.weight",
33
- "transformer_blocks.0.attn.to_add_out.weight",
34
- "transformer_blocks.0.attn.to_k.weight",
35
- "transformer_blocks.0.attn.to_out.0.weight",
36
- "transformer_blocks.0.attn.to_q.weight",
37
- "transformer_blocks.0.attn.to_v.weight",
38
- "transformer_blocks.0.ff.linear_in.weight",
39
- "transformer_blocks.0.ff.linear_out.weight",
40
- "transformer_blocks.0.ff_context.linear_in.weight",
41
- "transformer_blocks.0.ff_context.linear_out.weight",
42
- "transformer_blocks.1.attn.add_k_proj.weight",
43
- "transformer_blocks.1.attn.add_q_proj.weight",
44
- "transformer_blocks.1.attn.add_v_proj.weight",
45
- "transformer_blocks.1.attn.to_add_out.weight",
46
- "transformer_blocks.1.attn.to_k.weight",
47
- "transformer_blocks.1.attn.to_out.0.weight",
48
- "transformer_blocks.1.attn.to_q.weight",
49
- "transformer_blocks.1.attn.to_v.weight",
50
- "transformer_blocks.1.ff.linear_in.weight",
51
- "transformer_blocks.1.ff.linear_out.weight",
52
- "transformer_blocks.1.ff_context.linear_in.weight",
53
- "transformer_blocks.1.ff_context.linear_out.weight",
54
- "transformer_blocks.2.attn.add_k_proj.weight",
55
- "transformer_blocks.2.attn.add_q_proj.weight",
56
- "transformer_blocks.2.attn.add_v_proj.weight",
57
- "transformer_blocks.2.attn.to_add_out.weight",
58
- "transformer_blocks.2.attn.to_k.weight",
59
- "transformer_blocks.2.attn.to_out.0.weight",
60
- "transformer_blocks.2.attn.to_q.weight",
61
- "transformer_blocks.2.attn.to_v.weight",
62
- "transformer_blocks.2.ff.linear_in.weight",
63
- "transformer_blocks.2.ff.linear_out.weight",
64
- "transformer_blocks.2.ff_context.linear_in.weight",
65
- "transformer_blocks.2.ff_context.linear_out.weight",
66
- "transformer_blocks.3.attn.add_k_proj.weight",
67
- "transformer_blocks.3.attn.add_q_proj.weight",
68
- "transformer_blocks.3.attn.add_v_proj.weight",
69
- "transformer_blocks.3.attn.to_add_out.weight",
70
- "transformer_blocks.3.attn.to_k.weight",
71
- "transformer_blocks.3.attn.to_out.0.weight",
72
- "transformer_blocks.3.attn.to_q.weight",
73
- "transformer_blocks.3.attn.to_v.weight",
74
- "transformer_blocks.3.ff.linear_in.weight",
75
- "transformer_blocks.3.ff.linear_out.weight",
76
- "transformer_blocks.3.ff_context.linear_in.weight",
77
- "transformer_blocks.3.ff_context.linear_out.weight",
78
- "transformer_blocks.4.attn.add_k_proj.weight",
79
- "transformer_blocks.4.attn.add_q_proj.weight",
80
- "transformer_blocks.4.attn.add_v_proj.weight",
81
- "transformer_blocks.4.attn.to_add_out.weight",
82
- "transformer_blocks.4.attn.to_k.weight",
83
- "transformer_blocks.4.attn.to_out.0.weight",
84
- "transformer_blocks.4.attn.to_q.weight",
85
- "transformer_blocks.4.attn.to_v.weight",
86
- "transformer_blocks.4.ff.linear_in.weight",
87
- "transformer_blocks.4.ff.linear_out.weight",
88
- "transformer_blocks.4.ff_context.linear_in.weight",
89
- "transformer_blocks.4.ff_context.linear_out.weight",
90
- "transformer_blocks.5.attn.add_k_proj.weight",
91
- "transformer_blocks.5.attn.add_q_proj.weight",
92
- "transformer_blocks.5.attn.add_v_proj.weight",
93
- "transformer_blocks.5.attn.to_add_out.weight",
94
- "transformer_blocks.5.attn.to_k.weight",
95
- "transformer_blocks.5.attn.to_out.0.weight",
96
- "transformer_blocks.5.attn.to_q.weight",
97
- "transformer_blocks.5.attn.to_v.weight",
98
- "transformer_blocks.5.ff.linear_in.weight",
99
- "transformer_blocks.5.ff.linear_out.weight",
100
- "transformer_blocks.5.ff_context.linear_in.weight",
101
- "transformer_blocks.5.ff_context.linear_out.weight",
102
- "transformer_blocks.6.attn.add_k_proj.weight",
103
- "transformer_blocks.6.attn.add_q_proj.weight",
104
- "transformer_blocks.6.attn.add_v_proj.weight",
105
- "transformer_blocks.6.attn.to_add_out.weight",
106
- "transformer_blocks.6.attn.to_k.weight",
107
- "transformer_blocks.6.attn.to_out.0.weight",
108
- "transformer_blocks.6.attn.to_q.weight",
109
- "transformer_blocks.6.attn.to_v.weight",
110
- "transformer_blocks.6.ff.linear_in.weight",
111
- "transformer_blocks.6.ff.linear_out.weight",
112
- "transformer_blocks.6.ff_context.linear_in.weight",
113
- "transformer_blocks.6.ff_context.linear_out.weight",
114
- "transformer_blocks.7.attn.add_k_proj.weight",
115
- "transformer_blocks.7.attn.add_q_proj.weight",
116
- "transformer_blocks.7.attn.add_v_proj.weight",
117
- "transformer_blocks.7.attn.to_add_out.weight",
118
- "transformer_blocks.7.attn.to_k.weight",
119
- "transformer_blocks.7.attn.to_out.0.weight",
120
- "transformer_blocks.7.attn.to_q.weight",
121
- "transformer_blocks.7.attn.to_v.weight",
122
- "transformer_blocks.7.ff.linear_in.weight",
123
- "transformer_blocks.7.ff.linear_out.weight",
124
- "transformer_blocks.7.ff_context.linear_in.weight",
125
- "transformer_blocks.7.ff_context.linear_out.weight",
126
- "single_transformer_blocks.10.attn.to_out.weight",
127
- "single_transformer_blocks.10.attn.to_qkv_mlp_proj.weight",
128
- "single_transformer_blocks.11.attn.to_out.weight",
129
- "single_transformer_blocks.11.attn.to_qkv_mlp_proj.weight",
130
- "single_transformer_blocks.12.attn.to_out.weight",
131
- "single_transformer_blocks.13.attn.to_out.weight",
132
- "single_transformer_blocks.13.attn.to_qkv_mlp_proj.weight",
133
- "single_transformer_blocks.14.attn.to_out.weight",
134
- "single_transformer_blocks.14.attn.to_qkv_mlp_proj.weight",
135
- "single_transformer_blocks.15.attn.to_out.weight",
136
- "single_transformer_blocks.15.attn.to_qkv_mlp_proj.weight",
137
- "single_transformer_blocks.16.attn.to_out.weight",
138
- "single_transformer_blocks.16.attn.to_qkv_mlp_proj.weight",
139
- "single_transformer_blocks.17.attn.to_out.weight",
140
- "single_transformer_blocks.18.attn.to_out.weight",
141
- "single_transformer_blocks.18.attn.to_qkv_mlp_proj.weight",
142
- "single_transformer_blocks.19.attn.to_out.weight",
143
- "single_transformer_blocks.20.attn.to_out.weight",
144
- "single_transformer_blocks.21.attn.to_out.weight",
145
- "single_transformer_blocks.22.attn.to_out.weight",
146
- "single_transformer_blocks.23.attn.to_out.weight",
147
- "single_transformer_blocks.5.attn.to_out.weight",
148
- "single_transformer_blocks.6.attn.to_out.weight",
149
- "single_transformer_blocks.6.attn.to_qkv_mlp_proj.weight",
150
- "single_transformer_blocks.7.attn.to_out.weight",
151
- "single_transformer_blocks.7.attn.to_qkv_mlp_proj.weight",
152
- "single_transformer_blocks.8.attn.to_out.weight",
153
- "single_transformer_blocks.8.attn.to_qkv_mlp_proj.weight",
154
- "single_transformer_blocks.9.attn.to_out.weight",
155
- "single_transformer_blocks.9.attn.to_qkv_mlp_proj.weight"
156
- ]
157
- },
158
- "modules_to_not_convert": [
159
- "context_embedder",
160
- "x_embedder",
161
- "norm_out",
162
- "double_stream_modulation_img",
163
- "time_guidance_embed",
164
- "double_stream_modulation_txt",
165
- "single_stream_modulation",
166
- ".proj_out"
167
- ],
168
- "non_blocking": false,
169
- "quant_conv": false,
170
- "quant_method": "sdnq",
171
- "quantization_device": null,
172
- "quantized_matmul_dtype": null,
173
- "return_device": null,
174
- "sdnq_version": "0.1.4",
175
- "svd_rank": 32,
176
- "svd_steps": 32,
177
- "use_dynamic_quantization": true,
178
- "use_grad_ckpt": true,
179
- "use_quantized_matmul": false,
180
- "use_quantized_matmul_conv": false,
181
- "use_static_quantization": true,
182
- "use_stochastic_rounding": false,
183
- "use_svd": true,
184
- "weights_dtype": "uint4"
185
- }