Model card auto-generated by SimpleTuner
Browse files
README.md
CHANGED
@@ -110,8 +110,8 @@ You may reuse the base model text encoder for inference.
|
|
110 |
## Training settings
|
111 |
|
112 |
- Training epochs: 0
|
113 |
-
- Training steps:
|
114 |
-
- Learning rate:
|
115 |
- Effective batch size: 16
|
116 |
- Micro-batch size: 1
|
117 |
- Gradient accumulation steps: 16
|
@@ -131,51 +131,63 @@ You may reuse the base model text encoder for inference.
|
|
131 |
"linear_alpha": 1,
|
132 |
"factor": 10,
|
133 |
"full_matrix": true,
|
|
|
134 |
"apply_preset": {
|
|
|
|
|
|
|
|
|
135 |
"name_algo_map": {
|
136 |
-
"transformer_blocks.[0-7]
|
137 |
"algo": "lokr",
|
138 |
-
"factor":
|
139 |
"linear_dim": 1000000,
|
140 |
"linear_alpha": 1,
|
|
|
141 |
"full_matrix": true
|
142 |
},
|
143 |
-
"transformer_blocks.
|
144 |
"algo": "lokr",
|
145 |
"factor": 6,
|
146 |
"linear_dim": 1000000,
|
147 |
"linear_alpha": 1,
|
|
|
148 |
"full_matrix": true
|
149 |
},
|
150 |
-
"transformer_blocks.
|
151 |
"algo": "lokr",
|
152 |
"factor": 12,
|
153 |
"linear_dim": 1000000,
|
154 |
"linear_alpha": 1,
|
|
|
155 |
"full_matrix": true
|
156 |
},
|
157 |
-
"single_transformer_blocks.
|
158 |
"algo": "lokr",
|
159 |
-
"factor":
|
160 |
"linear_dim": 1000000,
|
161 |
"linear_alpha": 1,
|
|
|
162 |
"full_matrix": true
|
163 |
},
|
164 |
-
"single_transformer_blocks.
|
165 |
"algo": "lokr",
|
166 |
-
"factor":
|
167 |
"linear_dim": 1000000,
|
168 |
"linear_alpha": 1,
|
|
|
169 |
"full_matrix": true
|
170 |
},
|
171 |
-
"single_transformer_blocks.
|
172 |
"algo": "lokr",
|
173 |
-
"factor":
|
174 |
"linear_dim": 1000000,
|
175 |
"linear_alpha": 1,
|
|
|
176 |
"full_matrix": true
|
177 |
}
|
178 |
-
}
|
|
|
179 |
}
|
180 |
}
|
181 |
```
|
@@ -185,7 +197,7 @@ You may reuse the base model text encoder for inference.
|
|
185 |
### default_dataset_arb
|
186 |
- Repeats: 9999
|
187 |
- Total number of images: 41
|
188 |
-
- Total number of aspect buckets:
|
189 |
- Resolution: 1.33 megapixels
|
190 |
- Cropped: False
|
191 |
- Crop style: None
|
@@ -201,7 +213,7 @@ You may reuse the base model text encoder for inference.
|
|
201 |
### default_dataset_arb3
|
202 |
- Repeats: 9999
|
203 |
- Total number of images: 3220
|
204 |
-
- Total number of aspect buckets:
|
205 |
- Resolution: 1.33 megapixels
|
206 |
- Cropped: False
|
207 |
- Crop style: None
|
|
|
110 |
## Training settings
|
111 |
|
112 |
- Training epochs: 0
|
113 |
+
- Training steps: 100
|
114 |
+
- Learning rate: 4e-05
|
115 |
- Effective batch size: 16
|
116 |
- Micro-batch size: 1
|
117 |
- Gradient accumulation steps: 16
|
|
|
131 |
"linear_alpha": 1,
|
132 |
"factor": 10,
|
133 |
"full_matrix": true,
|
134 |
+
"use_scalar": true,
|
135 |
"apply_preset": {
|
136 |
+
"target_module": [
|
137 |
+
"FluxTransformerBlock",
|
138 |
+
"FluxSingleTransformerBlock"
|
139 |
+
],
|
140 |
"name_algo_map": {
|
141 |
+
"transformer_blocks.[0-7]*": {
|
142 |
"algo": "lokr",
|
143 |
+
"factor": 4,
|
144 |
"linear_dim": 1000000,
|
145 |
"linear_alpha": 1,
|
146 |
+
"use_scalar": true,
|
147 |
"full_matrix": true
|
148 |
},
|
149 |
+
"transformer_blocks.[8-15]*": {
|
150 |
"algo": "lokr",
|
151 |
"factor": 6,
|
152 |
"linear_dim": 1000000,
|
153 |
"linear_alpha": 1,
|
154 |
+
"use_scalar": true,
|
155 |
"full_matrix": true
|
156 |
},
|
157 |
+
"transformer_blocks.[16-18]*": {
|
158 |
"algo": "lokr",
|
159 |
"factor": 12,
|
160 |
"linear_dim": 1000000,
|
161 |
"linear_alpha": 1,
|
162 |
+
"use_scalar": true,
|
163 |
"full_matrix": true
|
164 |
},
|
165 |
+
"single_transformer_blocks.[0-15]*": {
|
166 |
"algo": "lokr",
|
167 |
+
"factor": 8,
|
168 |
"linear_dim": 1000000,
|
169 |
"linear_alpha": 1,
|
170 |
+
"use_scalar": true,
|
171 |
"full_matrix": true
|
172 |
},
|
173 |
+
"single_transformer_blocks.[16-23]*": {
|
174 |
"algo": "lokr",
|
175 |
+
"factor": 6,
|
176 |
"linear_dim": 1000000,
|
177 |
"linear_alpha": 1,
|
178 |
+
"use_scalar": true,
|
179 |
"full_matrix": true
|
180 |
},
|
181 |
+
"single_transformer_blocks.[24-37]*": {
|
182 |
"algo": "lokr",
|
183 |
+
"factor": 4,
|
184 |
"linear_dim": 1000000,
|
185 |
"linear_alpha": 1,
|
186 |
+
"use_scalar": true,
|
187 |
"full_matrix": true
|
188 |
}
|
189 |
+
},
|
190 |
+
"use_fnmatch": true
|
191 |
}
|
192 |
}
|
193 |
```
|
|
|
197 |
### default_dataset_arb
|
198 |
- Repeats: 9999
|
199 |
- Total number of images: 41
|
200 |
+
- Total number of aspect buckets: 11
|
201 |
- Resolution: 1.33 megapixels
|
202 |
- Cropped: False
|
203 |
- Crop style: None
|
|
|
213 |
### default_dataset_arb3
|
214 |
- Repeats: 9999
|
215 |
- Total number of images: 3220
|
216 |
+
- Total number of aspect buckets: 23
|
217 |
- Resolution: 1.33 megapixels
|
218 |
- Cropped: False
|
219 |
- Crop style: None
|