jimmycarter commited on
Commit
74b0b75
·
verified ·
1 Parent(s): 2bd88b7

Model card auto-generated by SimpleTuner

Browse files
Files changed (1) hide show
  1. README.md +27 -15
README.md CHANGED
@@ -110,8 +110,8 @@ You may reuse the base model text encoder for inference.
110
  ## Training settings
111
 
112
  - Training epochs: 0
113
- - Training steps: 5700
114
- - Learning rate: 9e-05
115
  - Effective batch size: 16
116
  - Micro-batch size: 1
117
  - Gradient accumulation steps: 16
@@ -131,51 +131,63 @@ You may reuse the base model text encoder for inference.
131
  "linear_alpha": 1,
132
  "factor": 10,
133
  "full_matrix": true,
 
134
  "apply_preset": {
 
 
 
 
135
  "name_algo_map": {
136
- "transformer_blocks.[0-7].attn..*": {
137
  "algo": "lokr",
138
- "factor": 5,
139
  "linear_dim": 1000000,
140
  "linear_alpha": 1,
 
141
  "full_matrix": true
142
  },
143
- "transformer_blocks.(8|9|1[0-5])..*": {
144
  "algo": "lokr",
145
  "factor": 6,
146
  "linear_dim": 1000000,
147
  "linear_alpha": 1,
 
148
  "full_matrix": true
149
  },
150
- "transformer_blocks.(1[6-8])..*": {
151
  "algo": "lokr",
152
  "factor": 12,
153
  "linear_dim": 1000000,
154
  "linear_alpha": 1,
 
155
  "full_matrix": true
156
  },
157
- "single_transformer_blocks.(0|1[0-5]|[1-9])..*": {
158
  "algo": "lokr",
159
- "factor": 10,
160
  "linear_dim": 1000000,
161
  "linear_alpha": 1,
 
162
  "full_matrix": true
163
  },
164
- "single_transformer_blocks.(1[6-9]|2[0-3])..*": {
165
  "algo": "lokr",
166
- "factor": 8,
167
  "linear_dim": 1000000,
168
  "linear_alpha": 1,
 
169
  "full_matrix": true
170
  },
171
- "single_transformer_blocks.(2[4-9]|3[0-7])..*": {
172
  "algo": "lokr",
173
- "factor": 6,
174
  "linear_dim": 1000000,
175
  "linear_alpha": 1,
 
176
  "full_matrix": true
177
  }
178
- }
 
179
  }
180
  }
181
  ```
@@ -185,7 +197,7 @@ You may reuse the base model text encoder for inference.
185
  ### default_dataset_arb
186
  - Repeats: 9999
187
  - Total number of images: 41
188
- - Total number of aspect buckets: 1
189
  - Resolution: 1.33 megapixels
190
  - Cropped: False
191
  - Crop style: None
@@ -201,7 +213,7 @@ You may reuse the base model text encoder for inference.
201
  ### default_dataset_arb3
202
  - Repeats: 9999
203
  - Total number of images: 3220
204
- - Total number of aspect buckets: 1
205
  - Resolution: 1.33 megapixels
206
  - Cropped: False
207
  - Crop style: None
 
110
  ## Training settings
111
 
112
  - Training epochs: 0
113
+ - Training steps: 100
114
+ - Learning rate: 4e-05
115
  - Effective batch size: 16
116
  - Micro-batch size: 1
117
  - Gradient accumulation steps: 16
 
131
  "linear_alpha": 1,
132
  "factor": 10,
133
  "full_matrix": true,
134
+ "use_scalar": true,
135
  "apply_preset": {
136
+ "target_module": [
137
+ "FluxTransformerBlock",
138
+ "FluxSingleTransformerBlock"
139
+ ],
140
  "name_algo_map": {
141
+ "transformer_blocks.[0-7]*": {
142
  "algo": "lokr",
143
+ "factor": 4,
144
  "linear_dim": 1000000,
145
  "linear_alpha": 1,
146
+ "use_scalar": true,
147
  "full_matrix": true
148
  },
149
+ "transformer_blocks.[8-15]*": {
150
  "algo": "lokr",
151
  "factor": 6,
152
  "linear_dim": 1000000,
153
  "linear_alpha": 1,
154
+ "use_scalar": true,
155
  "full_matrix": true
156
  },
157
+ "transformer_blocks.[16-18]*": {
158
  "algo": "lokr",
159
  "factor": 12,
160
  "linear_dim": 1000000,
161
  "linear_alpha": 1,
162
+ "use_scalar": true,
163
  "full_matrix": true
164
  },
165
+ "single_transformer_blocks.[0-15]*": {
166
  "algo": "lokr",
167
+ "factor": 8,
168
  "linear_dim": 1000000,
169
  "linear_alpha": 1,
170
+ "use_scalar": true,
171
  "full_matrix": true
172
  },
173
+ "single_transformer_blocks.[16-23]*": {
174
  "algo": "lokr",
175
+ "factor": 6,
176
  "linear_dim": 1000000,
177
  "linear_alpha": 1,
178
+ "use_scalar": true,
179
  "full_matrix": true
180
  },
181
+ "single_transformer_blocks.[24-37]*": {
182
  "algo": "lokr",
183
+ "factor": 4,
184
  "linear_dim": 1000000,
185
  "linear_alpha": 1,
186
+ "use_scalar": true,
187
  "full_matrix": true
188
  }
189
+ },
190
+ "use_fnmatch": true
191
  }
192
  }
193
  ```
 
197
  ### default_dataset_arb
198
  - Repeats: 9999
199
  - Total number of images: 41
200
+ - Total number of aspect buckets: 11
201
  - Resolution: 1.33 megapixels
202
  - Cropped: False
203
  - Crop style: None
 
213
  ### default_dataset_arb3
214
  - Repeats: 9999
215
  - Total number of images: 3220
216
+ - Total number of aspect buckets: 23
217
  - Resolution: 1.33 megapixels
218
  - Cropped: False
219
  - Crop style: None