File size: 17,421 Bytes
6f35956
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
{
    "config": {
        "output_base_dir": "./my_neuroevolution_results",
        "seq_length": 10,
        "train_samples": 5000,
        "test_samples": 1000,
        "pop_size": 80,
        "generations": 100,
        "mutation_rate": 0.5,
        "weight_mut_rate": 0.8,
        "activation_mut_rate": 0.2,
        "mutation_strength": 0.1,
        "tournament_size": 5,
        "elitism_count": 2,
        "batch_size": 64,
        "epochs_final_train": 100,
        "seed": 123
    },
    "final_evaluation": {
        "test_mse": 38.61078889492296,
        "avg_kendall_tau": 0.9964444444444444
    },
    "evolution_summary": {
        "best_fitness_overall": 0.0010725238619096907,
        "avg_fitness_final_gen": 0.0008708313889016431
    },
    "training_history": {
        "loss": [
            546.2453002929688,
            259.88385009765625,
            160.8056182861328,
            121.15694427490234,
            103.09577941894531,
            93.04764556884766,
            86.2327880859375,
            81.19600677490234,
            76.95745849609375,
            73.48666381835938,
            69.82528686523438,
            66.72440338134766,
            64.06942749023438,
            61.33348083496094,
            59.45895767211914,
            57.71091842651367,
            55.872772216796875,
            54.16001892089844,
            52.91276550292969,
            51.56428146362305,
            50.49087142944336,
            49.65439987182617,
            48.75180435180664,
            48.34307861328125,
            47.3436279296875,
            46.7180061340332,
            46.27332305908203,
            45.95494079589844,
            45.99394607543945,
            45.554264068603516,
            45.08098220825195,
            45.12644958496094,
            44.66641616821289,
            44.55065155029297,
            44.405067443847656,
            44.24126052856445,
            44.15995788574219,
            44.05458068847656,
            43.82747268676758,
            43.609779357910156,
            43.547706604003906,
            43.29800033569336,
            43.19523620605469,
            43.16196060180664,
            42.95027160644531,
            42.81744384765625,
            43.091712951660156,
            42.707786560058594,
            42.47276306152344,
            42.355682373046875,
            42.49977111816406,
            42.08684158325195,
            42.29066467285156,
            41.80927276611328,
            41.90619659423828,
            41.8099250793457,
            41.549163818359375,
            41.396934509277344,
            41.21516036987305,
            41.11375427246094,
            40.800689697265625,
            40.44392013549805,
            40.39072036743164,
            40.210655212402344,
            40.23362350463867,
            40.23074722290039,
            39.86910629272461,
            39.74824905395508,
            39.67206954956055,
            39.67225646972656,
            39.297149658203125,
            39.36761474609375,
            39.19108200073242,
            38.89718246459961,
            38.87799835205078,
            38.871070861816406,
            38.60243225097656,
            38.5323486328125,
            38.74274444580078,
            38.49137496948242,
            38.1933479309082,
            38.089134216308594,
            38.048973083496094,
            37.9232177734375,
            37.71906661987305,
            37.57664489746094,
            37.903602600097656,
            37.46571350097656,
            37.543052673339844,
            37.541290283203125,
            37.1763916015625,
            36.93217849731445,
            36.88774108886719,
            36.782711029052734,
            36.954158782958984,
            36.48606872558594,
            36.34406280517578,
            36.34116744995117,
            36.13870620727539,
            35.894798278808594
        ],
        "mae": [
            18.270145416259766,
            12.641241073608398,
            9.978185653686523,
            8.655787467956543,
            7.988434791564941,
            7.588530540466309,
            7.30443000793457,
            7.094987869262695,
            6.908982753753662,
            6.748968601226807,
            6.582261085510254,
            6.4301300048828125,
            6.297377109527588,
            6.160496711730957,
            6.065600395202637,
            5.973959922790527,
            5.875831127166748,
            5.78226375579834,
            5.717526912689209,
            5.645669460296631,
            5.583215236663818,
            5.5392632484436035,
            5.489008903503418,
            5.464126110076904,
            5.406632900238037,
            5.367351055145264,
            5.343441009521484,
            5.327566623687744,
            5.331641674041748,
            5.305015563964844,
            5.273298740386963,
            5.281223773956299,
            5.2487711906433105,
            5.242580413818359,
            5.235714912414551,
            5.22819185256958,
            5.223107814788818,
            5.215035915374756,
            5.200500965118408,
            5.18730354309082,
            5.1813459396362305,
            5.171675682067871,
            5.160656452178955,
            5.158697605133057,
            5.1457648277282715,
            5.143444538116455,
            5.157040119171143,
            5.133112907409668,
            5.117641448974609,
            5.114692687988281,
            5.1225385665893555,
            5.094179153442383,
            5.106266975402832,
            5.074340343475342,
            5.085508346557617,
            5.074405193328857,
            5.0639567375183105,
            5.0499067306518555,
            5.040680408477783,
            5.036265850067139,
            5.013760089874268,
            4.9970011711120605,
            4.989516735076904,
            4.973187446594238,
            4.977268218994141,
            4.97721004486084,
            4.951179504394531,
            4.944492816925049,
            4.943199157714844,
            4.94016170501709,
            4.913013458251953,
            4.921325206756592,
            4.903163909912109,
            4.890426158905029,
            4.887558937072754,
            4.888551235198975,
            4.870633125305176,
            4.86383581161499,
            4.8799238204956055,
            4.856790542602539,
            4.84244441986084,
            4.841256141662598,
            4.829007148742676,
            4.817996501922607,
            4.810219764709473,
            4.801018714904785,
            4.82061243057251,
            4.793266296386719,
            4.801506042480469,
            4.7967915534973145,
            4.774496555328369,
            4.759250640869141,
            4.757969379425049,
            4.748015880584717,
            4.763484477996826,
            4.726821422576904,
            4.717569828033447,
            4.720791339874268,
            4.704056739807129,
            4.687249183654785
        ],
        "val_loss": [
            355.85028076171875,
            198.4627227783203,
            138.49102783203125,
            112.78740692138672,
            99.88117980957031,
            91.56582641601562,
            85.2259750366211,
            80.70155334472656,
            77.23670959472656,
            73.29762268066406,
            69.72806549072266,
            67.10668182373047,
            64.06816101074219,
            62.02535629272461,
            60.76095199584961,
            58.276878356933594,
            56.67515182495117,
            55.075042724609375,
            53.78398513793945,
            52.859310150146484,
            51.962432861328125,
            50.62075424194336,
            51.23684310913086,
            49.018898010253906,
            48.78486633300781,
            48.1305046081543,
            48.10685729980469,
            47.723087310791016,
            47.94329071044922,
            47.151859283447266,
            47.02169418334961,
            46.635581970214844,
            45.934898376464844,
            46.0821418762207,
            45.82994842529297,
            46.47359848022461,
            45.441795349121094,
            45.479679107666016,
            45.500396728515625,
            45.16574478149414,
            45.373207092285156,
            44.835838317871094,
            45.28779602050781,
            45.18010330200195,
            44.22176742553711,
            44.56682586669922,
            44.70293045043945,
            45.086891174316406,
            44.14433288574219,
            43.95674133300781,
            44.348411560058594,
            45.011810302734375,
            43.68522644042969,
            44.200740814208984,
            43.5811653137207,
            43.36353302001953,
            43.99952697753906,
            42.700592041015625,
            42.49974822998047,
            43.01130294799805,
            42.199161529541016,
            41.973419189453125,
            41.9033203125,
            41.96733474731445,
            43.144779205322266,
            41.36708068847656,
            41.23895263671875,
            41.200260162353516,
            41.32600402832031,
            40.975711822509766,
            40.65323257446289,
            40.83009719848633,
            40.8490104675293,
            40.55123519897461,
            40.89341354370117,
            40.507877349853516,
            40.25646209716797,
            40.46010208129883,
            40.98613357543945,
            40.15856170654297,
            40.59947967529297,
            40.15495681762695,
            40.13038635253906,
            39.703712463378906,
            40.23557662963867,
            39.47261428833008,
            39.48463439941406,
            39.428077697753906,
            39.35265350341797,
            38.96087646484375,
            39.11784744262695,
            38.510807037353516,
            38.77788543701172,
            38.9130973815918,
            38.90206527709961,
            38.353179931640625,
            38.32897186279297,
            38.58757400512695,
            38.03741455078125,
            38.96195602416992
        ],
        "val_mae": [
            14.81877613067627,
            11.014273643493652,
            9.209857940673828,
            8.31789779663086,
            7.8487067222595215,
            7.5107526779174805,
            7.277787685394287,
            7.0798516273498535,
            6.912877559661865,
            6.746294975280762,
            6.584061622619629,
            6.454700469970703,
            6.3074188232421875,
            6.200479984283447,
            6.125111103057861,
            6.004154205322266,
            5.9107279777526855,
            5.826013565063477,
            5.759653091430664,
            5.69955587387085,
            5.671257495880127,
            5.592477321624756,
            5.6359992027282715,
            5.5066704750061035,
            5.480874538421631,
            5.46126651763916,
            5.460818767547607,
            5.435495376586914,
            5.446165084838867,
            5.404515743255615,
            5.398741722106934,
            5.376246929168701,
            5.3371262550354,
            5.347751617431641,
            5.340644836425781,
            5.379054069519043,
            5.310771942138672,
            5.311794281005859,
            5.3252387046813965,
            5.307089805603027,
            5.31290864944458,
            5.2750959396362305,
            5.326480865478516,
            5.314337730407715,
            5.258793354034424,
            5.263396263122559,
            5.2734599113464355,
            5.282870769500732,
            5.236101150512695,
            5.2455010414123535,
            5.255309581756592,
            5.277646541595459,
            5.214536666870117,
            5.260697841644287,
            5.2117719650268555,
            5.1837873458862305,
            5.225375175476074,
            5.150074481964111,
            5.1272478103637695,
            5.172309875488281,
            5.12300968170166,
            5.10131311416626,
            5.11003303527832,
            5.106845855712891,
            5.181298732757568,
            5.072604656219482,
            5.0620012283325195,
            5.0632781982421875,
            5.061835765838623,
            5.043211460113525,
            5.014331817626953,
            5.024109840393066,
            5.031244277954102,
            5.010079860687256,
            5.016538619995117,
            5.0130205154418945,
            4.99027681350708,
            5.008115291595459,
            5.03699254989624,
            4.9775004386901855,
            5.0150980949401855,
            4.961390018463135,
            4.971592426300049,
            4.9428887367248535,
            4.9885478019714355,
            4.943417549133301,
            4.943925380706787,
            4.9367451667785645,
            4.91554594039917,
            4.90092134475708,
            4.91062593460083,
            4.876039028167725,
            4.889153957366943,
            4.889742374420166,
            4.894570350646973,
            4.847760200500488,
            4.861299514770508,
            4.878693103790283,
            4.834355354309082,
            4.890781879425049
        ],
        "lr": [
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513,
            0.0010000000474974513
        ]
    }
}