Transformer
This commit is contained in:
@@ -0,0 +1,30 @@
|
||||
round unix_ns phase topology depth bandit_score worstness before_C before_I after_C after_I improved backend_error archive_cells archive_improvements verified accounted_fp32_steps new_trials kernel_ms transfer_ms wall_ms rex_attempts rex_accepts spsa_attempted spsa_accepted best_crossing_loss best_intersection_loss neural_replay neural_positive neural_samples neural_train_steps neural_seeds transformer_scored transformer_selected transformer_controls transformer_invalid training_verified training_fp32 training_seeds training_rollouts training_refinements training_cache_accounted_bytes training_wal_bytes training_collection_enabled training_limit_reached weight_baseline weight_replica weight_adaptive weight_pbt weight_injected steps_baseline steps_replica steps_adaptive steps_pbt steps_injected verified_baseline verified_replica verified_adaptive verified_pbt verified_injected archive_baseline archive_replica archive_adaptive archive_pbt archive_injected global_baseline global_replica global_adaptive global_pbt global_injected
|
||||
1 1783874507509212800 DEPTH 27 1 0.62348542587702926 0 1 8 1 8 0 0 3269 75 2586 23803878 209280 1604.1656341552734 8.6174999999999997 3143.9272000000001 40320 22114 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2586 1920 128 384 1 7071336932 4656924 1 0 5 1 2 2 6 7618560 1474560 2949120 2704982 8985600 150 150 150 151 1985 20 5 5 13 32 0 0 0 0 0
|
||||
2 1783874510130646800 DEPTH 27 1 0.61380985317164116 0 1 8 1 8 0 0 3285 49 2581 23742690 147840 1363.3660430908203 9.0709 2620.1116999999999 40320 16394 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2581 1920 0 384 1 7075828460 9148452 1 0 5 1 2 2 6 7372800 1474560 2949120 2950996 8985600 151 150 150 152 1978 8 0 3 8 30 0 0 0 0 0
|
||||
3 1783874512786743500 DEPTH 27 1 0.61417401289287477 0 1 8 1 8 0 0 3301 43 2586 23742733 147840 1358.1293792724609 8.8079000000000001 2654.3616999999999 47040 19698 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2586 1920 0 384 1 7080325088 13645080 1 0 4 2 2 2 6 7127040 1720320 2949120 2951039 8985600 153 150 150 158 1975 4 2 3 4 30 0 0 0 0 0
|
||||
4 1783874515460473100 DEPTH 27 1 0.61449589168523411 0 1 8 1 8 0 0 3312 55 2569 23742589 147840 1358.0239105224609 8.8428999999999984 2672.1934999999999 80640 23742 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2569 1920 0 384 1 7084804376 18124368 1 0 4 2 2 2 6 5898240 2949120 2949120 2950893 8985600 158 150 150 162 1949 8 5 5 0 37 0 0 0 0 0
|
||||
5 1783874515873088700 REFRESH 27 0 0.61472606416707642 0 1 8 1 8 0 0 3352 66 421 3988948 56640 238.87461853027344 1.4358 411.08440000000002 13440 8024 0 0 0.12643811408329531 0.9581597133715084 4096 2048 64 1 16 60 12 4 0 421 320 0 64 0 7085542020 18862012 1 0 4 2 2 2 6 983040 491520 491520 491667 1497600 38 27 26 35 295 4 0 1 5 56 0 0 0 0 0
|
||||
6 1783874518732079200 DEPTH 27 1 0.61483653692798534 0 1 8 1 8 0 0 3369 48 2575 23742669 147840 1379.4222259521484 8.8703000000000003 2778.2937000000002 80640 39949 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2575 1920 0 384 1 7090027428 23347420 1 0 4 2 2 2 6 5898240 2949120 2949120 2950973 8985600 155 150 150 151 1969 3 0 5 2 38 0 0 0 0 0
|
||||
7 1783874521376856300 DEPTH 27 1 0.61481351150575647 0 1 8 1 8 0 0 3385 60 2569 23739140 144000 1376.3164978027344 8.6683000000000003 2643.2840000000001 87360 38347 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2569 1920 0 384 1 7094506716 27826708 1 0 4 3 2 2 5 5898240 3194880 2949120 2951008 8736000 162 150 152 169 1936 4 0 2 0 54 0 0 0 0 0
|
||||
8 1783874524041677900 DEPTH 27 1 0.61465258708349124 0 1 8 1 8 0 0 3392 41 2589 23720677 125760 1375.8577270507812 8.7974999999999994 2663.5796 120960 39553 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2589 1920 0 384 1 7099006404 32326396 1 0 4 3 2 2 5 5898240 4423680 2949120 2950928 7488000 163 150 156 970 1150 5 0 3 3 30 0 0 0 0 0
|
||||
9 1783874526754850800 DEPTH 27 1 0.61435552741369981 0 1 8 1 8 0 0 3409 57 2602 23705437 110400 1370.0986022949219 9.1858000000000004 2711.5857999999998 120960 28718 1 0 0.12643811408329531 0.9581597133715084 4096 2048 384 12 96 360 72 24 0 2602 1920 0 384 1 7103519352 36839344 1 0 4 3 3 2 4 5898240 4423680 3932160 2950978 6489600 160 150 162 1484 646 5 5 6 8 33 0 0 0 0 0
|
||||
10 1783874527201853500 REFRESH 27 0 0.61392805552847884 0 1 8 1 8 0 0 3421 39 422 3988025 55680 239.5361328125 1.4313 445.60320000000002 20160 12109 0 0 0.12643811408329531 0.9581597133715084 4096 2048 64 1 16 60 12 4 0 422 320 0 64 0 7104258016 37578008 1 0 4 3 3 2 4 983040 737280 737280 491699 998400 38 25 29 202 128 1 0 8 12 18 0 0 0 0 0
|
||||
11 1783874529993809500 DEPTH 27 1 0.6133783376548172 0 1 8 1 8 1 0 3443 62 2579 23698455 103680 1386.3003997802734 8.7187000000000001 2713.6794 120960 59926 1 0 0.077951754268360818 0.9122271965953902 4096 2048 384 12 96 360 72 24 0 2579 1920 0 384 1 7108747504 42067496 1 0 4 3 3 2 4 5898240 4423680 4423680 2950878 5990400 176 150 181 762 1310 5 0 10 5 42 0 0 0 0 1
|
||||
12 1783874532668695300 DEPTH 27 1 0.6146759344605468 0 1 8 1 8 0 0 3455 54 2586 23698650 103680 1379.3036346435547 9.2906999999999993 2673.4967999999999 120960 48526 1 0 0.077951754268360818 0.9122271965953902 4096 2048 384 12 96 360 72 24 0 2586 1920 0 384 1 7113244132 46564124 1 0 4 3 3 2 4 5898240 4423680 4423680 2951021 5990400 180 150 188 913 1155 2 0 6 2 44 0 0 0 0 0
|
||||
13 1783874535364407000 DEPTH 27 1 0.61371509079521802 0 1 8 1 8 0 0 3462 29 2602 23677776 81600 1378.6644592285156 8.7798999999999996 2693.9690000000001 120960 39284 1 0 0.077951754268360818 0.9122271965953902 4096 2048 384 12 96 360 72 24 0 2602 1920 0 384 1 7117757080 51077072 1 0 4 3 3 3 3 5898240 4423680 4423680 4426485 4492800 186 150 184 1362 720 1 0 2 2 24 0 0 0 0 0
|
||||
14 1783874538147235500 DEPTH 27 1 0.61268182477791211 0 1 8 1 8 0 0 3473 48 2607 23677504 81600 1377.2953491210938 8.9403000000000006 2780.8382999999999 120960 26418 1 0 0.077951754268360818 0.9122271965953902 4096 2048 384 12 96 360 72 24 0 2607 1920 0 384 1 7122275128 55595120 1 0 4 3 3 3 3 5898240 4423680 4423680 4426428 4492800 183 150 182 1576 516 3 0 4 4 37 0 0 0 0 0
|
||||
15 1783874538596260900 REFRESH 27 0 0.61158444517324217 0 1 8 1 8 0 0 3479 23 425 3987620 55200 242.28659057617188 1.514 446.26990000000001 20160 12702 0 0 0.077951754268360818 0.9122271965953902 4096 2048 64 1 16 60 12 4 0 425 320 0 64 0 7123016852 56336844 1 0 4 3 3 3 3 983040 737280 737280 737505 748800 69 25 42 202 87 4 0 3 10 6 0 0 0 0 0
|
||||
16 1783874541545405500 DEPTH 27 1 0.6104310836482012 0 1 8 1 8 1 0 3491 67 2595 23677595 81600 1397.3176879882812 8.7193000000000005 2862.9702000000002 120960 59617 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2595 1920 0 384 1 7127522660 60842652 1 0 4 3 3 3 3 5898240 4423680 4423680 4426488 4492800 205 150 207 1169 864 10 0 5 3 49 0 0 0 0 1
|
||||
17 1783874544416927600 DEPTH 27 1 0.61076298609139368 0 1 8 1 8 0 0 3502 48 2603 23677466 81600 1378.9183807373047 9.0031999999999996 2869.6109999999999 120960 49217 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2603 1920 0 384 1 7132036628 65356620 1 0 4 3 3 3 3 5898240 4423680 4423680 4426421 4492800 209 150 216 1252 776 9 0 0 2 37 0 0 0 0 0
|
||||
18 1783874548776349800 DEPTH 27 1 0.6093672621451558 0 1 8 1 8 0 0 3507 62 2593 23677456 81600 1378.7607269287109 9.6308000000000007 4357.7330000000002 120960 38857 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2593 1920 0 384 1 7136540476 2752320 1 0 4 3 3 3 3 5898240 4423680 4423680 4426342 4492800 209 150 216 1338 680 18 0 9 2 33 0 0 0 0 0
|
||||
19 1783874551708375800 DEPTH 27 1 0.60795290370120947 0 1 8 1 8 0 0 3515 48 2600 23677858 81600 1390.9155883789062 8.8930000000000007 2858.1885000000002 120960 26737 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2600 1920 0 384 1 7141051384 7263228 1 0 4 3 3 3 3 5898240 4423680 4423680 4426385 4492800 223 150 214 1413 600 12 0 6 0 30 0 0 0 0 0
|
||||
20 1783874552176892300 REFRESH 27 0 0.6065247140747162 0 1 8 1 8 0 0 3523 27 428 3987665 55200 242.34495544433594 1.4313 466.65539999999999 20160 12690 0 0 0.076840501413221254 0.91278513697244379 4096 2048 64 1 16 60 12 4 0 428 320 0 64 0 7141796168 8008012 1 0 4 3 3 3 3 983040 737280 737280 737513 748800 65 25 51 209 78 4 0 4 8 11 0 0 0 0 0
|
||||
21 1783874555021900300 DEPTH 27 1 0.60508711846772645 0 1 8 1 8 0 0 3531 64 2607 23677796 81600 1395.8297729492188 9.4359999999999999 2843.4259999999999 120960 59536 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2607 1920 0 384 1 7146314216 12526060 1 0 4 3 3 3 3 5898240 4423680 4423680 4426477 4492800 249 150 230 1132 846 10 0 6 10 38 0 0 0 0 0
|
||||
22 1783874557947852900 DEPTH 27 1 0.60364415621581657 0 1 8 1 8 0 0 3539 53 2603 23677584 81600 1384.5035247802734 8.8394000000000013 2924.4283999999998 120960 49314 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2603 1920 0 384 1 7150828184 17040028 1 0 4 3 3 3 3 5898240 4423680 4423680 4426359 4492800 252 150 232 1289 680 6 0 3 10 34 0 0 0 0 0
|
||||
23 1783874560887130300 DEPTH 27 1 0.60219948454883032 0 1 8 1 8 0 0 3545 54 2611 23677606 81600 1382.9531097412109 21.0763 2936.3024 120960 39588 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2611 1920 0 384 1 7155350312 21562156 1 0 4 3 3 3 3 5898240 4423680 4423680 4426420 4492800 254 150 227 1354 626 11 0 5 2 36 0 0 0 0 0
|
||||
24 1783874563816972600 DEPTH 27 1 0.60075639025469663 0 1 8 1 8 0 0 3551 34 2604 23677660 81600 1377.7571868896484 9.0997000000000003 2856.9774000000002 120960 27157 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2604 1920 0 384 1 7159865300 26077144 1 0 4 3 3 3 3 5898240 4423680 4423680 4426391 4492800 254 150 223 1439 538 6 0 3 0 25 0 0 0 0 0
|
||||
25 1783874564267297700 REFRESH 27 0 0.59931780658738365 0 1 8 1 8 0 0 3558 19 426 3987672 55200 241.4202880859375 1.4531000000000001 448.5326 20160 12333 0 0 0.076840501413221254 0.91278513697244379 4096 2048 64 1 16 60 12 4 0 426 320 0 64 0 7160608044 26819888 1 0 4 3 3 3 3 983040 737280 737280 737510 748800 57 25 67 203 74 2 0 5 5 7 0 0 0 0 0
|
||||
26 1783874567166331700 DEPTH 27 1 0.59788633346560749 0 1 8 1 8 0 0 3567 44 2594 23677971 81600 1392.4771881103516 8.8332999999999995 2897.1925999999999 120960 59348 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2594 1920 0 384 1 7165112832 31324676 1 0 4 3 3 3 3 5898240 4423680 4423680 4426403 4492800 259 150 256 1209 720 3 1 0 8 32 0 0 0 0 0
|
||||
27 1783874570005664900 DEPTH 27 1 0.59646425953392046 0 1 8 1 8 0 0 3575 52 2592 23677881 81600 1385.4566955566406 9.7866999999999997 2837.4973 120960 48853 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2592 1920 0 384 1 7169615580 35827424 1 0 4 3 3 3 3 5898240 4423680 4423680 4426463 4492800 259 150 233 1344 606 5 0 5 1 41 0 0 0 0 0
|
||||
28 1783874572807448400 DEPTH 27 1 0.59505358504965633 0 1 8 1 8 0 0 3581 40 2606 23677851 81600 1383.9924774169922 9.0968999999999998 2798.5210000000002 120960 38794 1 0 0.076840501413221254 0.91278513697244379 4096 2048 384 12 96 360 72 24 0 2606 1920 0 384 1 7174132608 40344452 1 0 4 3 3 3 3 5898240 4423680 4423680 4426491 4492800 251 150 222 1461 522 9 0 2 0 29 0 0 0 0 0
|
||||
29 1783874573742893200 DEPTH 27 1 0.59365604485222701 0 1 8 1 8 0 0 3581 13 870 7900915 35520 465.4571533203125 2.8832000000000004 934.00409999999999 40320 9038 0 0 0.076840501413221254 0.91278513697244379 4096 2048 128 4 32 120 24 8 0 870 640 0 128 0 7175636456 41848300 1 0 4 3 3 3 3 1966080 1474560 1474560 1475482 1497600 88 50 79 493 160 2 0 1 0 10 0 0 0 0 0
|
||||
|
@@ -0,0 +1,58 @@
|
||||
format szilassi-global-search-v5
|
||||
run_id deec36d0-a05a-4095-ba41-7aef2b115fa8
|
||||
node_id LOOKICH
|
||||
seed 30000157
|
||||
topology_from 27
|
||||
topology_to 27
|
||||
backend cuda-fp32
|
||||
objective_version 5
|
||||
cuda_math standard-fp32
|
||||
cuda_chains_requested 0
|
||||
cuda_chains_effective 61440
|
||||
cuda_iterations_per_batch 64
|
||||
cuda_depth_batches 6
|
||||
cuda_session_cache 1
|
||||
algorithm hybrid-quality-diversity-neural-v3-transformer-ranker-v1
|
||||
control_baseline_min_fraction 0.25
|
||||
strategy_weights adaptive-total:16,floors:baseline4/replica1/adaptive1/pbt1/injected3,max6
|
||||
fresh_fractions depth:1/4,breadth:7/8,injected-protected
|
||||
replica_exchange group:8,temperature-ratio:16
|
||||
pbt rotating-pairs,depth-chance:0.08,breadth-chance:0.04
|
||||
verification_quotas overall:128,per-strategy:max(8,overall/5),per-injected-seed:1
|
||||
fp32_population_sample per-producing-strategy:64,finite-chain-bests-before-host-selection,deterministic-circular-offset,exact-numerator-denominator-recorded
|
||||
accounted_fp32_steps iterations-plus-initialization-fresh-stagnation-injection-pbt-and-retries
|
||||
map_elites_bins determinant:8,edge:8,turn:8,extent:8,crossing-face-mask:12,intersection-face-mask:12
|
||||
map_elites_max_cells_per_topology 4096
|
||||
cem diagonal-weighted,covariance-adaptation:0.18,new-injected-only
|
||||
intersection_loss segment-depth-times-boundary-depth,weight:0.01,cap:4
|
||||
repair injected-quarter,offending-face-biased,neural-policy-with-exploration
|
||||
neural_enabled 1
|
||||
neural_schema 2
|
||||
neural_model_format 2
|
||||
neural per-topology-ensemble:5,residual-mlp:45-128-128-128,value-policy,online-adamw,replay:4096,recent:25%
|
||||
neural_safety baseline-floor:25%,policy-exploration:25%,exact-cuda-plus-cpu-dd-authoritative
|
||||
transformer_enabled 1
|
||||
transformer_model_id 568ec2d600768cc5d2189f2c45ef6218689e8537937b51693eeb461b298d9f45-s1511499089-p56c66b83
|
||||
transformer global-ensemble:3,set-transformer:12-faces-plus-cls,width:64,heads:4,layers:3,ff:256,host-fp32-ranker
|
||||
transformer_scope guided-seeds-only,ranked:12/64,score-independent-controls:4/64,map-cem-random:48/64
|
||||
transformer_failure_mode missing-invalid-nonfinite:fallback-to-online-mlp
|
||||
training_archive_schema 3
|
||||
training_archive_format 3
|
||||
training_archive_layout run-uuid/immutable-64MiB-crc-shards-plus-durable-wal
|
||||
training_archive_records seed-proposals,stratified-fp32-chain-bests,cpu-verified,anchor-injected-result,spsa-steps,legacy-replay
|
||||
training_cache_limit_bytes 200000000000
|
||||
training_cache_accounted_bytes_at_start 7066679952
|
||||
training_neural_model_reserve_bytes 265316868
|
||||
training_collection_enabled_at_start 1
|
||||
training_recovered_wals 0
|
||||
training_wals_deferred_at_limit 0
|
||||
training_recovered_records 0
|
||||
training_recovered_torn_bytes_discarded 0
|
||||
training_limit_behavior freeze-collection-and-online-learning;search-continues;rewrite-warning
|
||||
spsa adam:6,cpu-double,all-plus-minus-and-updated-double-states,c-plus-i-smooth-loss,fp32-roundtrip,final-canonical-dd-gate
|
||||
topology_scheduler ucb-plus-reward-plus-staleness,full-refresh-every-5
|
||||
topology_scheduler_mode quality-first
|
||||
worst_priority_coefficient 0.65
|
||||
cpu_iterations_per_trial 50000
|
||||
degeneracy_formula worst-plus-0.05-rest
|
||||
degeneracy_weight 0.01
|
||||
|
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
BIN
Binary file not shown.
Reference in New Issue
Block a user