depth recurrence

pr_number	parameters
30	{"layers":15,"unique_blocks":5,"loops":3,"dim":768}
31	{"shared_blocks":5,"loops":3,"effective_layers":15,"dimension":768}
54	{"unique_layers":7,"recurrent_passes":3,"effective_depth":10}
79	{"unique_blocks":3,"repeats":3,"effective_depth":9,"dim":1024}
91	{"unique_layers":3,"recurrence_count":3}
103	{"unique_layers":5,"virtual_depth":30}
104	{"num_unique_layers":4,"num_recurrence":3}
126	{"unique_layers":4,"recurrence_factor":3,"effective_layers":12}
144	{"layers":8,"width":384,"k_stride":2,"m_stride":4}
148	{"shared_blocks":3,"repeats":4,"effective_layers":12}
184	{"passes":2,"effective_layers":15,"physical_layers":10}
187	{"passes":2,"encoder_layers":5,"decoder_layers":5}
212	{"shared_blocks":3,"loops":3}
213	{"model_dim":512,"num_loop_iters":3,"min_loop_iters":1}
216	{"blocks":4,"recurrences":6,"effective_layers":24}
288	{"layers":8,"loops":2,"effective_depth":16}
294	{"unique_blocks":3,"effective_layers":12,"repetitions_per_block":4}
298	{"unique_layers":3,"passes":3,"effective_depth":9}
319	{"unique_layers":5,"loops":3,"effective_depth":15,"dim":640}
340	—
341	{"unique_entry_layers":1,"shared_blocks":4,"loops":5,"unique_exit_layers":1,"effective_layers":22}
345	{"loops":4}
386	{"passes":12,"shared_blocks":1}
432	—
456	{"unique_layers":10,"num_layers":10}
459	{"layers":3,"loops":4}
459	{"layers":4,"loops":3}
459	{"layers":2,"loops":6}
461	{"layers":11,"unique_layers":10}
495	{"ENCODER_LOOPS":2,"DECODER_LOOPS":2}
526	{"logical_layers":11,"unique_layers":10}
530	{"basis_blocks":5,"unrolls":3,"effective_layers":15,"dim":576}
537	{"layers":11,"unique_layers":10}
552	{"unique_blocks":8,"loops":2,"effective_layers":16}
559	{"unique_layers":7,"loops":2,"effective_depth":14}
596	{"layers":11}
648	{"unique_layers":6,"encoder_layers":3,"decoder_layers":3,"num_loops":2,"effective_layers":12}
686	{"recur_layers":[4,5],"physical_layers":11,"virtual_layers":13}
697	{"repeat_layers":[4,5],"physical_layers":11,"virtual_layers":13}
733	{"physical_layers":11,"virtual_layers":13,"repeated_layers":[4,5]}
739	{"unique_blocks":8,"phases":4,"repetitions":5,"effective_depth":40,"width":512}
745	{"physical_layers":11,"virtual_layers":13,"repeated_layers":[4,5]}
752	{"layers":[4,5],"physical_layers":11,"virtual_layers":13}
784	{"blocks":3,"repeats":4,"effective_layers":12,"dim":832}
808	{"layers":[4,5],"virtual_layers":13,"physical_layers":11}
822	{"layers":4,"loops":3}
835	{"blocks":3,"repeats":4,"effective_layers":12}
855	{"prelude":1,"shared_blocks":4,"loops":3,"coda":1}
856	{"blocks":3,"repeats":4,"effective_layers":12}
857	{"layers":5,"effective_layers":15,"unique_blocks":11}
895	{"shared_blocks":3,"repeats":[2,3,4,5],"effective_layers":15}
900	{"shared_blocks":3,"loops":3,"total_layers":11}
927	{"blocks":4,"loops":7,"dim":1024}
990	{"loops":4,"flat_layers":4}
1032	{"layers":2,"steps":2}
1033	{"layers":[4,5]}
1047	{"layers":4,"crawler_layers":1,"loops":4}
1083	{"flat_layers":4,"crawler_layers":1,"loops":4}
1088	{"layers":null}
1096	{"effective_layers":14,"unique_blocks":6,"model_dim":640,"heads":10,"kv_heads":5,"head_dim":64,"mlp_multiplier":3}
1110	{"unique_blocks":3,"iterations":4,"effective_layers":12}
1186	—
1193	{"layers":12}
1203	{"schedule":"0,0,1,1","groups":2,"model_dim":768,"num_heads":12,"num_kv_heads":6,"shared_cores":2}
1204	{"layers":[4,5],"num_layers":11,"start_step":3000,"untie_mlp":true}
1230	{"stem_layers":4,"core_layers":3,"tail_layers":4,"passes":3}
1231	{"layers":11,"effective_layers_eval":17,"passes":[1,2,3],"core_layers":[4,5,6]}
1239	{"blocks":3,"orbits":8}
1245	{"state_dim":4}
1255	—
1260	{"layers":[4,5],"repeat_count":1,"shared_mlp":true}
1274	{"layers":[4,5]}
1278	{"layers":4,"iterations":5}
1279	{"layers":[4,5],"repeat_count":1}
1283	{"layers":9,"crawler_layers":1,"loops":2}
1285	{"layers":[4,5]}
1289	{"layers":[4,5],"start_step":3000}
1290	{"layers":[4,5],"virtual_layers":13,"physical_layers":11,"start_step":3000}
1293	{"layers":9,"passes":2}
1296	{"layers":[4,5],"start_step":3000}
1299	{"steps":1}
1312	{"horizons":3}
1323	{"iterations":22}
1326	{"layers":[4,5]}
1331	{"layers":[3,4,5]}
1333	{"layers":[4,5]}
1334	{"layers":[4,5],"physical_layers":11,"virtual_layers":13}
1338	{"layers":[3,4,5],"start_step":3000}
1339	{"layers":[3,4,5],"start_step":3000}
1344	{"layers":[3,4,5],"virtual_layers":14,"physical_layers":11}
1345	{"layers":10,"model_dim":576,"num_heads":8,"num_kv_heads":4,"recurrent_mode":"fixed","recurrent_core_start":3,"recurrent_core_len":2,"recurrent_steps":2}
1349	{"num_passes":8}
1352	{"recurrence":1}
1368	{"layers":[4,5],"virtual_layers":13,"physical_layers":11}
1381	{"physical_layers":11,"virtual_layers":13,"recurrence_layers":[4,5],"start_step":3000}
1383	{"physical_blocks":9,"virtual_layers":11,"shared_blocks":["3-4","9-10"]}
1384	{"layers":3,"repeats":4,"effective_layers":12}
1385	{"physical_layers":4,"loops":3,"effective_layers":12}
1387	{"num_recurrences":9}
1389	{"layers":[4,5]}
1392	{"layers":[4,5],"start_step":3000}
1394	{"layers":[4,5],"loops":2}
1395	{"layers":[4,5],"start_step":3000}
1396	{"layers":[3,4,5]}
1397	—
1398	—
1399	{"layers":4}
1400	{"layers":2}
1406	{"layers":11,"recurrent_layers":[4,5],"effective_passes":13}
1412	{"phase1_at":0.5,"phase2_at":0.65}
1413	{"layers":[4,5],"loops":2}
1415	{"layers":[3,4,5]}
1416	—
1420	{"num_loops":3,"virtual_layers":17,"loop_layers":[4,5]}
1421	{"layers":[4,5],"virtual_layers":13,"activated_step":3000}
1422	{"layers":13,"unique_blocks":7}
1423	{"loop":[4,5]}
1435	{"physical_layers":11,"virtual_layers":13,"repeat_layers":[4,5],"activate_step":3000}
1437	{"loop_start":3,"loop_end":5}
1440	{"layers":[4,5],"effective_layers":13}
1445	{"layers":[3,4,5],"virtual_layers":14,"physical_layers":11,"start_step":2000}
1449	{"unique_blocks":7,"repeats":2}
1450	{"layers":[4,5],"loops":3,"virtual_layers":17}
1453	{"layers":3,"repeats":4,"effective_layers":12}
1460	{"layers":[4,5],"repeats":2}
1465	{"unique_layers":9,"recur":2,"effective_layers":18}
1467	{"layers":[4,5],"start_step":3000}
1471	{"layers":[3,4,5],"virtual_layers":14}
1472	{"physical_layers":8,"loops":2,"logical_layers":16}
1477	{"loop_start":4,"loop_end":5}
1482	—
1485	{"layers":3,"physical_layers":11,"virtual_layers":13,"repeat_layers":[3,4,5]}
1487	{"layers":3,"virtual_layers":13}
1489	{"loops":2,"start_layer":4,"end_layer":5}
1492	{"layers":[3,4,5],"virtual_layers":17,"physical_layers":11}
1493	{"layers":[3,4,5],"virtual_layers":17,"physical_layers":11}
1499	{"layers":[3,4,5],"repeats":2}
1509	{"layers":5,"iterations":2,"effective_depth":10}
1514	{"layers":[3,5],"repeats":2}
1517	{"layers":3,"start_step":2000,"physical_layers":11,"virtual_layers":14}
1518	{"LOOP_START":3,"LOOP_END":5,"NUM_LOOPS":2,"passes":3,"loop_blocks":3}
1520	{"virtual_layers":17,"physical_layers":11}
1521	{"layers":3}
1523	{"physical_layers":11,"virtual_layers":17,"loop_layers":[3,4,5],"activation_start":35}
1532	{"layers":3,"activate_at_frac":0.35,"virtual_layers":17,"physical_layers":11}
1533	{"layers":17}
1534	—
1535	{"flat_layers":7,"crawler_layers":3,"loops":3}
1536	{"physical_layers":11,"virtual_layers":17,"loops":3}
1537	{"loop_start":3,"loop_end":5}
1539	{"layers":3,"virtual_layers":14,"physical_layers":11}
1540	{"layers":[3,4,5]}
1541	{"physical_layers":11,"virtual_layers":17}
1542	{"layers":1,"repeats":9}
1546	{"layers":3,"num_loops":2}
1548	{"layers":[3,4,5],"loops":2}
1549	{"layers":[3,4,5],"passes":3}
1550	{"physical_layers":11,"virtual_layers":14,"repeat_layers":[3,4,5]}
1555	{"layers":"3-5","repeats":2,"virtual_layers":17,"physical_layers":11}
1557	{"layers":[3,4,5]}
1561	{"physical_layers":11,"virtual_layers":17}
1565	{"physical_layers":12,"effective_layers":16,"recurrent_layers":2,"repeats":3}
1569	{"layers":11,"dimension":512,"schedule":"AAAAAPAAAAA"}
1570	{"layers":[3,4,5],"loops":2,"activated_at_frac":0.35}
1571	—
1572	{"layers":[3,4,5],"num_loops":2}
1573	{"layers":12,"virtual_layers":14,"replayed_layers":[3,4]}
1577	{"recurrent_loops":1}
1579	{"blocks":4,"loops":7,"dimension":736}
1582	{"physical_layers":9,"effective_layers":12,"recurrent_layers":3,"extra_loops":1}
1583	{"layers":3,"virtual_layers":17,"physical_layers":11}
1584	{"layers":[3,5],"activated_at_frac":0.35}
1585	{"layers":[3,5],"activated_at_frac":0.35}
1586	{"layers":"3-5","loops":2}
1589	{"layers":[3,4],"repeats":2}
1589	{"layers":[3,4,5],"repeats":2}
1589	{"layers":[3,4],"repeats":3}
1600	{"unique_blocks":5,"iterations":2}
1602	{"layers":3,"extra_passes":2}
1607	{"layers":[3,4],"repeats":2,"virtual_layers":12,"physical_layers":8}
1607	{"start_frac":0.35,"start_step":350}
1612	{"layers":[3,4,5]}
1614	{"layers":[3,4,5],"start_step":1500}
1616	{"layers":4,"recurrent_layers":[2,3,4,5],"virtual_depth":18}
1620	{"unique_blocks":6,"logical_layers":12}
1621	{"layers":[3,4,5],"loops":3,"activation_frac":0.35}
1623	{"layers":[3,4],"repeats":2,"physical_layers":9,"effective_layers":11}
1626	{"layers":3}
1627	—
1628	{"physical_layers":11,"virtual_layers":17,"shared_layers":[3,4,5],"loops":3}
1629	{"layers":[3,4,5],"repeats":3,"activate_at_frac":0.35}
1633	{"layers":[4,5],"loops":2}
1635	{"layers":[4,5],"num_layers":11,"start_step":3000,"untie_mlp":true}
1639	{"loops":"3-5","activated_at":"35% training"}
1640	{"unique_blocks":6,"recurrence_steps":4,"effective_layers":24}
1646	{"layers":11,"loops":2,"virtual_layers":17}
1647	{"layers":3}
1658	{"layers":[3,4,5],"passes":2,"enabled_frac":0.35}
1660	{"layers":[3,4,5],"onset_step":3000}
1661	{"reused_blocks":[4,5],"source_block":3}
1662	{"layers":[3,4,5],"onset_step":3000}
1663	{"layers":3}
1665	—
1666	{"layers":[3,5],"loops":3}
1667	{"layers":[3,4,5],"activated_frac":0.35}
1670	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1672	{"physical_layers":11,"virtual_layers":17}
1676	{"loops":3,"layers":[3,4,5]}
1688	{"layers":[3,5]}
1689	{"layers":[3,4,5]}
1691	{"reps":2}
1693	{"layers":11}
1697	{"enable_looping_at_step":2600}
1700	{"layers":[3,4,5]}
1701	{"num_loops":2,"loop_start":3,"loop_end":5}
1702	{"loop_onset_step":2600,"loop_layers":[3,5],"gate":true}
1703	{"num_loops":2,"loop_start":3,"loop_end":5,"enable_looping_at_step":2600}
1707	{"layers":10}
1714	{"layers":[3,4,5],"loops":2}
1715	{"layers":[3,4,5],"num_loops":2,"activate_frac":0.35}
1716	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1720	{"layers":3,"virtual_layers":17,"physical_layers":11}
1725	{"layers":3}
1726	{"loop_start":3,"loop_end":5,"enable_looping_at":0.35,"num_loops":2}
1727	{"phases":4}
1728	{"num_loops":2}
1731	{"layers":3,"virtual_layers":17,"physical_layers":11}
1732	{"physical_layers":11,"virtual_layers":17,"recurrence_layers":3}
1733	—
1735	{"layers":3,"virtual_layers":17}
1736	{"layers":[4,5],"repeats":2}
1737	{"layers":[3,4,5],"repetitions":3}
1738	{"layers":3}
1739	{"layers":[4,5],"virtual_layers":11,"physical_layers":9}
1750	{"layers":3}
1751	{"layers":11}
1754	{"loop_start":3,"loop_end":5,"num_loops":2,"enabled_at":"50% training"}
1755	{"layers":3}
1756	{"train_depths":[1,3,4],"eval_depth":4}
1759	{"layers":3,"activate_at_frac":0.35}
1760	{"layers":[3,4,5],"loops":2}