depth recurrence

pr_number	parameters
30	{"layers":15,"unique_blocks":5,"loops":3,"dim":768}
31	{"shared_blocks":5,"loops":3,"effective_layers":15,"dimension":768}
54	{"unique_layers":7,"recurrent_passes":3,"effective_depth":10}
79	{"unique_blocks":3,"repeats":3,"effective_depth":9,"dim":1024}
91	{"unique_layers":3,"recurrence_count":3}
103	{"unique_layers":5,"virtual_depth":30}
104	{"num_unique_layers":4,"num_recurrence":3}
126	{"unique_layers":4,"recurrence_factor":3,"effective_layers":12}
144	{"layers":8,"width":384,"k_stride":2,"m_stride":4}
148	{"shared_blocks":3,"repeats":4,"effective_layers":12}
184	{"passes":2,"effective_layers":15,"physical_layers":10}
187	{"passes":2,"encoder_layers":5,"decoder_layers":5}
212	{"shared_blocks":3,"loops":3}
213	{"model_dim":512,"num_loop_iters":3,"min_loop_iters":1}
216	{"blocks":4,"recurrences":6,"effective_layers":24}
288	{"layers":8,"loops":2,"effective_depth":16}
294	{"unique_blocks":3,"effective_layers":12,"repetitions_per_block":4}
298	{"unique_layers":3,"passes":3,"effective_depth":9}
319	{"unique_layers":5,"loops":3,"effective_depth":15,"dim":640}
340	—
341	{"unique_entry_layers":1,"shared_blocks":4,"loops":5,"unique_exit_layers":1,"effective_layers":22}
345	{"loops":4}
386	{"passes":12,"shared_blocks":1}
432	—
456	{"unique_layers":10,"num_layers":10}
459	{"layers":3,"loops":4}
459	{"layers":4,"loops":3}
459	{"layers":2,"loops":6}
461	{"layers":11,"unique_layers":10}
495	{"ENCODER_LOOPS":2,"DECODER_LOOPS":2}
526	{"logical_layers":11,"unique_layers":10}
530	{"basis_blocks":5,"unrolls":3,"effective_layers":15,"dim":576}
537	{"layers":11,"unique_layers":10}
552	{"unique_blocks":8,"loops":2,"effective_layers":16}
559	{"unique_layers":7,"loops":2,"effective_depth":14}
596	{"layers":11}
648	{"unique_layers":6,"encoder_layers":3,"decoder_layers":3,"num_loops":2,"effective_layers":12}
686	{"recur_layers":[4,5],"physical_layers":11,"virtual_layers":13}
697	{"repeat_layers":[4,5],"physical_layers":11,"virtual_layers":13}
733	{"physical_layers":11,"virtual_layers":13,"repeated_layers":[4,5]}
739	{"unique_blocks":8,"phases":4,"repetitions":5,"effective_depth":40,"width":512}
745	{"physical_layers":11,"virtual_layers":13,"repeated_layers":[4,5]}
752	{"layers":[4,5],"physical_layers":11,"virtual_layers":13}
784	{"blocks":3,"repeats":4,"effective_layers":12,"dim":832}
808	{"layers":[4,5],"virtual_layers":13,"physical_layers":11}
822	{"layers":4,"loops":3}
835	{"blocks":3,"repeats":4,"effective_layers":12}
855	{"prelude":1,"shared_blocks":4,"loops":3,"coda":1}
856	{"blocks":3,"repeats":4,"effective_layers":12}
857	{"layers":5,"effective_layers":15,"unique_blocks":11}
895	{"shared_blocks":3,"repeats":[2,3,4,5],"effective_layers":15}
900	{"shared_blocks":3,"loops":3,"total_layers":11}
927	{"blocks":4,"loops":7,"dim":1024}
990	{"loops":4,"flat_layers":4}
1032	{"layers":2,"steps":2}
1033	{"layers":[4,5]}
1047	{"layers":4,"crawler_layers":1,"loops":4}
1083	{"flat_layers":4,"crawler_layers":1,"loops":4}
1088	{"layers":null}
1096	{"effective_layers":14,"unique_blocks":6,"model_dim":640,"heads":10,"kv_heads":5,"head_dim":64,"mlp_multiplier":3}
1110	{"unique_blocks":3,"iterations":4,"effective_layers":12}
1186	—
1193	{"layers":12}
1203	{"schedule":"0,0,1,1","groups":2,"model_dim":768,"num_heads":12,"num_kv_heads":6,"shared_cores":2}
1204	{"layers":[4,5],"num_layers":11,"start_step":3000,"untie_mlp":true}
1230	{"stem_layers":4,"core_layers":3,"tail_layers":4,"passes":3}
1231	{"layers":11,"effective_layers_eval":17,"passes":[1,2,3],"core_layers":[4,5,6]}
1239	{"blocks":3,"orbits":8}
1245	{"state_dim":4}
1255	—
1260	{"layers":[4,5],"repeat_count":1,"shared_mlp":true}
1274	{"layers":[4,5]}
1278	{"layers":4,"iterations":5}
1279	{"layers":[4,5],"repeat_count":1}
1283	{"layers":9,"crawler_layers":1,"loops":2}
1285	{"layers":[4,5]}
1289	{"layers":[4,5],"start_step":3000}
1290	{"layers":[4,5],"virtual_layers":13,"physical_layers":11,"start_step":3000}
1293	{"layers":9,"passes":2}
1296	{"layers":[4,5],"start_step":3000}
1299	{"steps":1}
1312	{"horizons":3}
1323	{"iterations":22}
1326	{"layers":[4,5]}
1331	{"layers":[3,4,5]}
1333	{"layers":[4,5]}
1334	{"layers":[4,5],"physical_layers":11,"virtual_layers":13}
1338	{"layers":[3,4,5],"start_step":3000}
1339	{"layers":[3,4,5],"start_step":3000}
1344	{"layers":[3,4,5],"virtual_layers":14,"physical_layers":11}
1345	{"layers":10,"model_dim":576,"num_heads":8,"num_kv_heads":4,"recurrent_mode":"fixed","recurrent_core_start":3,"recurrent_core_len":2,"recurrent_steps":2}
1349	{"num_passes":8}
1352	{"recurrence":1}
1368	{"layers":[4,5],"virtual_layers":13,"physical_layers":11}
1381	{"physical_layers":11,"virtual_layers":13,"recurrence_layers":[4,5],"start_step":3000}
1383	{"physical_blocks":9,"virtual_layers":11,"shared_blocks":["3-4","9-10"]}
1384	{"layers":3,"repeats":4,"effective_layers":12}
1385	{"physical_layers":4,"loops":3,"effective_layers":12}
1387	{"num_recurrences":9}
1389	{"layers":[4,5]}
1392	{"layers":[4,5],"start_step":3000}
1394	{"layers":[4,5],"loops":2}
1395	{"layers":[4,5],"start_step":3000}
1396	{"layers":[3,4,5]}
1397	—
1398	—
1399	{"layers":4}
1400	{"layers":2}
1406	{"layers":11,"recurrent_layers":[4,5],"effective_passes":13}
1412	{"phase1_at":0.5,"phase2_at":0.65}
1413	{"layers":[4,5],"loops":2}
1415	{"layers":[3,4,5]}
1416	—
1420	{"num_loops":3,"virtual_layers":17,"loop_layers":[4,5]}
1421	{"layers":[4,5],"virtual_layers":13,"activated_step":3000}
1422	{"layers":13,"unique_blocks":7}
1423	{"loop":[4,5]}
1435	{"physical_layers":11,"virtual_layers":13,"repeat_layers":[4,5],"activate_step":3000}
1437	{"loop_start":3,"loop_end":5}
1440	{"layers":[4,5],"effective_layers":13}
1445	{"layers":[3,4,5],"virtual_layers":14,"physical_layers":11,"start_step":2000}
1449	{"unique_blocks":7,"repeats":2}
1450	{"layers":[4,5],"loops":3,"virtual_layers":17}
1453	{"layers":3,"repeats":4,"effective_layers":12}
1460	{"layers":[4,5],"repeats":2}
1465	{"unique_layers":9,"recur":2,"effective_layers":18}
1467	{"layers":[4,5],"start_step":3000}
1471	{"layers":[3,4,5],"virtual_layers":14}
1472	{"physical_layers":8,"loops":2,"logical_layers":16}
1477	{"loop_start":4,"loop_end":5}
1482	—
1485	{"layers":3,"physical_layers":11,"virtual_layers":13,"repeat_layers":[3,4,5]}
1487	{"layers":3,"virtual_layers":13}
1489	{"loops":2,"start_layer":4,"end_layer":5}
1492	{"layers":[3,4,5],"virtual_layers":17,"physical_layers":11}
1493	{"layers":[3,4,5],"virtual_layers":17,"physical_layers":11}
1499	{"layers":[3,4,5],"repeats":2}
1509	{"layers":5,"iterations":2,"effective_depth":10}
1514	{"layers":[3,5],"repeats":2}
1517	{"layers":3,"start_step":2000,"physical_layers":11,"virtual_layers":14}
1518	{"LOOP_START":3,"LOOP_END":5,"NUM_LOOPS":2,"passes":3,"loop_blocks":3}
1520	{"virtual_layers":17,"physical_layers":11}
1521	{"layers":3}
1523	{"physical_layers":11,"virtual_layers":17,"loop_layers":[3,4,5],"activation_start":35}
1532	{"layers":3,"activate_at_frac":0.35,"virtual_layers":17,"physical_layers":11}
1533	{"layers":17}
1534	—
1535	{"flat_layers":7,"crawler_layers":3,"loops":3}
1536	{"physical_layers":11,"virtual_layers":17,"loops":3}
1537	{"loop_start":3,"loop_end":5}
1539	{"layers":3,"virtual_layers":14,"physical_layers":11}
1540	{"layers":[3,4,5]}
1541	{"physical_layers":11,"virtual_layers":17}
1542	{"layers":1,"repeats":9}
1546	{"layers":3,"num_loops":2}
1548	{"layers":[3,4,5],"loops":2}
1549	{"layers":[3,4,5],"passes":3}
1550	{"physical_layers":11,"virtual_layers":14,"repeat_layers":[3,4,5]}
1555	{"layers":"3-5","repeats":2,"virtual_layers":17,"physical_layers":11}
1557	{"layers":[3,4,5]}
1561	{"physical_layers":11,"virtual_layers":17}
1565	{"physical_layers":12,"effective_layers":16,"recurrent_layers":2,"repeats":3}
1569	{"layers":11,"dimension":512,"schedule":"AAAAAPAAAAA"}
1570	{"layers":[3,4,5],"loops":2,"activated_at_frac":0.35}
1571	—
1572	{"layers":[3,4,5],"num_loops":2}
1573	{"layers":12,"virtual_layers":14,"replayed_layers":[3,4]}
1577	{"recurrent_loops":1}
1579	{"blocks":4,"loops":7,"dimension":736}
1582	{"physical_layers":9,"effective_layers":12,"recurrent_layers":3,"extra_loops":1}
1583	{"layers":3,"virtual_layers":17,"physical_layers":11}
1584	{"layers":[3,5],"activated_at_frac":0.35}
1585	{"layers":[3,5],"activated_at_frac":0.35}
1586	{"layers":"3-5","loops":2}
1589	{"layers":[3,4],"repeats":2}
1589	{"layers":[3,4,5],"repeats":2}
1589	{"layers":[3,4],"repeats":3}
1600	{"unique_blocks":5,"iterations":2}
1602	{"layers":3,"extra_passes":2}
1607	{"layers":[3,4],"repeats":2,"virtual_layers":12,"physical_layers":8}
1607	{"start_frac":0.35,"start_step":350}
1612	{"layers":[3,4,5]}
1614	{"layers":[3,4,5],"start_step":1500}
1616	{"layers":4,"recurrent_layers":[2,3,4,5],"virtual_depth":18}
1620	{"unique_blocks":6,"logical_layers":12}
1621	{"layers":[3,4,5],"loops":3,"activation_frac":0.35}
1623	{"layers":[3,4],"repeats":2,"physical_layers":9,"effective_layers":11}
1626	{"layers":3}
1627	—
1628	{"physical_layers":11,"virtual_layers":17,"shared_layers":[3,4,5],"loops":3}
1629	{"layers":[3,4,5],"repeats":3,"activate_at_frac":0.35}
1633	{"layers":[4,5],"loops":2}
1635	{"layers":[4,5],"num_layers":11,"start_step":3000,"untie_mlp":true}
1639	{"loops":"3-5","activated_at":"35% training"}
1640	{"unique_blocks":6,"recurrence_steps":4,"effective_layers":24}
1646	{"layers":11,"loops":2,"virtual_layers":17}
1647	{"layers":3}
1658	{"layers":[3,4,5],"passes":2,"enabled_frac":0.35}
1660	{"layers":[3,4,5],"onset_step":3000}
1661	{"reused_blocks":[4,5],"source_block":3}
1662	{"layers":[3,4,5],"onset_step":3000}
1663	{"layers":3}
1665	—
1666	{"layers":[3,5],"loops":3}
1667	{"layers":[3,4,5],"activated_frac":0.35}
1670	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1672	{"physical_layers":11,"virtual_layers":17}
1676	{"loops":3,"layers":[3,4,5]}
1688	{"layers":[3,5]}
1689	{"layers":[3,4,5]}
1691	{"reps":2}
1693	{"layers":11}
1697	{"enable_looping_at_step":2600}
1700	{"layers":[3,4,5]}
1701	{"num_loops":2,"loop_start":3,"loop_end":5}
1702	{"loop_onset_step":2600,"loop_layers":[3,5],"gate":true}
1703	{"num_loops":2,"loop_start":3,"loop_end":5,"enable_looping_at_step":2600}
1707	{"layers":10}
1714	{"layers":[3,4,5],"loops":2}
1715	{"layers":[3,4,5],"num_loops":2,"activate_frac":0.35}
1716	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1720	{"layers":3,"virtual_layers":17,"physical_layers":11}
1725	{"layers":3}
1726	{"loop_start":3,"loop_end":5,"enable_looping_at":0.35,"num_loops":2}
1727	{"phases":4}
1728	{"num_loops":2}
1731	{"layers":3,"virtual_layers":17,"physical_layers":11}
1732	{"physical_layers":11,"virtual_layers":17,"recurrence_layers":3}
1733	—
1735	{"layers":3,"virtual_layers":17}
1736	{"layers":[4,5],"repeats":2}
1737	{"layers":[3,4,5],"repetitions":3}
1738	{"layers":3}
1739	{"layers":[4,5],"virtual_layers":11,"physical_layers":9}
1750	{"layers":3}
1751	{"layers":11}
1754	{"loop_start":3,"loop_end":5,"num_loops":2,"enabled_at":"50% training"}
1755	{"layers":3}
1756	{"train_depths":[1,3,4],"eval_depth":4}
1759	{"layers":3,"activate_at_frac":0.35}
1760	{"layers":[3,4,5],"loops":2}
1762	{"blocks":2}
1764	{"num_loops":0}
1766	{"layers":3,"loops":2,"virtual_layers":17,"activate_at":35}
1769	{"loop_start":3,"loop_end":5,"num_loops":2}
1770	{"layers":3}
1771	{"layers":11,"depths":[1,3,4]}
1773	{"layers":[3,4,5],"activation":"35%"}
1776	{"layers":[3,4,5],"loops":2,"activate_frac":0.35}
1779	{"layers":[3,4,5],"loops":2}
1780	{"layers":3,"phase1_frac":0.35,"phase2_frac":0.55}
1783	{"layers":3,"passes":4}
1785	—
1786	—
1794	{"layers":"3-5"}
1795	{"layers":11}
1797	{"loop_start":3,"loop_end":5,"parallel_start_layer":8}
1798	{"layers":[4,5]}
1800	{"alpha":[[0.23,0.04,0.03],[0.13,-0.34,0.01],[0.06,0.19,-0.02]],"beta":[1.56,1.85,2.13]}
1802	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1807	{"layers":3}
1809	{"layers":[3,4,5],"loops":2,"virtual_layers":17,"physical_layers":11}
1811	{"training_depth_recurrence":1,"evaluation_depth_recurrence":1}
1812	{"layers":[3,5],"num_loops":2}
1813	{"layers":[3,4,5],"enable_after_training_frac":0.35}
1814	—
1817	{"effective_depth":7,"loops":2}
1820	{"layers":11,"num_iters":22}
1831	{"layers":3}
1832	{"layers":3}
1833	{"layers":[1,3,4]}
1835	{"layers":3}
1850	{"layers":[3,5]}
1851	{"layers":[3,4,5],"loops":2,"activated_at_frac":0.35}
1852	{"layers":[3,5],"num_loops":2,"activated_at_frac":0.35}
1854	{"layers":11,"parallel_residual_start":8}
1857	—
1858	{"layers":[3,4,5],"num_loops":2,"activated_at_frac":0.35}
1864	{"layers":[3,4,5],"repeats":2}
1876	{"layers":[3,5],"loops":3}
1880	{"layers":[3,4,5],"loops":3,"virtual_layers":17}
1889	{"layers":3}
1891	{"training":1,"evaluation":1}
1893	{"layers":[3,4,5],"start_step":3000}
1894	{"enable_looping_at":0.42}
1895	{"activated_at_wallclock_fraction":0.4}
1896	{"cells":6,"layers":12,"virtual_layers":17,"dimensions":512}
1901	{"pattern":[0,1,2,3,4,5,3,4,5]}
1903	{"layers":6,"pattern":[0,1,2,3,4,5,3,4,5]}
1906	{"layers":3}
1911	{"layers":[3,4,5]}
1913	{"layers":11,"repeated_layers":"3-5","repeat_count":2}
1914	{"loop_start":3,"loop_end":5,"parallel_start_layer":8}
1915	—
1919	{"layers":[3,7],"repetitions":3}
1924	{"num_loops":2}
1925	—
1929	{"layers":3}
1931	{"layers":3}
1932	{"layers":3,"start_layer":3,"end_layer":5}
1933	{"layers":3}
1934	{"layers":[3,4,5],"num_loops":2}
1936	{"layers":[3,4,5]}
1938	{"layers":[3,4,5],"loops":2}
1943	{"layers":3,"start_layer":3,"end_layer":5}
1944	{"layers":[4,5]}
1947	{"layers":3}
1948	{"layers":[3,4,5],"repeat":2,"activation_frac":0.35}
1949	{"folds":5,"shared_blocks":2,"fold_state_dim":496,"visible_dim":576,"exit_blocks":4,"stem_blocks":1}
1950	{"loop_layers":[3,5],"num_loops":2}
1952	—
1959	{"layers":3}
1962	{"layers":[3,4,5],"repeats":3}
1968	{"layers":3}
1969	{"loop_layers":[3,5],"num_loops":2,"virtual_layers":17}
1971	{"layers":3}
1972	{"layers":[3,5]}
1973	{"layers":[3,4,5],"num_loops":2}
1974	{"layers":[3,4,5],"num_loops":2}
1977	{"layers":3}
1978	{"layers":null,"cycles":"KS_UT_DEPTH"}
1979	{"layers":[3,5],"num_loops":2}
1985	{"layers":[4,5]}
1987	{"layers":"L3-5","repeats":2}
1991	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10]}
1992	{"loops":2}
1994	{"layers":7,"loops":3,"effective_depth":21}
1995	—
2004	{"unique_blocks":8,"effective_depth":16,"route_repeats":2}
2005	{"layers":[3,4,5]}
2008	{"loop_layers":[3,4,5],"num_loops":2}
2009	{"layers":8,"recurrent_passes":3,"effective_depth":24}
2010	—
2011	{"layers":3}
2014	{"layers":[3,4,5],"frac":0.35}
2022	{"layers":11,"recurrence_loops":3,"recurrence_range":"3-5"}
2026	{"layers":[3,5],"repeats":3,"threshold_frac":0.35}
2027	{"layers":[3,5]}
2028	{"layers":[3,4,5]}
2031	—
2034	{"layers":[3,4,5],"frac":0.35}
2037	{"enabled":false}
2038	—
2042	—
2044	—
2046	{"schedule":"1->2->3"}
2051	{"layers":[3,5],"loops":2}
2056	{"chunk":4,"dimensions":384}
2062	{"loops":2,"loop_start":4,"loop_end":5}
2071	{"layers":[3,4,5]}
2077	{"layers":3}
2080	—
2081	{"prelude_blocks":2,"core_blocks":2,"coda_blocks":2,"loop_passes":3}
2082	—
2083	{"sequence_length":8192}
2085	{"encoder":[0,1,2,3,4,5,3,4],"decoder":[5,3,4,5,6,7,8,9,10],"activated_frac":0.35}
2090	{"virtual_layers":11,"physical_blocks":2}