XSA

pr_number	parameters
64	—
175	—
186	{"layers":4}
187	{"last_n_layers":4}
218	{"last_n_layers":4}
265	{"layers":3,"total_layers":11,"head_count":8,"kv_heads":4}
267	{"layers":3}
287	{"layers":4}
290	{"layers":3}
302	{"layers":3}
303	{"last_n_layers":4}
307	{"layers":4}
315	{"layers":4}
317	{"layers":4}
318	{"layers":4}
325	{"last_n":4}
330	{"layers":4}
332	{"layers":4}
333	{"layers":4}
338	{"layers":4}
344	{"layers":11}
349	{"layers":4,"total_layers":11}
356	{"layers":4}
359	{"last_n_layers":4}
369	{"layers":4}
371	{"layers":4}
372	{"layers":4}
374	{"layers":4}
375	—
376	{"layers":4}
379	{"last_n_layers":4}
383	{"layers":4}
389	{"layers":5}
394	{"layers":11,"xsa_last_n":4}
397	{"layers":4}
399	{"last_n":4}
400	{"layers":4}
406	{"layers":4}
410	{"layers":4}
413	—
414	{"layers":4}
415	{"layers":4}
417	{"layers":4}
418	{"layers":6}
422	{"layers":4}
429	{"last_n":4}
430	{"layers":4}
434	{"layers":4}
445	{"variant":"XSA4"}
450	{"layers":4}
452	{"layers":4}
453	{"last_layers":4}
455	{"layers":4}
456	{"layers":3}
457	{"layers":4}
458	{"layers":4}
461	{"last_n_layers":4}
462	{"layers":4}
469	{"layers":4}
473	{"layers":4}
477	{"layers":4}
478	{"layers":11}
482	{"layers":4}
483	{"last_n":4}
484	{"layers":4}
485	{"layers":4}
487	{"layers":4}
492	{"layers":4}
493	{"layers":4}
498	{"layers":2}
499	{"last_blocks":2}
503	{"layers":11}
507	{"layers":4}
508	{"layers":4}
516	{"variant":4}
518	{"layers":4}
526	{"layers":4}
528	{"layers":11}
529	{"layers":11}
532	{"layers":4}
533	{"layers":4}
534	{"layers":4}
537	{"layers":4}
543	{"layers":4}
544	{"layers":11}
545	{"layers":11}
549	{"layers":4}
554	{"layers":4}
562	{"layers":4}
564	{"layers":4}
573	{"layers":4}
576	{"layers":"all"}
577	{"layers":4}
585	{"layers":11}
586	{"layers":4}
587	{"layers":11}
589	{"layers":4}
592	{"layers":4,"layer_indices":[8,9,10,11]}
593	{"last_n_layers":4}
598	{"layers":4}
601	{"layers":4}
606	{"layers":11}
609	{"layers":11}
612	—
628	—
633	{"layers":4}
634	{"layers":11}
636	{"layers":4}
638	{"layers":11}
639	{"layers":11}
642	{"layers":4}
644	{"layers":4}
645	—
649	{"layers":4}
656	{"layers":4}
659	{"layers":4}
667	{"layers":5}
670	{"layers":11}
674	{"last_n":4}
681	{"layers":4}
688	{"layers":11,"window_size":8}
690	{"layers":11}
691	{"layers":4}
692	{"layers":11}
693	{"layers":[7,8,9,10]}
695	{"layers":6}
698	{"layers":4}
700	{"layers":11,"ws":8}
702	{"layers":11}
703	{"layers":4}
706	{"last_n":4}
710	{"layers":4}
714	{"last_n_layers":4}
715	{"layers":11}
720	{"layers":6}
726	{"layers":4}
727	{"last_n":11}
728	{"layers":11}
733	{"layers":11}
734	{"layers":4}
738	{"layers":11}
740	{"layers":9}
741	{"version":"XSA4"}
745	{"layers":13}
752	{"last_n_layers":4}
753	{"last_n":4}
754	{"layers":4}
757	{"layers":4}
758	{"layers":11}
760	{"layers":4}
761	{"layers":11}
763	{"layers":11}
767	{"last_n":4}
768	{"layers":4}
770	{"layers":4}
771	{"layers":4}
773	{"last_n_layers":2}
774	{"layers":11}
776	{"XSA_LAST_N":6}
777	{"layers":11}
778	{"layers":11}
779	{"layers":11}
784	{"layers":4}
785	{"last_n":4}
786	{"layers":4}
788	{"layers":11}
790	{"layers":"all"}
792	{"layers":11}
794	{"layers":4}
796	{"layers":11}
797	{"layers":11}
798	{"layers":11}
802	{"layers":4}
803	{"variant":4,"layers":11}
808	{"last_n_layers":4}
809	{"layers":4}
810	{"layers":4}
811	{"layers":4}
813	{"layers":11,"dim":512,"heads":"8/8 full MHA"}
816	{"layers":4}
826	{"layers":4}
827	{"layers":4}
828	{"layers":4}
831	{"last_n":4}
832	{"last_layers":4}
835	{"layers":4}
836	{"layers":4}
838	{"layers":4}
841	{"layers":11}
843	{"variant":4}
849	{"layers":11}
850	{"layers":4}
851	{"layers":11,"window_size":8}
857	{"last_layers":4}
861	{"layers":11}
862	{"layers":4}
865	{"variant":4}
871	{"layers":4}
872	{"layers":11}
876	{"layers":4}
880	{"layers":11,"ws":8}
887	—
889	{"variant":4}
890	{"layers":11}
891	{"layers":4}
892	{"layers":4}
893	{"variant":"XSA4"}
894	{"layers":4}
896	{"layers":4}
900	{"layers":11}
908	{"layers":4}
909	{"layers":11}
912	{"layers":4}
915	—
916	{"layers":4}
918	{"layers":4}
922	{"layers":11}
924	{"layers":11}
925	{"layers":11}
926	{"layers":"late"}
927	{"last_n":4}
928	{"layers":11}
932	—
933	{"layers":4}
940	{"layers":11}
945	—
948	{"layers":11}
952	{"last_n_layers":4}
953	{"layers":11}
958	{"layers":4}
961	{"variant":4}
963	{"layers":11}
964	{"version":4}
965	{"last_n":4}
967	{"layers":11}
968	{"layers":11}
972	{"layers":4}
974	—
975	{"layers":4}
978	{"layers":4}
988	{"layers":4}
991	{"layers":11}
993	{"layers":11,"hidden_dim":512,"q_heads":8,"kv_heads":4}
995	{"layers":11}
996	{"layers":4}
999	{"last_n":4}
1002	{"last_n_layers":4}
1004	{"layers":11}
1005	{"last_layers":4}
1006	{"layers":11}
1007	{"layers":[7,10]}
1008	{"last_n_layers":4}
1009	{"layers":4}
1013	{"layers":9}
1015	{"layers":2,"mode":"gated"}
1019	{"layers":11}
1026	{"layers":4}
1029	{"last_layers":4}
1033	{"last_layers":4}
1037	{"layers":4}
1039	{"last_n_layers":4}
1043	{"layers":4}
1045	{"layers":11}
1051	—
1056	{"layers":11}
1057	{"layers":4}
1060	{"layers":11}
1062	{"layers":4}
1066	{"layers":4}
1069	—
1070	{"layers":4}
1072	{"layers":11}
1077	{"layers":4}
1080	{"layers":[7,8,9,10]}
1081	{"layers":4}
1084	{"last_n":4}
1085	{"layers":4}
1086	{"layers":4}
1090	{"layers":4}
1092	{"layers":11}
1094	{"layers":4}
1098	{"layers":4}
1099	{"layers":11}
1101	{"layers":4}
1105	{"layers":11}
1108	{"layers":4}
1112	{"layers":[7,10]}
1113	{"layers":11}
1114	{"variant":4}
1117	{"layers":4}
1118	{"layers":4}
1120	—
1122	{"layers":11}
1123	{"layers":11}
1124	{"last_n":11}
1125	{"layers":"all"}
1126	{"layers":11}
1127	{"layers":4}
1128	{"last_n":4}
1129	{"layers":11}
1130	{"layers":7}
1135	{"layers":11}
1140	{"layers":4,"loops":3}
1142	{"last_n":4}
1145	{"last_n":11,"bigram_vocab_size":2816,"bigram_dim":112}
1148	{"last_n_layers":4}
1150	{"layers":4}
1152	{"layers":3,"heads":4,"dim":128}
1166	{"layers":4}
1170	{"layers":11}
1171	{"layers":11}
1172	{"layers":11}
1176	{"layers":11}
1182	{"layers":7}
1183	{"layers":4}
1184	{"layers":11}
1185	{"layers":[6,7,8,9,10]}
1186	{"layers":11}
1209	—
1212	—
1215	{"layers":12,"learned_per_head_alpha":true}
1216	{"layers":"all"}
1218	—
1221	{"layers":11}
1224	—
1228	{"layers":4}
1230	{"last_n_layers":4}
1231	{"layers":4}
1232	{"layers":11}
1233	—
1234	{"layers":11}
1236	—
1237	{"layers":11}
1240	—
1244	{"last_n_layers":4}
1247	{"layers":4}
1252	{"layers":11}
1253	{"last_n_layers":4}
1254	{"layers":11}
1255	{"layers":4}
1259	—
1260	{"pattern":"all-11"}
1263	{"layers":11}
1269	{"last_n_layers":4}
1271	{"last_n":11}
1272	{"layers":"all"}
1273	—
1274	{"layers":4}
1275	—
1276	{"layers":11}
1278	—
1280	{"last_n_layers":4}
1282	{"layers":11}
1287	{"layers":11}
1289	{"last_layers":4}
1290	{"layers":11}
1291	{"layers":11}
1296	—
1297	{"layers":11}
1298	{"layers":11}
1302	{"layers":11}
1303	{"layers":11}
1306	—
1308	—
1309	{"layers":11}
1310	{"layers":4}
1311	{"layers":4}
1313	{"layers":11}
1318	{"layers":11}
1319	{"layers":11}
1321	{"layers":11}
1322	{"layers":11}
1323	—
1324	{"layers":11}
1325	{"last_layers":4}
1327	{"layers":11}
1328	{"layers":11}
1329	{"layers":11}
1332	{"layers":11}
1351	—
1353	{"layers":11,"scope":"all"}
1361	{"layers":11}
1364	{"layers":11}
1366	{"layers":4}
1368	—
1376	{"layers":"all"}
1378	{"layers":11}
1383	{"last_n":4}
1384	{"layers":4}
1386	{"layers":4}
1389	{"layers":11}
1392	{"layers":11}
1395	{"layers":11}
1396	{"layers":11}
1399	{"layers":11}
1400	{"layers":11}
1401	{"layers":11}
1405	{"layers":11}
1406	{"last_n_layers":4}
1407	{"layers":4}
1408	{"layers":11}
1410	{"layers":11}
1414	{"layers":4}
1416	{"layers":"all"}
1422	{"blocks":7}
1424	{"last_n_layers":4}
1425	{"layers":11}
1427	{"layers":4}
1431	{"layers":4}
1435	{"layers":11}
1438	{"layers":4}
1440	{"layers":11}
1442	{"layers":11}
1444	{"layers":4}
1446	{"layers":11}
1447	{"layers":5,"gated_last_layer":true}
1448	{"layers":5,"gated_layers":1}
1450	—
1452	{"layers":4}
1453	{"last_n":4}
1454	{"layers":4}
1456	—
1457	{"layers":11}
1458	{"layers":11}
1460	{"layers":11}
1467	{"layers":11}
1471	{"layers":11}
1472	—
1473	{"layers":11}
1474	{"layers":5,"gated_layers":1}
1475	{"layers":11}
1488	—
1494	{"layers":11}
1495	{"layers":5,"last_gated":1}
1496	{"layers":5,"last_gated":true}
1499	{"layers":4}
1501	{"layers":11}
1502	{"layers":11}
1507	—
1508	{"layers":11}
1517	{"layers":"all"}
1528	{"last_n":11}
1538	{"layers":11}
1539	{"layers":11}
1548	—
1549	—
1550	{"layers":11}
1558	{"layers":11}
1559	{"layers":2}
1561	{"layers":11}
1563	—
1565	—
1568	{"blocks":6}
1573	{"layers":4}
1579	{"last_n":4}
1600	—
1601	{"blocks":11}
1602	—
1617	{"xsa_last_n":2}
1619	{"layers":11}
1621	{"layers":4}
1629	{"layers":11}
1630	{"layers":12}
1634	—
1639	—
1645	—
1646	—
1649	{"layers":4}
1650	{"layers":3,"heads":4}
1658	{"layers":11}
1661	{"layers":4}
1666	{"layers":4}
1675	{"layers":11}
1679	—
1694	{"layers":11,"scope":"all"}
1696	{"layers":11}
1709	{"layers":11}
1722	{"layers":11}
1760	{"last_n_layers":4}