More probing results on several stronger probes

• 1 Layer MLP

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9922	0.9961	0.9961	0.9961	0.9942
9	0.9922	0.9883	0.9903	0.9922	0.9922
18	0.9942	0.9942	0.9864	0.9942	0.9844
24	0.9805	0.9903	0.9864	0.9844	0.9747
27	0.9767	0.9747	0.9650	0.9533	0.9514
30	0.9494	0.9533	0.9475	0.9319	0.8930
33	0.9358	0.9630	0.9397	0.8988	0.9047
36	0.9300	0.9475	0.9377	0.9125	0.8813

• 3 Layers MLP

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9961	0.9864	0.9942	0.9922	0.9922
9	0.9903	0.9942	0.9883	0.9922	0.9922
18	0.9942	0.9961	0.9961	0.9922	0.9922
24	0.9805	0.9903	0.9864	0.9844	0.9689
27	0.9650	0.9747	0.9611	0.9553	0.9358
30	0.9630	0.9669	0.9397	0.9397	0.9027
33	0.9339	0.9572	0.9455	0.9222	0.8949
36	0.9455	0.9591	0.9416	0.9163	0.8735

• 5 Layers MLP

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9922	0.9903	0.9922	0.9903	0.9942
9	0.9942	0.9942	0.9942	0.9942	0.9942
18	0.9922	0.9883	0.9922	0.9922	0.9903
24	0.9844	0.9864	0.9864	0.9805	0.9514
27	0.9767	0.9669	0.9708	0.9358	0.9280
30	0.9494	0.9611	0.9533	0.9241	0.9066
33	0.9416	0.9591	0.9358	0.9027	0.8949
36	0.9416	0.9455	0.9319	0.9008	0.8716

• 2 Transformer Blocks

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9864	0.9864	0.9903	0.9922	0.9903
9	0.9922	0.9922	0.9942	0.9883	0.9922
18	0.9922	0.9942	0.9961	0.9903	0.9883
24	0.9805	0.9864	0.9883	0.9669	0.9591
27	0.9844	0.9767	0.9786	0.9611	0.9436
30	0.9514	0.9669	0.9611	0.9319	0.9222
33	0.9436	0.9650	0.9630	0.9358	0.9241
36	0.9377	0.9514	0.9630	0.9319	0.9241

• 3 Transformer Blocks

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9883	0.9883	0.9942	0.9942	0.9922
9	0.9942	0.9942	0.9942	0.9864	0.9883
18	0.9942	0.9922	0.9961	0.9942	0.9942
24	0.9864	0.9922	0.9864	0.9825	0.9805
27	0.9825	0.9747	0.9708	0.9669	0.9475
30	0.9455	0.9533	0.9514	0.9377	0.9358
33	0.9319	0.9591	0.9591	0.9339	0.9066
36	0.9416	0.9630	0.9455	0.9319	0.8930

• 4 Transformer Blocks

Layer Index	timestep=900	timestep=700	timestep=500	timestep=300	timestep=100
0	0.9825	0.9903	0.9922	0.9922	0.9903
9	0.9942	0.9864	0.9942	0.9903	0.9883
18	0.9942	0.9922	0.9961	0.9903	0.9922
24	0.9805	0.9864	0.9494	0.9650	0.9728
27	0.9825	0.9708	0.9591	0.9455	0.9455
30	0.9553	0.9611	0.9630	0.9319	0.9300
33	0.9436	0.9630	0.9591	0.9300	0.9261
36	0.9339	0.9572	0.9514	0.9222	0.9027