test_all_masked_rejected (test_foundations.FoundationTests.test_all_masked_rejected) ... ok
test_attention_hand_calculation (test_foundations.FoundationTests.test_attention_hand_calculation) ... ok
test_cached_non_square_mask (test_foundations.FoundationTests.test_cached_non_square_mask) ... ok
test_cached_wrong_top_left_mask_detected (test_foundations.FoundationTests.test_cached_wrong_top_left_mask_detected) ... ok
test_causal_triangle (test_foundations.FoundationTests.test_causal_triangle) ... ok
test_dag_overhead (test_foundations.FoundationTests.test_dag_overhead) ... ok
test_dpo (test_foundations.FoundationTests.test_dpo) ... ok
test_embedding_exact_row (test_foundations.FoundationTests.test_embedding_exact_row) ... ok
test_embedding_shape (test_foundations.FoundationTests.test_embedding_shape) ... ok
test_gradient_finite_difference (test_foundations.FoundationTests.test_gradient_finite_difference) ... ok
test_image_patch_count (test_foundations.FoundationTests.test_image_patch_count) ... ok
test_independent_batch (test_foundations.FoundationTests.test_independent_batch) ... ok
test_invalid_id_rejected (test_foundations.FoundationTests.test_invalid_id_rejected) ... ok
test_kl (test_foundations.FoundationTests.test_kl) ... ok
test_kv_memory (test_foundations.FoundationTests.test_kv_memory) ... ok
test_large_shape_memory (test_foundations.FoundationTests.test_large_shape_memory) ... ok
test_layernorm (test_foundations.FoundationTests.test_layernorm) ... ok
test_layernorm_constant_with_epsilon (test_foundations.FoundationTests.test_layernorm_constant_with_epsilon) ... ok
test_logits_to_token (test_foundations.FoundationTests.test_logits_to_token) ... ok
test_lookup_does_not_modify_parameter (test_foundations.FoundationTests.test_lookup_does_not_modify_parameter) ... ok
test_mask_eliminates_value (test_foundations.FoundationTests.test_mask_eliminates_value) ... ok
test_matrix_bad_dimensions (test_foundations.FoundationTests.test_matrix_bad_dimensions) ... ok
test_matrix_product (test_foundations.FoundationTests.test_matrix_product) ... ok
test_matrix_shape (test_foundations.FoundationTests.test_matrix_shape) ... ok
test_pad_ids (test_foundations.FoundationTests.test_pad_ids) ... ok
test_pad_valid (test_foundations.FoundationTests.test_pad_valid) ... ok
test_padding_does_not_truncate (test_foundations.FoundationTests.test_padding_does_not_truncate) ... ok
test_padding_key_excluded (test_foundations.FoundationTests.test_padding_key_excluded) ... ok
test_pass_distinction (test_foundations.FoundationTests.test_pass_distinction) ... ok
test_ragged_rejected (test_foundations.FoundationTests.test_ragged_rejected) ... ok
test_rotation_preserves_norm (test_foundations.FoundationTests.test_rotation_preserves_norm) ... ok
test_rrf (test_foundations.FoundationTests.test_rrf) ... ok
test_same_token_same_initial_row (test_foundations.FoundationTests.test_same_token_same_initial_row) ... ok
test_scalar_shape (test_foundations.FoundationTests.test_scalar_shape) ... ok
test_softmax_hand_calculation (test_foundations.FoundationTests.test_softmax_hand_calculation) ... ok
test_softmax_sum_one (test_foundations.FoundationTests.test_softmax_sum_one) ... ok
test_softmax_translation (test_foundations.FoundationTests.test_softmax_translation) ... ok
test_training_decreases_loss (test_foundations.FoundationTests.test_training_decreases_loss) ... ok
test_transpose_not_reshape (test_foundations.FoundationTests.test_transpose_not_reshape) ... ok

----------------------------------------------------------------------
Ran 39 tests in 0.003s

OK