import unittest
from distill_toy import train, sigmoid, kl_bernoulli


class DistillationTests(unittest.TestCase):
    def test_optimization_improves_held_out(self):
        report = train()
        self.assertLess(report["held_out_kl_after"], report["held_out_kl_before"] / 10)
        self.assertEqual(report["overlap"], 0)

    def test_deterministic(self):
        self.assertEqual(train(100), train(100))

    def test_stable_sigmoid(self):
        self.assertEqual(sigmoid(-10000), 0)
        self.assertEqual(sigmoid(10000), 1)

    def test_self_kl_zero(self):
        self.assertAlmostEqual(kl_bernoulli(0.3, 0.3), 0)

    def test_invalid_temperature(self):
        for temperature in [0, -1, float("inf"), float("nan")]:
            with self.assertRaises(ValueError):
                train(1, temperature)


if __name__ == "__main__":
    unittest.main()
