cwenzi/neuroflow-cpp

1#include "test_framework.hpp"
2#include "neuroflow/scheduler.hpp"
3#include <cmath>
4
5using namespace neuroflow;
6
7TEST(CosineScheduler, Construction) {
8    CosineScheduler sched(0.001f, 1000);
9    EXPECT_NEAR(sched.lr_max_, 0.001f, 1e-8f);
10    EXPECT_NEAR(sched.lr_min_, 0.001f * 0.1f, 1e-8f);
11    EXPECT_EQ(sched.total_steps_, 1000u);
12    EXPECT_GT(sched.warmup_steps_, 0u);
13}
14
15TEST(CosineScheduler, StepZeroLr) {
16    CosineScheduler sched(0.001f, 1000, 0.1f, 0.01f);
17    float lr = sched.get_lr(0);
18    EXPECT_GT(lr, 0.0f);
19    EXPECT_LT(lr, sched.lr_max_);
20}
21
22TEST(CosineScheduler, WarmupPhaseLinearGrowth) {
23    CosineScheduler sched(0.001f, 1000, 0.1f, 0.1f);
24    EXPECT_EQ(sched.warmup_steps_, 100u);
25    EXPECT_TRUE(sched.get_phase(0) == CosineScheduler::Phase::WARMUP);
26    EXPECT_TRUE(sched.get_phase(50) == CosineScheduler::Phase::WARMUP);
27
28    float lr_50 = sched.get_lr(50);
29    float lr_100 = sched.get_lr(100);
30    EXPECT_GT(lr_100, lr_50);
31    EXPECT_NEAR(lr_100, 0.001f, 1e-5f);
32}
33
34TEST(CosineScheduler, CosinePhaseDecay) {
35    CosineScheduler sched(0.001f, 1000, 0.1f, 0.1f);
36    EXPECT_TRUE(sched.get_phase(200) == CosineScheduler::Phase::COSINE);
37
38    float lr_100 = sched.get_lr(100);
39    float lr_500 = sched.get_lr(500);
40    float lr_900 = sched.get_lr(900);
41    EXPECT_GT(lr_100, lr_500);
42    EXPECT_GT(lr_500, lr_900);
43}
44
45TEST(CosineScheduler, FinalLrNearMin) {
46    CosineScheduler sched(0.001f, 1000, 0.1f, 0.1f);
47    float lr_final = sched.get_lr(999);
48    float lr_min = 0.001f * 0.1f;
49    EXPECT_NEAR(lr_final, lr_min, lr_min * 0.15f);
50}
51
52TEST(CosineScheduler, DonePhase) {
53    CosineScheduler sched(0.001f, 100);
54    EXPECT_TRUE(sched.get_phase(100) == CosineScheduler::Phase::DONE);
55    EXPECT_TRUE(sched.get_phase(200) == CosineScheduler::Phase::DONE);
56}
57
58int main() { RUN_ALL_TESTS(); }
59