1 #include <c10/util/irange.h>
2 #include "StoreTestCommon.hpp"
3
4 #include <iostream>
5 #include <thread>
6
7 #include <torch/csrc/distributed/c10d/Backoff.hpp>
8
TEST(BackoffTest,exponentialBackoffDefaults)9 TEST(BackoffTest, exponentialBackoffDefaults) {
10 c10d::ExponentialBackoffWithJitter backoff;
11 EXPECT_EQ(backoff.initialInterval, std::chrono::milliseconds(500));
12 EXPECT_EQ(backoff.maxInterval, std::chrono::milliseconds(60000));
13 EXPECT_EQ(backoff.multiplier, 1.5);
14 EXPECT_EQ(backoff.randomizationFactor, 0.5);
15 }
16
TEST(BackoffTest,exponentialBackoff)17 TEST(BackoffTest, exponentialBackoff) {
18 c10d::ExponentialBackoffWithJitter backoff;
19 backoff.randomizationFactor = 0.0;
20 backoff.multiplier = 2.0;
21 backoff.maxInterval = std::chrono::milliseconds(5000);
22
23 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(500));
24 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(1000));
25 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(2000));
26 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(4000));
27 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(5000));
28 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(5000));
29
30 backoff.reset();
31 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(500));
32 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(1000));
33 }
34
TEST(BackoffTest,expontentialBackoffRandomization)35 TEST(BackoffTest, expontentialBackoffRandomization) {
36 c10d::ExponentialBackoffWithJitter backoff;
37 backoff.initialInterval = std::chrono::milliseconds(1000);
38 backoff.randomizationFactor = 0.5;
39 backoff.multiplier = 1.0;
40 backoff.maxInterval = std::chrono::milliseconds(5000);
41
42 for (int i = 0; i < 100; i++) {
43 auto backoffDur = backoff.nextBackoff();
44 EXPECT_GE(backoffDur, std::chrono::milliseconds(500));
45 EXPECT_LE(backoffDur, std::chrono::milliseconds(1500));
46 }
47 }
48
TEST(BackoffTest,fixedBackoff)49 TEST(BackoffTest, fixedBackoff) {
50 c10d::FixedBackoff backoff{std::chrono::milliseconds(1000)};
51
52 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(1000));
53 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(1000));
54 backoff.reset();
55 EXPECT_EQ(backoff.nextBackoff(), std::chrono::milliseconds(1000));
56 }
57
TEST(BackoffTest,sleep)58 TEST(BackoffTest, sleep) {
59 std::chrono::milliseconds sleepTime{10};
60 c10d::FixedBackoff backoff{sleepTime};
61
62 EXPECT_EQ(backoff.nextBackoff(), sleepTime);
63
64 auto start = std::chrono::high_resolution_clock::now();
65 backoff.sleepBackoff();
66 auto dur = std::chrono::high_resolution_clock::now() - start;
67 EXPECT_GE(dur, sleepTime);
68 }
69