Changed: Fix flaky tests for AB Testing

Author: aseure

algoliasearch-tests/src/test/java/com/algolia/search/integration/common/async/AsyncABTestingTest.java

@@ -64,10 +64,13 @@ public void createModifyAndDeleteABTests() throws Exception {
 
     waitForCompletion(analytics.addABTest(abtest));
 
-    abTests = analytics.getABTests(0, 10).get();
-    assertThat(abTests.getCount()).isEqualTo(1);
-    assertThat(abTests.getTotal()).isEqualTo(1);
-    assertThat(abTests.getAbtests()).hasSize(1);
+    Boolean found = false;
+    while (!found) {
+      abTests = analytics.getABTests(0, 10).get();
+      found =
+          abTests.getCount() == 1 && abTests.getTotal() == 1 && abTests.getAbtests().size() == 1;
+      Thread.sleep(1000);
+    }
 
     ABTest inserted = abTests.getAbtests().get(0);
     ABTestingHelpersTest.compareABTests(abtest, inserted);

algoliasearch-tests/src/test/java/com/algolia/search/integration/common/sync/SyncABTestingTest.java

@@ -22,7 +22,7 @@
 public abstract class SyncABTestingTest extends SyncAlgoliaIntegrationTest {
 
   @Test
-  public void createModifyAndDeleteABTests() throws AlgoliaException {
+  public void createModifyAndDeleteABTests() throws AlgoliaException, InterruptedException {
     Analytics analytics = createAnalytics();
     int offset = 0;
     int limit = 10;
@@ -77,7 +77,10 @@ public void createModifyAndDeleteABTests() throws AlgoliaException {
     assertThat(inserted.getStatus()).isEqualTo("stopped");
 
     waitForCompletion(analytics.deleteABTest(inserted.getAbTestID()));
-    abTests = analytics.getABTests(0, 10);
-    assertThat(abTests.getCount()).isEqualTo(0);
+    Boolean isEmpty = false;
+    while (!isEmpty) {
+      isEmpty = analytics.getABTests(0, 10).getCount() == 0;
+      Thread.sleep(1000);
+    }
   }
 }