change index wait time to 3 seconds

magdabot · Jan 11, 2022 · 0018c9e · 0018c9e
1 parent d59f39e
commit 0018c9e
Show file tree

Hide file tree

Showing 3 changed files with 5 additions and 3 deletions.
diff --git a/CHANGES.md b/CHANGES.md
@@ -6,7 +6,7 @@
 - #3293 Upgrade elasticsearch to 6.8.22
 - Upgrade logback to 1.2.10
 - #3294 Indexer will auto-fixes non-topologically closed Polygons / MultiPolygons
-- Crawler will now wait for 30 seconds (used to be 1 second) before perform trim action to avoid timeout issue
+- Crawler will now wait for 3 seconds (used to be 1 second) before perform trim action to avoid timeout issue
 
 ## 1.1.0
 

diff --git a/magda-indexer/src/main/scala/au/csiro/data61/magda/indexer/crawler/RegistryCrawler.scala b/magda-indexer/src/main/scala/au/csiro/data61/magda/indexer/crawler/RegistryCrawler.scala
@@ -66,7 +66,7 @@ class RegistryCrawler(
         // visible to search. Defaults to 1s. Can be set to -1 to disable refresh.
         // Ref: https://www.elastic.co/guide/en/elasticsearch/reference/6.5/index-modules.html#dynamic-index-settings
         Future {
-          val delay = 30000
+          val delay = 3000
           Thread.sleep(delay)
         }.flatMap(_ => {
           val futureOpt: Option[Future[Unit]] =

diff --git a/magda-int-test/src/test/scala/au/csiro/data61/magda/crawler/CrawlerApiSpec.scala b/magda-int-test/src/test/scala/au/csiro/data61/magda/crawler/CrawlerApiSpec.scala
@@ -171,7 +171,9 @@ class CrawlerApiSpec
 
       val routes = crawlerApi.routes
 
-      crawler.crawl().await(60 seconds) // we need to wait 60 seconds here as crawler will wait for 30 seconds before perform trim action
+      crawler
+        .crawl()
+        .await(30 seconds)
       indexer.ready.await(30 seconds)
 
       // Combine all the datasets but keep what interface they come from