exec task add sleep

beclab · Apr 28, 2024 · ccfe767 · ccfe767
1 parent 66a59e6
commit ccfe767
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/prerank-stages/extractor/main.go b/prerank-stages/extractor/main.go
@@ -80,6 +80,7 @@ func main() {
 				common.Logger.Info("get unextract data ", zap.Int("page", i))
 				extractData = api.GetUnextractedData(limit)
 			}
+			time.Sleep(time.Second * 5)
 		}
 	}
 	api.SetRedisConfig(source, "last_extractor_time", startTimestamp)

diff --git a/prerank-stages/prerank/main.go b/prerank-stages/prerank/main.go
@@ -91,6 +91,7 @@ func entriesSaveToMongo(currentList []*model.EntryModel) {
 			if len(addList) >= 100 {
 				api.AddEntriesInMongo(addList)
 				addList = make([]*model.EntryModel, 0)
+				time.Sleep(time.Second * 5)
 			}
 		} else {
 			delete(existEntriesMap, currentEntry.Url)