diff --git a/prerank-stages/extractor/main.go b/prerank-stages/extractor/main.go index 6f333b1..d7a8e96 100644 --- a/prerank-stages/extractor/main.go +++ b/prerank-stages/extractor/main.go @@ -80,7 +80,7 @@ func main() { common.Logger.Info("get unextract data ", zap.Int("page", i)) extractData = api.GetUnextractedData(limit) } - time.Sleep(time.Second * 5) + time.Sleep(time.Second * 1) } } api.SetRedisConfig(source, "last_extractor_time", startTimestamp) diff --git a/prerank-stages/prerank/main.go b/prerank-stages/prerank/main.go index f918b6f..86fc151 100644 --- a/prerank-stages/prerank/main.go +++ b/prerank-stages/prerank/main.go @@ -91,7 +91,7 @@ func entriesSaveToMongo(currentList []*model.EntryModel) { if len(addList) >= 100 { api.AddEntriesInMongo(addList) addList = make([]*model.EntryModel, 0) - time.Sleep(time.Second * 5) + time.Sleep(time.Second * 1) } } else { delete(existEntriesMap, currentEntry.Url)