fix(typesense): index tasks one by one
(cherry picked from commit 8181829c9efde3b210d6bc8f1640f469f8887973)
This commit is contained in:
parent
f9829a6338
commit
802f661f0d
@ -292,7 +292,6 @@ func reindexTasksInTypesense(s *xorm.Session, tasks map[int64]*Task) (err error)
|
|||||||
}
|
}
|
||||||
|
|
||||||
projects := make(map[int64]*Project)
|
projects := make(map[int64]*Project)
|
||||||
typesenseTasks := []interface{}{}
|
|
||||||
|
|
||||||
positionsByTask, err := getPositionsByTask(s)
|
positionsByTask, err := getPositionsByTask(s)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@ -304,6 +303,7 @@ func reindexTasksInTypesense(s *xorm.Session, tasks map[int64]*Task) (err error)
|
|||||||
return err
|
return err
|
||||||
}
|
}
|
||||||
|
|
||||||
|
indexedTasks := 0
|
||||||
for _, task := range tasks {
|
for _, task := range tasks {
|
||||||
|
|
||||||
ttask, err := getTypesenseTaskForTask(s, task, projects, positionsByTask, bucketsByTask)
|
ttask, err := getTypesenseTaskForTask(s, task, projects, positionsByTask, bucketsByTask)
|
||||||
@ -315,21 +315,17 @@ func reindexTasksInTypesense(s *xorm.Session, tasks map[int64]*Task) (err error)
|
|||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
||||||
typesenseTasks = append(typesenseTasks, ttask)
|
_, err = typesenseClient.Collection("tasks").
|
||||||
|
Documents().
|
||||||
|
Upsert(context.Background(), ttask)
|
||||||
|
if err != nil {
|
||||||
|
log.Errorf("Could not upsert task into Typesense: %s", err)
|
||||||
|
return err
|
||||||
|
}
|
||||||
|
indexedTasks++
|
||||||
}
|
}
|
||||||
|
|
||||||
_, err = typesenseClient.Collection("tasks").
|
log.Debugf("Indexed %d tasks into Typesense", indexedTasks)
|
||||||
Documents().
|
|
||||||
Import(context.Background(), typesenseTasks, &api.ImportDocumentsParams{
|
|
||||||
Action: pointer.String("emplace"),
|
|
||||||
BatchSize: pointer.Int(100),
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
log.Errorf("Could not upsert task into Typesense: %s", err)
|
|
||||||
return err
|
|
||||||
}
|
|
||||||
|
|
||||||
log.Debugf("Indexed %d tasks into Typesense", len(typesenseTasks))
|
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
Loading…
x
Reference in New Issue
Block a user