compress bulk payloads and increase batch sizes

joeyksclark · Sep 2, 2015 · d29254f · d29254f
1 parent 11a2625
commit d29254f
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/modules/forumSearch/src/main/ForumSearchApi.scala b/modules/forumSearch/src/main/ForumSearchApi.scala
@@ -36,7 +36,7 @@ final class ForumSearchApi(
  def reset = client.putMapping >> {
  import lila.db.api._
  import lila.forum.tube.postTube
- $enumerate.bulk[Option[Post]]($query[Post](Json.obj()), 200) { postOptions =>
+ $enumerate.bulk[Option[Post]]($query[Post](Json.obj()), 500) { postOptions =>
  (postApi liteViews postOptions.flatten) flatMap { views =>
  client.storeBulk(views map (v => Id(v.post.id) -> toDoc(v)))
  }

diff --git a/modules/gameSearch/src/main/GameSearchApi.scala b/modules/gameSearch/src/main/GameSearchApi.scala
@@ -57,7 +57,7 @@ final class GameSearchApi(client: ESClient) extends SearchReadApi[Game, Query] {
  var started = nowMillis
  for {
  size <- $count($select.all)
- batchSize = 1000
+ batchSize = 2000
  limit = Int.MaxValue
  _ <- $enumerate.bulk[Option[Game]]($query.all, batchSize, limit) { gameOptions =>
  val games = gameOptions.flatten filter storable

diff --git a/modules/teamSearch/src/main/TeamSearchApi.scala b/modules/teamSearch/src/main/TeamSearchApi.scala
@@ -28,7 +28,7 @@ final class TeamSearchApi(
  def reset = client.putMapping >> {
  import lila.db.api._
  import lila.team.tube.teamTube
- $enumerate.bulk[Option[Team]]($query[Team](Json.obj("enabled" -> true)), 100) { teamOptions =>
+ $enumerate.bulk[Option[Team]]($query[Team](Json.obj("enabled" -> true)), 300) { teamOptions =>
  client.storeBulk(teamOptions.flatten map (t => Id(t.id) -> toDoc(t)))
  }
  }