Merge branch 'r2-backend'
# Conflicts: # app/storage/schema.py
This commit is contained in:
commit
562fa3ab09
15 files changed
+924
-157
No files matched your search
+7
-3
@@ -47,9 +47,13 @@ from app.storage import Store
|
||||
|
||||
log = logging.getLogger(__name__)
|
||||
|
||||
#: As many boards in the air per job as there are `http` workers by default
|
||||
#: (see `config.yaml`), so one pull keeps the pool busy without one job
|
||||
#: holding all 190-odd boards' worth of retries against a single attempt.
|
||||
#: Targets per `pull_batch` job. A batch reads its boards one after another,
|
||||
#: so the parallelism is the number of batches the `http` pool runs at once
|
||||
#: (8 workers by default, see `config.yaml`), not this number. On the live
|
||||
#: database of 2026-09-29, 175 boards and 4 searches make 19 batches, enough
|
||||
#: to keep eight workers busy, while a batch that fails or is killed costs at
|
||||
#: most ten targets' progress. A board's request is bounded by
|
||||
#: `plugins.ats.DEADLINE` plus one read timeout.
|
||||
BATCH_SIZE = 10
|
||||
|
||||
SETTLE = "app.jobs.pull:close_boards"
|
||||
|
||||
Reference in new issue
Block a user