finished intra-day crawl

This commit is contained in:
Boki 2025-07-02 18:26:30 -04:00
parent c9a679d9a5
commit 11c24b2280
12 changed files with 437 additions and 896 deletions

View file

@ -77,8 +77,8 @@
"port": 6379,
"db": 1
},
"workers": 1,
"concurrency": 1,
"workers": 5,
"concurrency": 5,
"enableScheduledJobs": true,
"defaultJobOptions": {
"attempts": 3,
@ -183,11 +183,11 @@
"services": {
"dataIngestion": {
"port": 2001,
"workers": 4,
"workers": 5,
"queues": {
"ceo": { "concurrency": 2 },
"webshare": { "concurrency": 1 },
"qm": { "concurrency": 2 },
"qm": { "concurrency": 5 },
"ib": { "concurrency": 1 },
"proxy": { "concurrency": 1 }
},