29 lines
980 B
YAML
29 lines
980 B
YAML
proxyConfig:
|
|
useProxies: false
|
|
# Proxies are chosen at random for each page.
|
|
proxyPath: ""
|
|
|
|
ddosPreventionConfig:
|
|
# 0 for no ddos-prevention, use at your own moral and legal risk
|
|
|
|
# The scraper works according to the diagram in the project's README.
|
|
# For each thread, it will simultaneously download, by each forum thread.
|
|
# So, if you have 16 threads with a page wait of 1000, every second it will download 16 pages.
|
|
# That is, assuming it is in sync, which it will not be.
|
|
timeBetweenForumThreadsMs: 1000
|
|
timeBetweenPagesMs: 200
|
|
|
|
threadingConfig:
|
|
enabled: true
|
|
# Just use how many threads your cpu has.
|
|
# If your cpu has 12 cores and 24 threads available, it will use 24 threads
|
|
# See "Bottlenecks & Optimization" in the README for a guide on setting these vars if unsure.
|
|
useWorkerPerThread: true
|
|
# Ignored if useWorkerPerThread is true.
|
|
workerCount: -1
|
|
|
|
databaseConfig:
|
|
filepath: "./ArlongPark.db"
|
|
user: ""
|
|
password: ""
|
|
database: ""
|