1234567891011121314151617 |
- DB_HOST=localhost
- DB_PORT=3306
- DB_NAME=aranea
- DB_USER=user
- DB_PASS=test
- UA_AGENT="Mozilla/5.0 (X11; Linux x86_64; rv:95.0) Gecko/20100101 Firefox/95.0"
- UA_ACCEPT="text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8"
- UA_LANG="en-US"
- UA_CACHE="no-cache"
- UA_TIMEOUT=5
- FETCH_URLS_PER_RUN=5000
- FETCH_URLS_PER_PACKAGE=30
- PARSE_FILES_PER_PACKAGE=50
- CLEANUP_URLS_AMOUNT_ABOVE=40
- MAX_BYTES_PER_PAGE=5000000
|