General documentation improvements
This commit is contained in:
@@ -13,7 +13,7 @@ index_path = "./search_indexes"
|
||||
crawl_interval_hours = 2
|
||||
max_pages_per_domain = 1000
|
||||
crawler_timeout_seconds = 30
|
||||
crawler_user_agent = "GurtedSearchBot/1.0"
|
||||
crawler_user_agent = "RingleBot/1.0"
|
||||
max_concurrent_crawls = 5
|
||||
content_size_limit_mb = 10
|
||||
index_rebuild_interval_hours = 48
|
||||
|
||||
Reference in New Issue
Block a user