diff --git a/active-matches-scraper/docker-compose.yaml b/active-matches-scraper/docker-compose.yaml index 9033e8d..03e28d3 100644 --- a/active-matches-scraper/docker-compose.yaml +++ b/active-matches-scraper/docker-compose.yaml @@ -7,6 +7,7 @@ services: environment: CACHE_FOLDER: /tmp MATCHES_PER_FILE: 10000 + REQUEST_INTERVAL: 21 volumes: - tmp:/tmp networks: diff --git a/active-matches-scraper/src/main.rs b/active-matches-scraper/src/main.rs index 7870719..d21d99a 100644 --- a/active-matches-scraper/src/main.rs +++ b/active-matches-scraper/src/main.rs @@ -12,8 +12,11 @@ use tokio::time::sleep; mod rmq; mod s3; +static REQUEST_INTERVAL: LazyLock = + LazyLock::new(|| std::env::var("REQUEST_INTERVAL").ok().and_then(|s| s.parse().ok()).unwrap_or(21)); + static MATCHES_PER_FILE: LazyLock = - LazyLock::new(|| std::env::var("MATCHES_PER_FILE").unwrap().parse().unwrap()); + LazyLock::new(|| std::env::var("MATCHES_PER_FILE").ok().and_then(|s| s.parse().ok()).unwrap_or(1000)); static CACHE_FOLDER: LazyLock = LazyLock::new(|| std::env::var("CACHE_FOLDER").unwrap_or("./tmp".to_string())); @@ -22,7 +25,7 @@ static CACHE_FOLDER: LazyLock = async fn main() { env_logger::init(); - let interval = Duration::from_secs(20); + let interval = Duration::from_secs(*REQUEST_INTERVAL); let mut active_matches: HashMap> = HashMap::new(); let parent_dir = std::path::Path::new(&*CACHE_FOLDER);