diff --git a/src/crawler/by_collection.rs b/src/crawler/by_collection.rs index 321c1f7..2f86420 100644 --- a/src/crawler/by_collection.rs +++ b/src/crawler/by_collection.rs @@ -110,11 +110,11 @@ impl ByCollectionProducer { Ok(r) => r, Err(RetryOutcome::Ratelimited) => { warn!(%collection, "rate limited by collection index after retries"); - continue; + miette::bail!("rate limited by collection index after retries"); } Err(RetryOutcome::Failed(e)) => { error!(err = %e, %collection, "by-collection fetch failed"); - continue; + return Err(e).into_diagnostic().wrap_err("by-collection fetch failed"); } }; @@ -122,7 +122,7 @@ impl ByCollectionProducer { Ok(b) => b, Err(e) => { error!(err = %e, "can't read listReposByCollection response"); - continue; + return Err(e).into_diagnostic().wrap_err("can't read listReposByCollection response"); } }; diff --git a/src/crawler/list_repos/producer.rs b/src/crawler/list_repos/producer.rs index c26e4a4..72e9b6e 100644 --- a/src/crawler/list_repos/producer.rs +++ b/src/crawler/list_repos/producer.rs @@ -80,11 +80,11 @@ impl ListReposProducer { Ok(r) => r, Err(RetryOutcome::Ratelimited) => { warn!("rate limited by relay after retries"); - continue; + miette::bail!("rate limited by relay after retries"); } Err(RetryOutcome::Failed(e)) => { error!(err = %e, "crawler failed to fetch listRepos"); - continue; + return Err(e).into_diagnostic().wrap_err("crawler failed to fetch listRepos"); } }; @@ -92,7 +92,7 @@ impl ListReposProducer { Ok(b) => b, Err(e) => { error!(err = %e, "cant read listRepos response"); - continue; + return Err(e).into_diagnostic().wrap_err("cant read listRepos response"); } };