anthrove/fuzzysearch
4
0
Fork 0
mirror of https://github.com/Syfaro/fuzzysearch.git synced 2024-11-23 15:22:31 +00:00
Code Issues Packages Projects Releases Wiki Activity

Small changes to force build.

Browse Source
This commit is contained in:
Syfaro 2021-04-21 21:21:42 -04:00
parent e00f99686e
commit 32fbfe1d00
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
fuzzysearch-ingest-weasyl/src/main.rs
View File

@ -50,6 +50,7 @@ enum WeasylResponse<T> {
Response(T), Response(T),
} }
#[tracing::instrument(skip(client, api_key))]
async fn load_frontpage(client: &reqwest::Client, api_key: &str) -> anyhow::Result<i32> { async fn load_frontpage(client: &reqwest::Client, api_key: &str) -> anyhow::Result<i32> {
let resp: WeasylResponse<Vec<serde_json::Value>> = client let resp: WeasylResponse<Vec<serde_json::Value>> = client
.get("https://www.weasyl.com/api/submissions/frontpage") .get("https://www.weasyl.com/api/submissions/frontpage")
@ -96,7 +97,10 @@ async fn load_submission(
let data: WeasylResponse<WeasylSubmission> = match serde_json::from_value(body.clone()) { let data: WeasylResponse<WeasylSubmission> = match serde_json::from_value(body.clone()) {
Ok(data) => data, Ok(data) => data,
Err(_err) => return Ok((None, body)), Err(err) => {
tracing::error!("Unable to parse submission: {:?}", err);
return Ok((None, body));
}
}; };
let res = match data { let res = match data {
@ -225,6 +229,8 @@ async fn main() {
let max = load_frontpage(&client, &api_key).await.unwrap(); let max = load_frontpage(&client, &api_key).await.unwrap();
tracing::info!(min, max, "Calculated range of submissions to check");
for id in (min + 1)..=max { for id in (min + 1)..=max {
let row: Option<_> = sqlx::query!("SELECT id FROM weasyl WHERE id = $1", id) let row: Option<_> = sqlx::query!("SELECT id FROM weasyl WHERE id = $1", id)
.fetch_optional(&pool) .fetch_optional(&pool)