parquet

TUM-Dev · Jul 29, 2024 · a29b06f · a29b06f
1 parent 4923dff
commit a29b06f
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 12 deletions.
diff --git a/server/main-api/src/setup/database/alias.rs b/server/main-api/src/setup/database/alias.rs
@@ -37,6 +37,7 @@ pub async fn download_updates() -> Result<LimitedVec<Alias>, crate::BoxedError>
     let cdn_url = std::env::var("CDN_URL").unwrap_or_else(|_| "https://nav.tum.de/cdn".to_string());
     let body = reqwest::get(format!("{cdn_url}/api_data.parquet"))
         .await?
+        .error_for_status()?
         .bytes()
         .await?;
     let mut aliase=Vec::<Alias>::new();

diff --git a/server/main-api/src/setup/database/data.rs b/server/main-api/src/setup/database/data.rs
@@ -129,6 +129,7 @@ pub async fn download_updates() -> Result<LimitedVec<DelocalisedValues>, crate::
     let cdn_url = std::env::var("CDN_URL").unwrap_or_else(|_| "https://nav.tum.de/cdn".to_string());
     let body = reqwest::get(format!("{cdn_url}/api_data.parquet"))
         .await?
+        .error_for_status()?
         .bytes()
         .await?;
     let mut file = tempfile()?;
@@ -162,6 +163,7 @@ pub async fn download_status() -> Result<LimitedVec<(String, i64)>, crate::Boxed
     let cdn_url = std::env::var("CDN_URL").unwrap_or_else(|_| "https://nav.tum.de/cdn".to_string());
     let body = reqwest::get(format!("{cdn_url}/status_data.parquet"))
         .await?
+        .error_for_status()?
         .bytes()
         .await?;
     let mut file = tempfile()?;

diff --git a/server/main-api/src/setup/database/mod.rs b/server/main-api/src/setup/database/mod.rs
@@ -14,17 +14,6 @@ pub async fn setup(pool: &sqlx::PgPool) -> Result<(), crate::BoxedError> {
 }
 #[tracing::instrument(skip(pool))]
 pub async fn load_data(pool: &sqlx::PgPool) -> Result<(), crate::BoxedError> {
-    let status = data::download_status().await?.0;
-    let new_keys = status
-        .clone()
-        .into_iter()
-        .map(|(k, _)| k)
-        .collect::<LimitedVec<String>>();
-    {
-        let mut tx = pool.begin().await?;
-        cleanup_deleted(&new_keys, &mut tx).await?;
-        tx.commit().await?;
-    }
     {
         let data = data::download_updates().await?;
         let mut tx = pool.begin().await?;

diff --git a/server/main-api/src/setup/meilisearch.rs b/server/main-api/src/setup/meilisearch.rs
@@ -105,6 +105,7 @@ pub async fn load_data(client: &Client) -> Result<(), crate::BoxedError> {
     let cdn_url = std::env::var("CDN_URL").unwrap_or_else(|_| "https://nav.tum.de/cdn".to_string());
     let documents = reqwest::get(format!("{cdn_url}/search_data.json"))
         .await?
+        .error_for_status()?
         .json::<Vec<Value>>()
         .await?;
     let res = entries

diff --git a/server/main-api/src/setup/transportation.rs b/server/main-api/src/setup/transportation.rs
@@ -54,7 +54,9 @@ impl DBStation {
 #[tracing::instrument(skip(pool))]
 pub async fn setup(pool: &sqlx::PgPool) -> Result<(), crate::BoxedError> {
     let url = "https://raw.githubusercontent.com/TUM-Dev/NavigaTUM/main/data/external/results/public_transport.json";
-    let transportations: Vec<Station> = reqwest::get(url).await?.json().await?;
+    let transportations = reqwest::get(url).await?
+        .error_for_status()?
+        .json::<Vec<Station>>().await?;
     let transportations = transportations.into_iter().flat_map(|s| {
         let id = s.station.station_id.clone();
         let mut stations = vec![DBStation::from_station(s.station, None)];