Process media urls

nft_ingester/src/bubblegum_updates_processor.rs

@@ -934,6 +934,7 @@ impl BubblegumTxProcessor {
                             ..Default::default()
                         }),
                     });
+
                     let task = Task {
                         ofd_metadata_url: uri.clone(),
                         ofd_locked_until: Some(chrono::Utc::now()),

nft_ingester/src/json_downloader.rs

@@ -12,6 +12,9 @@ use std::sync::Arc;
 use tokio::task::JoinSet;
 use tokio::time::{self, Instant};
 
+pub const JSON_CONTENT_TYPE_WITH_CHARSET: &str = "application/json; charset=utf-8";
+pub const JSON_CONTENT_TYPE: &str = "application/json";
+
 pub struct JsonDownloader {
     pub db_client: Arc<DBClient>,
     pub rocks_db: Arc<Storage>,
@@ -72,6 +75,36 @@ impl JsonDownloader {
 
                             match response {
                                 Ok(response) => {
+                                    if let Some(content_header) = response.headers().get("Content-Type") {
+                                        if content_header != JSON_CONTENT_TYPE_WITH_CHARSET && content_header != JSON_CONTENT_TYPE {
+                                            let data_to_insert = UpdatedTask {
+                                                status: TaskStatus::Success,
+                                                metadata_url: task.metadata_url.clone(),
+                                                attempts: task.attempts + 1,
+                                                error: "".to_string(),
+                                            };
+                                            cloned_db_client
+                                                .update_tasks(vec![data_to_insert])
+                                                .await
+                                                .unwrap();
+
+                                            cloned_rocks
+                                                .asset_offchain_data
+                                                .put(
+                                                    task.metadata_url.clone(),
+                                                    OffChainData {
+                                                        url: task.metadata_url,
+                                                        metadata: "".to_string(),
+                                                    },
+                                                )
+                                                .unwrap();
+
+                                            info!("Got not a JSON data from link, marked task as success...");
+                                            cloned_metrics.inc_tasks(MetricStatus::SUCCESS);
+                                            return;
+                                        }
+                                    }
+
                                     if response.status() != reqwest::StatusCode::OK {
                                         let status = {
                                             if task.attempts >= task.max_attempts {