Remove unused fields from datasets.json

subsquid · Sep 16, 2024 · a211900 · a211900
1 parent 4969dd5
commit a211900
Showing 1 changed file with 22 additions and 1 deletion.
diff --git a/crates/network-scheduler/src/storage.rs b/crates/network-scheduler/src/storage.rs
@@ -303,7 +303,28 @@ impl S3Storage {
 
     pub fn save_chunks_list(&self, chunks_summary: &ChunksSummary) -> impl Future<Output = ()> {
         log::debug!("Saving chunks list");
-        let future = match serde_json::to_vec(&chunks_summary) {
+        let chunks = chunks_summary
+            .iter()
+            .map(|(ds, chunks)| {
+                (
+                    ds.clone(),
+                    chunks
+                        .iter()
+                        .map(|c| {
+                            serde_json::json!({
+                                "begin": c.begin,
+                                "end": c.end,
+                                "size_bytes": c.size_bytes,
+                            })
+                        })
+                        .collect(),
+                )
+            })
+            .collect::<serde_json::Map<_, _>>();
+        let json = serde_json::json!({
+            "chunks": chunks
+        });
+        let future = match serde_json::to_vec(&json) {
             Ok(bytes) => Some(
                 self.client
                     .put_object()