new

remove_duplicates.py

@@ -0,0 +1,30 @@
+import json
+
+# Load data from nodes.json
+with open('nodes.json') as f:
+    data = json.load(f)
+
+# Function to remove duplicate nodes
+def remove_duplicates(data):
+    seen_identifiers = set()
+    unique_data = []
+    for node in data:
+        identifier = node['identifier']
+        if identifier not in seen_identifiers:
+            seen_identifiers.add(identifier)
+            unique_data.append(node)
+    return unique_data
+
+# Remove duplicates
+unique_data = remove_duplicates(data)
+
+# Check if any nodes were removed
+if len(unique_data) < len(data):
+    print("Duplicate nodes removed.")
+
+    # Save updated data back to nodes.json
+    with open('nodes.json', 'w') as f:
+        json.dump(unique_data, f, indent=4)
+else:
+    print("No duplicate nodes found.")
+

requirements.txt

@@ -0,0 +1 @@
+json