Merge pull request #39 from abusix/schema-proposal-web-crawler

Add schema: web-crawler
abusix · Nov 11, 2022 · 1a0f050 · 1a0f050
2 parents bec5cda + daea5e8
commit 1a0f050
Show file tree

Hide file tree

Showing 4 changed files with 70 additions and 1 deletion.
diff --git a/samples/positive/development/webcrawler_sample.json b/samples/positive/development/webcrawler_sample.json
@@ -0,0 +1,28 @@
+{
+  "Version": "development",
+  "ReporterInfo": {
+    "ReporterOrg": "ExampleOrg",
+    "ReporterOrgDomain": "example.com",
+    "ReporterOrgEmail": "[email protected]",
+    "ReporterContactEmail": "[email protected]",
+    "ReporterContactName": "Mr. Example",
+    "ReporterContactPhone": "+ 01 000 1234567"
+  },
+  "Disclosure": true,
+  "Report": {
+    "ReportClass": "Activity",
+    "ReportType": "WebCrawler",
+    "Date": "2018-02-05T14:17:10Z",
+    "SourceIp": "192.0.2.59",
+    "SourcePort": 443,
+    "Ongoing": true,
+    "Samples": [
+      {
+        "ContentType": "text/plain",
+        "Base64Encoded": false,
+        "Description": "Requested page does't exist",
+        "Payload": "GET /login.php 404"
+      }
+    ]
+  }
+}
diff --git a/schemas/development/webcrawler.schema.json b/schemas/development/webcrawler.schema.json
@@ -0,0 +1,39 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "$id": "https://raw.githubusercontent.com/xarf/schema-discussion/master/schemas/development/webcrawler.schema.json",
+  "title": "XARF WEBCRAWLER",
+  "description": "A format to report Web-Crawling events.",
+  "allOf": [
+    {
+      "$ref": "xarf_shared.schema.json#/properties/XarfBase"
+    },
+    {
+      "type": "object",
+      "properties": {
+        "Report": {
+          "allOf": [
+            {
+              "$ref": "xarf_shared.schema.json#/properties/IpAndUrlBasedReport"
+            },
+            {
+              "type": "object",
+              "properties": {
+                "ReportClass": {
+                  "type": "string",
+                  "enum": ["Activity"]
+                },
+                "ReportType": {
+                  "type": "string",
+                  "enum": ["WebCrawler"]
+                }
+              }
+            },
+            {
+              "$ref": "xarf_shared.schema.json#/properties/CommonProps"
+            }
+          ]
+        }
+      }
+    }
+  ]
+}
diff --git a/schemas/development/xarf.schema.json b/schemas/development/xarf.schema.json
@@ -43,6 +43,9 @@
     {
       "$ref": "openservice.schema.json"
     },
+    {
+      "$ref": "webcrawler.schema.json"
+    },
     {
       "$ref": "harassment.schema.json"
     }

diff --git a/schemas/development/xarf_shared.schema.json b/schemas/development/xarf_shared.schema.json
@@ -574,7 +574,6 @@
         }
       },
       "required": ["Harasser", "HarassmentDescription"]
-      }
     },
     "CVE": {
       "type": "object",
-Original file line number
+Diff line change
@@ Expand Up / @@ -43,6 +43,9 @@ @@
         {
           "$ref": "openservice.schema.json"
         },
+        {
+          "$ref": "webcrawler.schema.json"
+        },
         {
           "$ref": "harassment.schema.json"
         }
@@ Expand Down @@