Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Data tiering #68

Merged
merged 12 commits into from
Sep 4, 2023
Merged

Data tiering #68

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
12 commits
Select commit Hold shift + click to select a range
9d48008
Data Tiering for STAGE
snarvaez Aug 23, 2023
5a16546
Charts with data tiering on STAGE
snarvaez Aug 23, 2023
c8f2feb
Online Archive config for STAGE
snarvaez Aug 24, 2023
9544644
PROD charts + Data Federation + Online Archive
snarvaez Aug 24, 2023
9eabc2f
Merge remote-tracking branch 'origin/main' into sn-data-tiering
snarvaez Aug 30, 2023
ba07f1b
Fix script location for autocomplete
snarvaez Aug 30, 2023
a7a2894
Merge remote-tracking branch 'origin/main' into sn-data-tiering
snarvaez Sep 1, 2023
445a898
Update Event Dashboard
snarvaez Sep 2, 2023
00244fd
Federated charts
snarvaez Sep 2, 2023
20ee873
remove old files
snarvaez Sep 2, 2023
5bc69da
Online Archive - config and index
snarvaez Sep 2, 2023
1be625f
Remove old files
snarvaez Sep 2, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
717 changes: 717 additions & 0 deletions deployment/atlas_charts/Leafsteroids - Event Dashboard - Federated.charts
View file
Open in desktop

Large diffs are not rendered by default.

105 changes: 71 additions & 34 deletions deployment/atlas_charts/Leafsteroids - Event Dashboard.charts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,24 +9,12 @@
"anonymousAuthWhitelist": ["location", "Event._id"]
},
"filters": [{
"type": "String",
"disabled": true,
"name": "DateTime",
"settings": {
"allOthers": true,
"values": [null, "", "2023-03-22T16:54:43.0237652Z", "2023-03-22T17:26:40.5307982Z", "2023-03-22T17:42:17.8491458Z", "2023-03-22T18:09:21.1234055Z", "2023-03-22T19:01:13.8491565Z", "2023-03-22T19:07:16.827622Z", "2023-03-22T19:13:42.459265Z", "2023-03-22T19:21:19.2251935Z", "2023-03-22T19:46:03.1561755Z", "2023-03-22T19:54:08.8854326Z", "2023-03-22T20:00:17.9214215Z", "2023-03-22T22:00:45.0914022Z", "2023-03-22T22:09:38.3658714Z", "2023-03-22T22:15:28.6340605Z", "2023-03-22T22:29:40.3666591Z", "2023-03-22T23:19:39.8369564Z", "2023-03-22T23:24:59.4745029Z", "2023-03-22T23:46:44.5247699Z", "2023-03-22T23:48:41.9151363Z", "2023-03-23T00:28:57.9465764Z"]
},
"linkedFields": [{
"dataSourceId": "data-source-1",
"fieldPath": "DateTime"
}]
}, {
"type": "String",
"disabled": false,
"name": "location",
"settings": {
"allOthers": true,
"values": [null, ""]
"allOthers": false,
"values": ["US-CA"]
},
"linkedFields": [{
"dataSourceId": "data-source-1",
Expand All @@ -38,7 +26,7 @@
"name": "_id",
"settings": {
"allOthers": false,
"values": ["gdc-2023-sf"]
"values": ["mdb-internal"]
},
"linkedFields": [{
"dataSourceId": "data-source-1",
Expand All @@ -47,52 +35,58 @@
}],
"layout": [{
"i": "item-1",
"w": 4,
"h": 3,
"w": 3,
"h": 2,
"x": 0,
"y": 0
}, {
"i": "item-2",
"w": 1,
"h": 1,
"x": 0,
"y": 3
"y": 2
}, {
"i": "item-3",
"w": 2,
"h": 4,
"x": 7,
"y": 0
"w": 3,
"h": 3,
"x": 3,
"y": 1
}, {
"i": "item-4",
"w": 3,
"w": 1,
"h": 1,
"x": 4,
"y": 2
"x": 0,
"y": 3
}, {
"i": "item-5",
"w": 1,
"h": 1,
"x": 1,
"y": 3
"y": 2
}, {
"i": "item-6",
"w": 2,
"w": 1,
"h": 1,
"x": 2,
"y": 3
"y": 2
}, {
"i": "item-7",
"w": 3,
"h": 2,
"x": 4,
"w": 2,
"h": 1,
"x": 3,
"y": 0
}, {
"i": "item-8",
"w": 3,
"w": 2,
"h": 1,
"x": 4,
"x": 1,
"y": 3
}, {
"i": "item-9",
"w": 1,
"h": 1,
"x": 5,
"y": 0
}],
"title": "Leafsteroids - Event Dashboard"
}
Expand Down Expand Up @@ -183,7 +177,7 @@
"lookupFields": [],
"meta": {},
"missedFields": [],
"query": "[\n {\n $unwind: \"$Snapshots\"\n },\n {\n $project: {\n _id: 0,\n \"Snapshots.PlayerPosition\": 1\n }\n },\n {\n $match: {\n $and: [\n {\n $or: [\n {\n \"Snapshots.PlayerPosition.X\": {\n $gte: 2\n }\n },\n {\n \"Snapshots.PlayerPosition.X\": {\n $lte: -2\n }\n }\n ]\n },\n {\n $or: [\n {\n \"Snapshots.PlayerPosition.Z\": {\n $gte: 1\n }\n },\n {\n \"Snapshots.PlayerPosition.Z\": {\n $lte: 0\n }\n }\n ]\n }\n ]\n }\n }\n]",
"query": null,
"queryId": null,
"reductions": {
"x": [{
Expand Down Expand Up @@ -665,6 +659,49 @@
"sample": false,
"title": "Power Ups Collected",
"embedding": {}
},
"item-9": {
"calculatedFields": [],
"channels": {
"value": {
"channelType": "aggregation",
"inferredType": "String",
"field": "Player.Nickname",
"type": "quantitative",
"aggregate": "distinct"
}
},
"chartType": "Number",
"convertedFields": [],
"customisations": {
"options": {},
"axes": {},
"channels": {
"value": {
"numberFormatting": {
"enabled": true,
"value": "Default"
}
}
},
"conditionalFormatting": []
},
"dashboardId": "dashboard-1",
"dataSourceId": "data-source-1",
"description": "",
"filters": [],
"iconValue": "number",
"interactiveFiltering": "highlight",
"itemType": "chart",
"lookupFields": [],
"meta": {},
"missedFields": [],
"query": null,
"queryId": null,
"reductions": {},
"sample": false,
"title": "# Unique Players",
"embedding": {}
}
},
"dataSources": {
Expand Down
133 changes: 133 additions & 0 deletions deployment/atlas_charts/Leafsteroids - Event Top Scores - Federated.charts
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,133 @@
{
"exportVersion": 6,
"dashboards": {
"dashboard-1": {
"description": "",
"embedding": {
"anonymousAuthEnabled": true,
"allowAllFieldsAnonymousAuth": false,
"anonymousAuthWhitelist": ["location", "Event._id"]
},
"filters": [{
"type": "String",
"disabled": false,
"name": "location",
"settings": {
"allOthers": false,
"values": ["US-CA"]
},
"linkedFields": [{
"dataSourceId": "data-source-1",
"fieldPath": "location"
}]
}, {
"type": "String",
"disabled": false,
"name": "_id",
"settings": {
"allOthers": false,
"values": ["gdc-2023-sf"]
},
"linkedFields": [{
"dataSourceId": "data-source-1",
"fieldPath": "Event._id"
}]
}],
"layout": [{
"i": "item-1",
"w": 2,
"h": 4,
"x": 0,
"y": 0
}],
"title": "Leafsteroids - Event Top Scores"
}
},
"items": {
"item-1": {
"calculatedFields": [],
"channels": {
"group": {
"channelType": "category",
"inferredType": "String",
"field": "Player.Nickname",
"type": "nominal",
"isBinning": false
},
"value": {
"channelType": "aggregation",
"inferredType": "Number",
"field": "SessionStatisticsPlain.Score",
"type": "quantitative",
"aggregate": "max"
}
},
"chartType": "Data Table",
"convertedFields": [],
"customisations": {
"options": {
"totalsColumn": {
"enabled": false,
"value": null
}
},
"conditionalFormatting": [],
"axes": {},
"channels": {
"group": {
"labelOverride": {
"enabled": true,
"value": "Player"
}
},
"value": {
"labelOverride": {
"enabled": true,
"value": "Score"
},
"numberFormatting": {
"enabled": true,
"value": "Default"
}
}
}
},
"dashboardId": "dashboard-1",
"dataSourceId": "data-source-1",
"description": "",
"filters": [],
"iconValue": "data-table",
"interactiveFiltering": "filter",
"itemType": "chart",
"lookupFields": [],
"meta": {
"sortModel": [{
"colId": "value",
"sort": "desc"
}],
"columnWidths": {
"group": 150
}
},
"missedFields": [],
"query": null,
"queryId": null,
"reductions": {},
"sample": false,
"title": "Leaderboard",
"embedding": {
"anonymousAuthEnabled": true
}
}
},
"dataSources": {
"data-source-1": {
"alias": "recordings",
"collection": "recordings",
"database": "Leafsteroids",
"deployment": "Leafsteroids--federated",
"sourceType": "datalake"
}
},
"queries": {}
}
Loading