Skip to content

Commit

Permalink
add the cache
Browse files Browse the repository at this point in the history
  • Loading branch information
wassfila committed Apr 21, 2024
1 parent 92c8b14 commit e2b54db
Show file tree
Hide file tree
Showing 14 changed files with 388 additions and 1 deletion.
1 change: 0 additions & 1 deletion .gitignore
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
__pycache__
venv
/cache
/dist
26 changes: 26 additions & 0 deletions cache/artifacts.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,26 @@
{
"content": {
"path": "fetch",
"ext": ".json",
"type": "generic",
"filepath": "fetch/content.json"
},
"stats": {
"path": "fetch",
"ext": ".json",
"type": "generic",
"filepath": "fetch/stats.json"
},
"result": {
"path": "fetch",
"ext": ".json",
"type": "generic",
"filepath": "fetch/result.json"
},
"website": {
"path": "fetch",
"ext": ".json",
"type": "generic",
"filepath": "fetch/website.json"
}
}
18 changes: 18 additions & 0 deletions cache/dependencies.dot
Original file line number Diff line number Diff line change
@@ -0,0 +1,18 @@
digraph G {
A [label="fetch-data-1", class="job", shape="box"];
B [label="content", class="artifact", shape="ellipse"];
C [label="calculate-functions", class="job", shape="box"];
D [label="stats", class="artifact", shape="ellipse"];
E [label="compute-statistics", class="job", shape="box"];
F [label="result", class="artifact", shape="ellipse"];
G [label="generate-website", class="job", shape="box"];
H [label="website", class="artifact", shape="ellipse"];
A -> B;
B -> C;
C -> D;
B -> E;
E -> F;
D -> G;
F -> G;
G -> H;
}
109 changes: 109 additions & 0 deletions cache/dependencies.dot.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
70 changes: 70 additions & 0 deletions cache/dependencies.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,70 @@
{
"nodes": [
{
"label": "fetch-data-1",
"class": "job"
},
{
"label": "content",
"class": "artifact"
},
{
"label": "calculate-functions",
"class": "job"
},
{
"label": "stats",
"class": "artifact"
},
{
"label": "compute-statistics",
"class": "job"
},
{
"label": "result",
"class": "artifact"
},
{
"label": "generate-website",
"class": "job"
},
{
"label": "website",
"class": "artifact"
}
],
"edges": [
{
"source": "fetch-data-1",
"target": "content"
},
{
"source": "content",
"target": "calculate-functions"
},
{
"source": "calculate-functions",
"target": "stats"
},
{
"source": "content",
"target": "compute-statistics"
},
{
"source": "compute-statistics",
"target": "result"
},
{
"source": "stats",
"target": "generate-website"
},
{
"source": "result",
"target": "generate-website"
},
{
"source": "generate-website",
"target": "website"
}
]
}
3 changes: 3 additions & 0 deletions cache/fetch/content.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"hello": "world"
}
3 changes: 3 additions & 0 deletions cache/fetch/result.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"result": 6
}
3 changes: 3 additions & 0 deletions cache/fetch/stats.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"stats": 5
}
3 changes: 3 additions & 0 deletions cache/fetch/website.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{
"web": 10
}
34 changes: 34 additions & 0 deletions cache/pipeline.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
[
{
"stage": "fetch",
"job": "fetch-data-1",
"start": "2024-04-21 09:50:41.486325",
"stop": "2024-04-21 09:50:41.587123",
"duration": "0:00:00.100798",
"duration_text": "100 ms"
},
{
"stage": "process",
"job": "calculate-functions",
"start": "2024-04-21 09:50:41.587123",
"stop": "2024-04-21 09:50:41.889199",
"duration": "0:00:00.302076",
"duration_text": "302 ms"
},
{
"stage": "process",
"job": "compute-statistics",
"start": "2024-04-21 09:50:41.889199",
"stop": "2024-04-21 09:50:42.290750",
"duration": "0:00:00.401551",
"duration_text": "401 ms"
},
{
"stage": "build",
"job": "generate-website",
"start": "2024-04-21 09:50:42.290750",
"stop": "2024-04-21 09:50:42.793770",
"duration": "0:00:00.503020",
"duration_text": "503 ms"
}
]
6 changes: 6 additions & 0 deletions cache/test/example.dot
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
digraph G {
A -> B;
B -> C;
C -> A;
C -> L;
}
61 changes: 61 additions & 0 deletions cache/test/example.dot.svg
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
7 changes: 7 additions & 0 deletions cache/test/gen.dot
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
digraph G {
A [label="Node A"];
B [label="Node B"];
C [label="Node C"];
A -> B [label="A to B"];
B -> C [label="B to C"];
}
Loading

0 comments on commit e2b54db

Please sign in to comment.