Skip to content

Commit

Permalink
Merge pull request #14 from mlrun/development
Browse files Browse the repository at this point in the history 
Development
  • Loading branch information
@aviaIguazio
aviaIguazio authored Feb 14, 2024
2 parents 92bf647 + 308b816 commit 9b5e218
Show file tree
Hide file tree
Showing 5 changed files with 1,379 additions and 1,170 deletions.
106 changes: 53 additions & 53 deletions financial-payment-pipeline.ipynb
View file
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
},
{
"cell_type": "code",
"execution_count": 3,
"execution_count": 2,
"id": "e34f8c80-6584-4e80-981c-0f17e1584ebf",
"metadata": {
"tags": []
Expand All @@ -36,7 +36,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"> 2024-01-30 08:51:04,839 [info] Project loaded successfully: {'project_name': 'sagemaker'}\n"
"> 2024-02-13 10:14:19,611 [info] Project loaded successfully: {'project_name': 'sagemaker'}\n"
]
}
],
Expand All @@ -61,7 +61,7 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 3,
"id": "9fb9bf8f-dfc5-4b9f-8d63-d423ae326630",
"metadata": {
"tags": []
Expand All @@ -70,7 +70,7 @@
{
"data": {
"text/html": [
"<div>Pipeline running (id=c5935692-c4e0-4bb9-92a7-b1d60e74bedd), <a href=\"https://dashboard.default-tenant.app.app-lab-2-b688.iguazio-cd2.com/mlprojects/sagemaker-yoni/jobs/monitor-workflows/workflow/c5935692-c4e0-4bb9-92a7-b1d60e74bedd\" target=\"_blank\"><b>click here</b></a> to view the details in MLRun UI</div>"
"<div>Pipeline running (id=24e028c0-cc0d-45c3-bdc7-ae29c02d1ee1), <a href=\"https://dashboard.default-tenant.app.cust-cs-il-353.iguazio-cd2.com/mlprojects/sagemaker-admin/jobs/monitor-workflows/workflow/24e028c0-cc0d-45c3-bdc7-ae29c02d1ee1\" target=\"_blank\"><b>click here</b></a> to view the details in MLRun UI</div>"
],
"text/plain": [
"<IPython.core.display.HTML object>"
Expand All @@ -85,52 +85,52 @@
"<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
"<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
" \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
"<!-- Generated by graphviz version 2.43.0 (0)\n",
"<!-- Generated by graphviz version 8.1.0 (20230707.2238)\n",
" -->\n",
"<!-- Title: kfp Pages: 1 -->\n",
"<svg width=\"248pt\" height=\"116pt\"\n",
" viewBox=\"0.00 0.00 248.05 116.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
"<svg width=\"230pt\" height=\"116pt\"\n",
" viewBox=\"0.00 0.00 229.82 116.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
"<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 112)\">\n",
"<title>kfp</title>\n",
"<polygon fill=\"white\" stroke=\"transparent\" points=\"-4,4 -4,-112 244.05,-112 244.05,4 -4,4\"/>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;2077403528 -->\n",
"<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-112 225.82,-112 225.82,4 -4,4\"/>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814 -->\n",
"<g id=\"node1\" class=\"node\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;2077403528</title>\n",
"<polygon fill=\"green\" stroke=\"black\" points=\"122,-36 4,-36 0,-32 0,0 118,0 122,-4 122,-36\"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"118,-32 0,-32 \"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"118,-32 118,0 \"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"118,-32 122,-36 \"/>\n",
"<text text-anchor=\"middle\" x=\"61\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">deploy&#45;serving</text>\n",
"<title>fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814</title>\n",
"<ellipse fill=\"green\" stroke=\"black\" cx=\"115.25\" cy=\"-90\" rx=\"33.1\" ry=\"18\"/>\n",
"<text text-anchor=\"middle\" x=\"115.25\" y=\"-84.58\" font-family=\"Times,serif\" font-size=\"14.00\">train</text>\n",
"</g>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;3541775745 -->\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;47fhj&#45;973894202 -->\n",
"<g id=\"node2\" class=\"node\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;3541775745</title>\n",
"<ellipse fill=\"green\" stroke=\"black\" cx=\"190\" cy=\"-18\" rx=\"50.09\" ry=\"18\"/>\n",
"<text text-anchor=\"middle\" x=\"190\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">evaluate</text>\n",
"<title>fraud&#45;detection&#45;pipeline&#45;47fhj&#45;973894202</title>\n",
"<polygon fill=\"green\" stroke=\"black\" points=\"110.5,-36 4,-36 0,-32 0,0 106.5,0 110.5,-4 110.5,-36\"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"106.5,-32 0,-32\"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"106.5,-32 106.5,0\"/>\n",
"<polyline fill=\"none\" stroke=\"black\" points=\"106.5,-32 110.5,-36\"/>\n",
"<text text-anchor=\"middle\" x=\"55.25\" y=\"-12.57\" font-family=\"Times,serif\" font-size=\"14.00\">deploy&#45;serving</text>\n",
"</g>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240 -->\n",
"<g id=\"node3\" class=\"node\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240</title>\n",
"<ellipse fill=\"green\" stroke=\"black\" cx=\"125\" cy=\"-90\" rx=\"33.29\" ry=\"18\"/>\n",
"<text text-anchor=\"middle\" x=\"125\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">train</text>\n",
"</g>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240&#45;&gt;fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;2077403528 -->\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814&#45;&gt;fraud&#45;detection&#45;pipeline&#45;47fhj&#45;973894202 -->\n",
"<g id=\"edge1\" class=\"edge\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240&#45;&gt;fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;2077403528</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M110.8,-73.46C102.89,-64.82 92.86,-53.85 83.88,-44.03\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"86.3,-41.48 76.96,-36.46 81.13,-46.2 86.3,-41.48\"/>\n",
"<title>fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814&#45;&gt;fraud&#45;detection&#45;pipeline&#45;47fhj&#45;973894202</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M101.64,-73.12C94.36,-64.63 85.23,-53.98 77,-44.38\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"79.24,-42.61 70.07,-37.29 73.92,-47.16 79.24,-42.61\"/>\n",
"</g>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;47fhj&#45;4183868495 -->\n",
"<g id=\"node3\" class=\"node\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;47fhj&#45;4183868495</title>\n",
"<ellipse fill=\"green\" stroke=\"black\" cx=\"175.25\" cy=\"-18\" rx=\"46.57\" ry=\"18\"/>\n",
"<text text-anchor=\"middle\" x=\"175.25\" y=\"-12.57\" font-family=\"Times,serif\" font-size=\"14.00\">evaluate</text>\n",
"</g>\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240&#45;&gt;fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;3541775745 -->\n",
"<!-- fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814&#45;&gt;fraud&#45;detection&#45;pipeline&#45;47fhj&#45;4183868495 -->\n",
"<g id=\"edge2\" class=\"edge\">\n",
"<title>fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;4078108240&#45;&gt;fraud&#45;detection&#45;pipeline&#45;6lj7n&#45;3541775745</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M139.43,-73.46C147.77,-64.48 158.45,-52.98 167.84,-42.87\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"170.47,-45.18 174.71,-35.47 165.34,-40.41 170.47,-45.18\"/>\n",
"<title>fraud&#45;detection&#45;pipeline&#45;47fhj&#45;3902555814&#45;&gt;fraud&#45;detection&#45;pipeline&#45;47fhj&#45;4183868495</title>\n",
"<path fill=\"none\" stroke=\"black\" d=\"M128.86,-73.12C136.35,-64.38 145.8,-53.35 154.22,-43.54\"/>\n",
"<polygon fill=\"black\" stroke=\"black\" points=\"157.42,-46.18 161.27,-36.31 152.11,-41.62 157.42,-46.18\"/>\n",
"</g>\n",
"</g>\n",
"</svg>\n"
],
"text/plain": [
"<graphviz.graphs.Digraph at 0x7f6c05ff4490>"
"<graphviz.graphs.Digraph at 0x7fa4bd1f8d30>"
]
},
"metadata": {},
Expand All @@ -139,7 +139,7 @@
{
"data": {
"text/html": [
"<h2>Run Results</h2><h3>[info] Workflow c5935692-c4e0-4bb9-92a7-b1d60e74bedd finished, state=Succeeded</h3><br>click the hyper links below to see detailed results<br><table border=\"1\" class=\"dataframe\">\n",
"<h2>Run Results</h2><h3>[info] Workflow 24e028c0-cc0d-45c3-bdc7-ae29c02d1ee1 finished, state=Succeeded</h3><br>click the hyper links below to see detailed results<br><table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th>uid</th>\n",
Expand All @@ -152,16 +152,16 @@
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td><div title=\"80724188c619478ebdd0ad964de37911\"><a href=\"https://dashboard.default-tenant.app.app-lab-2-b688.iguazio-cd2.com/mlprojects/sagemaker-yoni/jobs/monitor/80724188c619478ebdd0ad964de37911/overview\" target=\"_blank\" >...4de37911</a></div></td>\n",
" <td>Jan 30 08:58:05</td>\n",
" <td><div title=\"73ae4a820346453f83a5641e2d51f117\"><a href=\"https://dashboard.default-tenant.app.cust-cs-il-353.iguazio-cd2.com/mlprojects/sagemaker-admin/jobs/monitor/73ae4a820346453f83a5641e2d51f117/overview\" target=\"_blank\" >...2d51f117</a></div></td>\n",
" <td>Feb 13 10:21:33</td>\n",
" <td>completed</td>\n",
" <td>evaluate</td>\n",
" <td><div class=\"dictlist\">model_path=store://artifacts/sagemaker-yoni/train_model_path@c5935692-c4e0-4bb9-92a7-b1d60e74bedd</div><div class=\"dictlist\">model_name=xgboost-model</div><div class=\"dictlist\">label_column=transaction_category</div></td>\n",
" <td><div class=\"dictlist\">model_path=store://artifacts/sagemaker-admin/train_model_path@24e028c0-cc0d-45c3-bdc7-ae29c02d1ee1</div><div class=\"dictlist\">model_name=xgboost-model</div><div class=\"dictlist\">label_column=transaction_category</div></td>\n",
" <td></td>\n",
" </tr>\n",
" <tr>\n",
" <td><div title=\"79be5aabdd2c456cbe63d1e1891454d4\"><a href=\"https://dashboard.default-tenant.app.app-lab-2-b688.iguazio-cd2.com/mlprojects/sagemaker-yoni/jobs/monitor/79be5aabdd2c456cbe63d1e1891454d4/overview\" target=\"_blank\" >...891454d4</a></div></td>\n",
" <td>Jan 30 08:51:15</td>\n",
" <td><div title=\"abb418c2fed745028afff6d0eb4ea9d0\"><a href=\"https://dashboard.default-tenant.app.cust-cs-il-353.iguazio-cd2.com/mlprojects/sagemaker-admin/jobs/monitor/abb418c2fed745028afff6d0eb4ea9d0/overview\" target=\"_blank\" >...eb4ea9d0</a></div></td>\n",
" <td>Feb 13 10:14:27</td>\n",
" <td>completed</td>\n",
" <td>train</td>\n",
" <td></td>\n",
Expand All @@ -180,10 +180,10 @@
{
"data": {
"text/plain": [
"c5935692-c4e0-4bb9-92a7-b1d60e74bedd"
"24e028c0-cc0d-45c3-bdc7-ae29c02d1ee1"
]
},
"execution_count": 4,
"execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
Expand All @@ -205,7 +205,7 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 4,
"id": "1421e3e9-dad2-4983-88d7-c9d48cb49fb2",
"metadata": {},
"outputs": [],
Expand All @@ -216,7 +216,7 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 5,
"id": "fff74774-7422-4c8f-af9f-e39ee2505f08",
"metadata": {},
"outputs": [],
Expand Down Expand Up @@ -255,27 +255,27 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": 6,
"id": "5716bca9-ac11-44cf-b9da-b895dba9055f",
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"> 2024-01-30 09:00:00,436 [info] invoking function: {'method': 'POST', 'path': 'http://nuclio-sagemaker-yoni-serving.default-tenant.svc.cluster.local:8080/predict'}\n"
"> 2024-02-13 10:23:44,657 [info] Invoking function: {'method': 'POST', 'path': 'http://sagemaker-admin-serving-sagemaker-admin.default-tenant.app.cust-cs-il-353.iguazio-cd2.com//predict'}\n"
]
},
{
"data": {
"text/plain": [
"{'id': 'cce12b91-6890-4de4-a584-0b23aa27aaac',\n",
"{'id': 'f0d430c4-79e8-426a-bd15-9acc0941bf84',\n",
" 'model_name': 'xgboost-model',\n",
" 'predictions': [1],\n",
" 'confidences': [0.43330907821655273]}"
" 'predictions': [17],\n",
" 'confidences': [0.3079691231250763]}"
]
},
"execution_count": 7,
"execution_count": 6,
"metadata": {},
"output_type": "execute_result"
}
Expand All @@ -287,9 +287,9 @@
],
"metadata": {
"kernelspec": {
"display_name": "mlrun-base",
"display_name": "smdemo",
"language": "python",
"name": "conda-env-mlrun-base-py"
"name": "smdemo"
},
"language_info": {
"codemirror_mode": {
Expand All @@ -301,7 +301,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.16"
"version": "3.9.18"
}
},
"nbformat": 4,
Expand Down
Loading

0 comments on commit 9b5e218

Please sign in to comment.