From 2acde1639bf980114e67ef48bf27417376c343fc Mon Sep 17 00:00:00 2001 From: Automated Date: Wed, 23 Oct 2024 13:43:45 +0000 Subject: [PATCH] Latest data: Wed Oct 23 13:43:45 UTC 2024 --- pullrequests.jsonl | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pullrequests.jsonl b/pullrequests.jsonl index 20a9cf1..a54e07a 100644 --- a/pullrequests.jsonl +++ b/pullrequests.jsonl @@ -1314,3 +1314,5 @@ {"url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034", "repository_url": "https://api.github.com/repos/databrickslabs/ucx", "labels_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034/labels{/name}", "comments_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034/comments", "events_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034/events", "html_url": "https://github.com/databrickslabs/ucx/pull/3034", "id": 2603025763, "node_id": "PR_kwDOJHf12c5_WEY_", "number": 3034, "title": "Ensure that pipeline assessment doesn't fail if a pipeline is deleted\u2026", "user": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "labels": [{"id": 5246238855, "node_id": "LA_kwDOJHf12c8AAAABOLNAhw", "url": "https://api.github.com/repos/databrickslabs/ucx/labels/bug", "name": "bug", "color": "d73a4a", "default": true, "description": "Something isn't working"}], "state": "closed", "locked": false, "assignee": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "assignees": [{"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}], "milestone": null, "comments": 1, "created_at": "2024-10-21T16:04:25Z", "updated_at": "2024-10-22T09:24:44Z", "closed_at": "2024-10-22T09:24:43Z", "author_association": "CONTRIBUTOR", "active_lock_reason": null, "draft": false, "pull_request": {"url": "https://api.github.com/repos/databrickslabs/ucx/pulls/3034", "html_url": "https://github.com/databrickslabs/ucx/pull/3034", "diff_url": "https://github.com/databrickslabs/ucx/pull/3034.diff", "patch_url": "https://github.com/databrickslabs/ucx/pull/3034.patch", "merged_at": "2024-10-22T09:24:40Z"}, "body": "## Changes\r\n\r\nThis PR updates the pipelines (DLT) crawler so that crawling doesn't fail if a pipeline is deleted while we are iterating over them all. Instead of failing a warning is now logged and the crawling continues.\r\n\r\n### Functionality\r\n\r\n- modified existing workflows: `assessment`, `migration-progress-experimental`\r\n\r\n### Tests\r\n\r\n- added unit tests\r\n- existing integration tests\r\n", "reactions": {"url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034/reactions", "total_count": 0, "+1": 0, "-1": 0, "laugh": 0, "hooray": 0, "confused": 0, "heart": 0, "rocket": 0, "eyes": 0}, "timeline_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3034/timeline", "performed_via_github_app": null, "state_reason": null, "score": 1.0} {"url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26", "repository_url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed", "labels_url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26/labels{/name}", "comments_url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26/comments", "events_url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26/events", "html_url": "https://github.com/godatadriven/data-pipelines-with-airflow-2nd-ed/pull/26", "id": 2552694066, "node_id": "PR_kwDOKq6ves586NZ6", "number": 26, "title": "Bump airflow and dependency versions", "user": {"login": "krisgeus", "id": 273616, "node_id": "MDQ6VXNlcjI3MzYxNg==", "avatar_url": "https://avatars.githubusercontent.com/u/273616?v=4", "gravatar_id": "", "url": "https://api.github.com/users/krisgeus", "html_url": "https://github.com/krisgeus", "followers_url": "https://api.github.com/users/krisgeus/followers", "following_url": "https://api.github.com/users/krisgeus/following{/other_user}", "gists_url": "https://api.github.com/users/krisgeus/gists{/gist_id}", "starred_url": "https://api.github.com/users/krisgeus/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/krisgeus/subscriptions", "organizations_url": "https://api.github.com/users/krisgeus/orgs", "repos_url": "https://api.github.com/users/krisgeus/repos", "events_url": "https://api.github.com/users/krisgeus/events{/privacy}", "received_events_url": "https://api.github.com/users/krisgeus/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "labels": [], "state": "closed", "locked": false, "assignee": null, "assignees": [], "milestone": null, "comments": 0, "created_at": "2024-09-27T11:29:47Z", "updated_at": "2024-10-22T13:16:47Z", "closed_at": "2024-10-22T13:16:42Z", "author_association": "MEMBER", "active_lock_reason": null, "draft": false, "pull_request": {"url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/pulls/26", "html_url": "https://github.com/godatadriven/data-pipelines-with-airflow-2nd-ed/pull/26", "diff_url": "https://github.com/godatadriven/data-pipelines-with-airflow-2nd-ed/pull/26.diff", "patch_url": "https://github.com/godatadriven/data-pipelines-with-airflow-2nd-ed/pull/26.patch", "merged_at": "2024-10-22T13:16:42Z"}, "body": null, "reactions": {"url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26/reactions", "total_count": 0, "+1": 0, "-1": 0, "laugh": 0, "hooray": 0, "confused": 0, "heart": 0, "rocket": 0, "eyes": 0}, "timeline_url": "https://api.github.com/repos/godatadriven/data-pipelines-with-airflow-2nd-ed/issues/26/timeline", "performed_via_github_app": null, "state_reason": null, "score": 1.0} {"url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281", "repository_url": "https://api.github.com/repos/godatadriven/dbt-bouncer", "labels_url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281/labels{/name}", "comments_url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281/comments", "events_url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281/events", "html_url": "https://github.com/godatadriven/dbt-bouncer/pull/281", "id": 2603407407, "node_id": "PR_kwDOMOAhoM5_XRum", "number": 281, "title": "Ensuring debug logs when DEBUG env var", "user": {"login": "pgoslatara", "id": 14027534, "node_id": "MDQ6VXNlcjE0MDI3NTM0", "avatar_url": "https://avatars.githubusercontent.com/u/14027534?v=4", "gravatar_id": "", "url": "https://api.github.com/users/pgoslatara", "html_url": "https://github.com/pgoslatara", "followers_url": "https://api.github.com/users/pgoslatara/followers", "following_url": "https://api.github.com/users/pgoslatara/following{/other_user}", "gists_url": "https://api.github.com/users/pgoslatara/gists{/gist_id}", "starred_url": "https://api.github.com/users/pgoslatara/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/pgoslatara/subscriptions", "organizations_url": "https://api.github.com/users/pgoslatara/orgs", "repos_url": "https://api.github.com/users/pgoslatara/repos", "events_url": "https://api.github.com/users/pgoslatara/events{/privacy}", "received_events_url": "https://api.github.com/users/pgoslatara/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "labels": [], "state": "closed", "locked": false, "assignee": null, "assignees": [], "milestone": null, "comments": 1, "created_at": "2024-10-21T18:57:05Z", "updated_at": "2024-10-21T19:01:36Z", "closed_at": "2024-10-21T19:01:35Z", "author_association": "MEMBER", "active_lock_reason": null, "draft": false, "pull_request": {"url": "https://api.github.com/repos/godatadriven/dbt-bouncer/pulls/281", "html_url": "https://github.com/godatadriven/dbt-bouncer/pull/281", "diff_url": "https://github.com/godatadriven/dbt-bouncer/pull/281.diff", "patch_url": "https://github.com/godatadriven/dbt-bouncer/pull/281.patch", "merged_at": "2024-10-21T19:01:35Z"}, "body": "Resolves #276\r\n\r\n\r\n\r\n### Problem\r\n\r\n\r\n\r\n### Solution\r\n\r\n\r\n\r\n### Checklist\r\n\r\n- [ ] I have run this code in development, and it appears to resolve the stated issue.\r\n- [ ] This PR includes tests, or tests are not required or relevant for this PR.\r\n", "reactions": {"url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281/reactions", "total_count": 0, "+1": 0, "-1": 0, "laugh": 0, "hooray": 0, "confused": 0, "heart": 0, "rocket": 0, "eyes": 0}, "timeline_url": "https://api.github.com/repos/godatadriven/dbt-bouncer/issues/281/timeline", "performed_via_github_app": null, "state_reason": null, "score": 1.0} +{"url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046", "repository_url": "https://api.github.com/repos/databrickslabs/ucx", "labels_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046/labels{/name}", "comments_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046/comments", "events_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046/events", "html_url": "https://github.com/databrickslabs/ucx/pull/3046", "id": 2608135897, "node_id": "PR_kwDOJHf12c5_l9LV", "number": 3046, "title": "Fixed snapshot loading for DFSA and used-table crawlers", "user": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "labels": [{"id": 5246238855, "node_id": "LA_kwDOJHf12c8AAAABOLNAhw", "url": "https://api.github.com/repos/databrickslabs/ucx/labels/bug", "name": "bug", "color": "d73a4a", "default": true, "description": "Something isn't working"}], "state": "closed", "locked": false, "assignee": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "assignees": [{"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}], "milestone": null, "comments": 1, "created_at": "2024-10-23T10:46:18Z", "updated_at": "2024-10-23T12:53:21Z", "closed_at": "2024-10-23T12:53:18Z", "author_association": "CONTRIBUTOR", "active_lock_reason": null, "draft": false, "pull_request": {"url": "https://api.github.com/repos/databrickslabs/ucx/pulls/3046", "html_url": "https://github.com/databrickslabs/ucx/pull/3046", "diff_url": "https://github.com/databrickslabs/ucx/pull/3046.diff", "patch_url": "https://github.com/databrickslabs/ucx/pull/3046.patch", "merged_at": "2024-10-23T12:53:18Z"}, "body": "## Changes\r\n\r\nThis PR fixes an issue with the DFSA and used-table crawlers that could prevent loading of the snapshots. When loading they convert the rows to dictionaries using `.as_dict()` which isn't available on rows provided by the spark-based lsql backend. Instead `.asDict()` needs to be used.\r\n\r\nIncidental changes:\r\n - An existing integration test was updated to also test snapshot loading for these crawlers.\r\n - Another test was renamed to fix a typo in the name.\r\n\r\n### Linked issues\r\n\r\nRelates to #3036, #3039.\r\n\r\n### Tests\r\n\r\n- existing unit tests\r\n- existing integration tests\r\n", "reactions": {"url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046/reactions", "total_count": 0, "+1": 0, "-1": 0, "laugh": 0, "hooray": 0, "confused": 0, "heart": 0, "rocket": 0, "eyes": 0}, "timeline_url": "https://api.github.com/repos/databrickslabs/ucx/issues/3046/timeline", "performed_via_github_app": null, "state_reason": null, "score": 1.0} +{"url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743", "repository_url": "https://api.github.com/repos/databrickslabs/ucx", "labels_url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743/labels{/name}", "comments_url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743/comments", "events_url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743/events", "html_url": "https://github.com/databrickslabs/ucx/pull/2743", "id": 2547443603, "node_id": "PR_kwDOJHf12c58oMby", "number": 2743, "title": "Crawlers: append snapshots to history journal, if available", "user": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "labels": [{"id": 5246238922, "node_id": "LA_kwDOJHf12c8AAAABOLNAyg", "url": "https://api.github.com/repos/databrickslabs/ucx/labels/enhancement", "name": "enhancement", "color": "a2eeef", "default": true, "description": "New feature or request"}, {"id": 5985280517, "node_id": "LA_kwDOJHf12c8AAAABZMAiBQ", "url": "https://api.github.com/repos/databrickslabs/ucx/labels/feat/crawler", "name": "feat/crawler", "color": "006b75", "default": false, "description": ""}, {"id": 7617580343, "node_id": "LA_kwDOJHf12c8AAAABxgsNNw", "url": "https://api.github.com/repos/databrickslabs/ucx/labels/pr/rebase", "name": "pr/rebase", "color": "ECCB29", "default": false, "description": "PR needs to be rebased on the newest origin"}], "state": "closed", "locked": false, "assignee": {"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}, "assignees": [{"login": "asnare", "id": 401970, "node_id": "MDQ6VXNlcjQwMTk3MA==", "avatar_url": "https://avatars.githubusercontent.com/u/401970?v=4", "gravatar_id": "", "url": "https://api.github.com/users/asnare", "html_url": "https://github.com/asnare", "followers_url": "https://api.github.com/users/asnare/followers", "following_url": "https://api.github.com/users/asnare/following{/other_user}", "gists_url": "https://api.github.com/users/asnare/gists{/gist_id}", "starred_url": "https://api.github.com/users/asnare/starred{/owner}{/repo}", "subscriptions_url": "https://api.github.com/users/asnare/subscriptions", "organizations_url": "https://api.github.com/users/asnare/orgs", "repos_url": "https://api.github.com/users/asnare/repos", "events_url": "https://api.github.com/users/asnare/events{/privacy}", "received_events_url": "https://api.github.com/users/asnare/received_events", "type": "User", "user_view_type": "public", "site_admin": false}], "milestone": null, "comments": 1, "created_at": "2024-09-25T09:19:54Z", "updated_at": "2024-10-23T12:27:43Z", "closed_at": "2024-10-23T12:27:41Z", "author_association": "CONTRIBUTOR", "active_lock_reason": null, "draft": false, "pull_request": {"url": "https://api.github.com/repos/databrickslabs/ucx/pulls/2743", "html_url": "https://github.com/databrickslabs/ucx/pull/2743", "diff_url": "https://github.com/databrickslabs/ucx/pull/2743.diff", "patch_url": "https://github.com/databrickslabs/ucx/pull/2743.patch", "merged_at": "2024-10-23T12:27:41Z"}, "body": "## Changes\r\n\r\nThis PR introduces a history table where snapshots are journaled after each crawling operation.\r\n\r\n### Linked issues\r\n\r\nProgresses #2572, resolves #2573.\r\n\r\n### Functionality\r\n\r\n- [X] modified existing workflow: `migration-progress-experimental`\r\n\r\n### Tests\r\n\r\n- [X] added unit tests\r\n- [X] updated integration tests\r\n", "reactions": {"url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743/reactions", "total_count": 0, "+1": 0, "-1": 0, "laugh": 0, "hooray": 0, "confused": 0, "heart": 0, "rocket": 0, "eyes": 0}, "timeline_url": "https://api.github.com/repos/databrickslabs/ucx/issues/2743/timeline", "performed_via_github_app": null, "state_reason": null, "score": 1.0}