Skip to content

Commit

Permalink
scraping
Browse files Browse the repository at this point in the history
  • Loading branch information
jacopocarlini committed Sep 24, 2024
1 parent cfbc03a commit 78e5f3e
Show file tree
Hide file tree
Showing 2 changed files with 67 additions and 40 deletions.
51 changes: 27 additions & 24 deletions lib/bloc/versions/app_cubit.dart
Original file line number Diff line number Diff line change
@@ -1,6 +1,8 @@
import 'dart:convert';
import 'dart:html';

import 'package:chaleno/chaleno.dart';
import 'package:flutter/cupertino.dart';
import 'package:flutter_bloc/flutter_bloc.dart';
import 'package:http/http.dart' as http;
import 'package:statuspage/bloc/versions/app_state.dart';
Expand Down Expand Up @@ -38,30 +40,31 @@ class AppCubit extends Cubit<AppState> {
}

Future<void> addRepo(project) async {
// var parser = await Chaleno()
// .load('https://github.com/pagopa/${project['repository']}');
// List<Result>? results = parser?.getElementsByClassName(
// 'css-truncate css-truncate-target text-bold mr-2');
// var version = results?.first.text ?? 'ERROR';

final Storage storage = window.localStorage;

http.Response response;
if (storage['gh_token'] != null) {
response = await http.get(
Uri.parse(
'https://api.github.com/repos/pagopa/${project['repository']}/releases/latest'),
headers: <String, String>{
'X-GitHub-Api-Version': '2022-11-28',
'Authorization': 'Bearer ${storage['gh_token']}',
'Accept': 'application/vnd.github+json'
},
); // there are limitation 60 requests per hour
} else {
response = await http.get(Uri.parse(
'https://api.github.com/repos/pagopa/${project['repository']}/releases/latest')); // there are limitation 60 requests per hour
}
var version = jsonDecode(response.body)['tag_name'] ?? 'No Release';
var parser = await Chaleno()
.load('https://github.com/pagopa/${project['repository']}');
List<Result>? results = parser?.getElementsByClassName(
'css-truncate css-truncate-target text-bold mr-2');
var version = results?.first.text ?? 'ERROR';
version =
version.toLowerCase().replaceAll("release", "").replaceAll(" ", "")
.replaceAll("v", "");
// final Storage storage = window.localStorage;
// http.Response response;
// if (storage['gh_token'] != null) {
// response = await http.get(
// Uri.parse(
// 'https://api.github.com/repos/pagopa/${project['repository']}/releases/latest'),
// headers: <String, String>{
// 'X-GitHub-Api-Version': '2022-11-28',
// 'Authorization': 'Bearer ${storage['gh_token']}',
// 'Accept': 'application/vnd.github+json'
// },
// ); // there are limitation 60 requests per hour
// } else {
// response = await http.get(Uri.parse(
// 'https://api.github.com/repos/pagopa/${project['repository']}/releases/latest')); // there are limitation 60 requests per hour
// }
// var version = jsonDecode(response.body)['tag_name'] ?? 'No Release';

state.repoVersion.update(project['product'], (value) => version,
ifAbsent: () => version);
Expand Down
56 changes: 40 additions & 16 deletions pubspec.lock
Original file line number Diff line number Diff line change
Expand Up @@ -208,6 +208,30 @@ packages:
url: "https://pub.dev"
source: hosted
version: "0.18.1"
leak_tracker:
dependency: transitive
description:
name: leak_tracker
sha256: "3f87a60e8c63aecc975dda1ceedbc8f24de75f09e4856ea27daf8958f2f0ce05"
url: "https://pub.dev"
source: hosted
version: "10.0.5"
leak_tracker_flutter_testing:
dependency: transitive
description:
name: leak_tracker_flutter_testing
sha256: "932549fb305594d82d7183ecd9fa93463e9914e1b67cacc34bc40906594a1806"
url: "https://pub.dev"
source: hosted
version: "3.0.5"
leak_tracker_testing:
dependency: transitive
description:
name: leak_tracker_testing
sha256: "6ba465d5d76e67ddf503e1161d1f4a6bc42306f9d66ca1e8f079a47290fb06d3"
url: "https://pub.dev"
source: hosted
version: "3.0.1"
lints:
dependency: transitive
description:
Expand All @@ -220,26 +244,26 @@ packages:
dependency: transitive
description:
name: matcher
sha256: "1803e76e6653768d64ed8ff2e1e67bea3ad4b923eb5c56a295c3e634bad5960e"
sha256: d2323aa2060500f906aa31a895b4030b6da3ebdcc5619d14ce1aada65cd161cb
url: "https://pub.dev"
source: hosted
version: "0.12.16"
version: "0.12.16+1"
material_color_utilities:
dependency: transitive
description:
name: material_color_utilities
sha256: "9528f2f296073ff54cb9fee677df673ace1218163c3bc7628093e7eed5203d41"
sha256: f7142bb1154231d7ea5f96bc7bde4bda2a0945d2806bb11670e30b850d56bdec
url: "https://pub.dev"
source: hosted
version: "0.5.0"
version: "0.11.1"
meta:
dependency: transitive
description:
name: meta
sha256: a6e590c838b18133bb482a2745ad77c5bb7715fb0451209e1a7567d416678b8e
sha256: bdb68674043280c3428e9ec998512fb681678676b3c54e773629ffe74419f8c7
url: "https://pub.dev"
source: hosted
version: "1.10.0"
version: "1.15.0"
nested:
dependency: transitive
description:
Expand All @@ -252,10 +276,10 @@ packages:
dependency: transitive
description:
name: path
sha256: "8829d8a55c13fc0e37127c29fedf290c102f4e40ae94ada574091fe0ff96c917"
sha256: "087ce49c3f0dc39180befefc60fdb4acd8f8620e5682fe2476afd0b3688bb4af"
url: "https://pub.dev"
source: hosted
version: "1.8.3"
version: "1.9.0"
path_provider_linux:
dependency: transitive
description:
Expand Down Expand Up @@ -409,10 +433,10 @@ packages:
dependency: transitive
description:
name: test_api
sha256: "5c2f730018264d276c20e4f1503fd1308dfbbae39ec8ee63c5236311ac06954b"
sha256: "5b8a98dafc4d5c4c9c72d8b31ab2b23fc13422348d2997120294d3bac86b4ddb"
url: "https://pub.dev"
source: hosted
version: "0.6.1"
version: "0.7.2"
typed_data:
dependency: transitive
description:
Expand Down Expand Up @@ -493,14 +517,14 @@ packages:
url: "https://pub.dev"
source: hosted
version: "2.1.4"
web:
vm_service:
dependency: transitive
description:
name: web
sha256: afe077240a270dcfd2aafe77602b4113645af95d0ad31128cc02bce5ac5d5152
name: vm_service
sha256: "5c5f338a667b4c644744b661f309fb8080bb94b18a7e91ef1dbd343bed00ed6d"
url: "https://pub.dev"
source: hosted
version: "0.3.0"
version: "14.2.5"
webview_flutter:
dependency: transitive
description:
Expand Down Expand Up @@ -550,5 +574,5 @@ packages:
source: hosted
version: "1.0.1"
sdks:
dart: ">=3.2.0-194.0.dev <4.0.0"
flutter: ">=3.10.0"
dart: ">=3.3.0 <4.0.0"
flutter: ">=3.18.0-18.0.pre.54"

0 comments on commit 78e5f3e

Please sign in to comment.