Skip to content

Commit

Permalink
RPC data ingestion reform (#217)
Browse files Browse the repository at this point in the history
  • Loading branch information
eldargab authored Nov 30, 2023
1 parent 866c263 commit 16e7880
Show file tree
Hide file tree
Showing 123 changed files with 6,287 additions and 3,151 deletions.
20 changes: 20 additions & 0 deletions common/changes/@subsquid/evm-processor/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
{
"changes": [
{
"packageName": "@subsquid/evm-processor",
"comment": "introduce RPC data filtering",
"type": "minor"
},
{
"packageName": "@subsquid/evm-processor",
"comment": "support chain head tracking via RPC subscription",
"type": "minor"
},
{
"packageName": "@subsquid/evm-processor",
"comment": "improve hot block data ingestion speed via batch processing",
"type": "minor"
}
],
"packageName": "@subsquid/evm-processor"
}
10 changes: 10 additions & 0 deletions common/changes/@subsquid/http-client/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/http-client",
"comment": "update dependencies",
"type": "patch"
}
],
"packageName": "@subsquid/http-client"
}
15 changes: 15 additions & 0 deletions common/changes/@subsquid/rpc-client/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"changes": [
{
"packageName": "@subsquid/rpc-client",
"comment": "introduce subscriptions and notifications",
"type": "minor"
},
{
"packageName": "@subsquid/rpc-client",
"comment": "introduce `.validateError` call option",
"type": "minor"
}
],
"packageName": "@subsquid/rpc-client"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/substrate-data-raw",
"comment": "overhaul hot block ingestion",
"type": "major"
}
],
"packageName": "@subsquid/substrate-data-raw"
}
10 changes: 10 additions & 0 deletions common/changes/@subsquid/substrate-data/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/substrate-data",
"comment": "overhaul hot block ingestion",
"type": "major"
}
],
"packageName": "@subsquid/substrate-data"
}
10 changes: 10 additions & 0 deletions common/changes/@subsquid/substrate-dump/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/substrate-dump",
"comment": "upgrade `@subsquid/*` dependencies",
"type": "minor"
}
],
"packageName": "@subsquid/substrate-dump"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/substrate-ingest",
"comment": "upgrade `@subsquid/*` dependencies",
"type": "minor"
}
],
"packageName": "@subsquid/substrate-ingest"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
{
"changes": [
{
"packageName": "@subsquid/substrate-processor",
"comment": "support chain head tracking via RPC subscription",
"type": "minor"
},
{
"packageName": "@subsquid/substrate-processor",
"comment": "deprecate `.setDataSource()` in favour of separate `.setArchive()` and `.setRpcEndpoint()` methods",
"type": "minor"
},
{
"packageName": "@subsquid/substrate-processor",
"comment": "introduce `.setRpcDataIngestionSettings()` and deprecate `.setChainPollInterval()`, `.useArchiveOnly()`",
"type": "minor"
}
],
"packageName": "@subsquid/substrate-processor"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal-archive-client",
"comment": "better type archive query result",
"type": "minor"
}
],
"packageName": "@subsquid/util-internal-archive-client"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal-ingest-tools",
"comment": "overhaul all tools",
"type": "major"
}
],
"packageName": "@subsquid/util-internal-ingest-tools"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal-processor-tools",
"comment": "migrate to callback based hot data ingestion",
"type": "major"
},
{
"packageName": "@subsquid/util-internal-processor-tools",
"comment": "remove ingest tools",
"type": "major"
},
{
"packageName": "@subsquid/util-internal-processor-tools",
"comment": "add item filtering tools",
"type": "minor"
}
],
"packageName": "@subsquid/util-internal-processor-tools"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal-range",
"comment": "add tools to work with `RangeRequest` lists",
"type": "minor"
}
],
"packageName": "@subsquid/util-internal-range"
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal-validation",
"comment": "",
"type": "none"
}
],
"packageName": "@subsquid/util-internal-validation"
}
15 changes: 15 additions & 0 deletions common/changes/@subsquid/util-internal/subs_2023-11-30-06-20.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,15 @@
{
"changes": [
{
"packageName": "@subsquid/util-internal",
"comment": "rework `AsyncQueue`",
"type": "major"
},
{
"packageName": "@subsquid/util-internal",
"comment": "add `weakMemo()`, `partitionBy()`, `safeCall()` functions",
"type": "minor"
}
],
"packageName": "@subsquid/util-internal"
}
Loading

0 comments on commit 16e7880

Please sign in to comment.