From 9e9a6febdee9aa06c87d785f304c1a377b47d3b9 Mon Sep 17 00:00:00 2001 From: Pierce Trey Date: Wed, 27 Jul 2022 08:24:07 -0600 Subject: [PATCH] broadcast in sync mode and poll for status, handle sequence number mismatch w/ retry --- example-kotlin/build.gradle | 2 +- ...ance.scope.contract.contracts.ContractHash | 1 + ....provenance.scope.contract.proto.ProtoHash | 1 + .../provenance/p8e/plugin/ProvenanceClient.kt | 116 +++++++++++++----- 4 files changed, 85 insertions(+), 35 deletions(-) create mode 100644 example-kotlin/contracts/src/main/resources/META-INF/services/io.provenance.scope.contract.contracts.ContractHash create mode 100644 example-kotlin/protos/src/main/resources/META-INF/services/io.provenance.scope.contract.proto.ProtoHash diff --git a/example-kotlin/build.gradle b/example-kotlin/build.gradle index 45fed4d..ccab793 100644 --- a/example-kotlin/build.gradle +++ b/example-kotlin/build.gradle @@ -42,7 +42,7 @@ p8e { // specifies all of the p8e locations that this plugin will bootstrap to. locations = [ local: new io.provenance.p8e.plugin.P8eLocationExtension( - osUrl: 'grpc://localhost:5001', + osUrl: 'grpc://localhost:5000', provenanceUrl: 'grpc://localhost:9090', encryptionPrivateKey: '0A2100EF4A9391903BFE252CB240DA6695BC5F680A74A8E16BEBA003833DFE9B18C147', signingPrivateKey: '0A2100EF4A9391903BFE252CB240DA6695BC5F680A74A8E16BEBA003833DFE9B18C147', diff --git a/example-kotlin/contracts/src/main/resources/META-INF/services/io.provenance.scope.contract.contracts.ContractHash b/example-kotlin/contracts/src/main/resources/META-INF/services/io.provenance.scope.contract.contracts.ContractHash new file mode 100644 index 0000000..b21b35e --- /dev/null +++ b/example-kotlin/contracts/src/main/resources/META-INF/services/io.provenance.scope.contract.contracts.ContractHash @@ -0,0 +1 @@ +io.p8e.contracts.examplekotlin.ContractHash1658876514311 \ No newline at end of file diff --git a/example-kotlin/protos/src/main/resources/META-INF/services/io.provenance.scope.contract.proto.ProtoHash b/example-kotlin/protos/src/main/resources/META-INF/services/io.provenance.scope.contract.proto.ProtoHash new file mode 100644 index 0000000..a6c360c --- /dev/null +++ b/example-kotlin/protos/src/main/resources/META-INF/services/io.provenance.scope.contract.proto.ProtoHash @@ -0,0 +1 @@ +io.p8e.proto.examplekotlin.ProtoHash1658876514311 \ No newline at end of file diff --git a/src/main/kotlin/io/provenance/p8e/plugin/ProvenanceClient.kt b/src/main/kotlin/io/provenance/p8e/plugin/ProvenanceClient.kt index 95a38c4..21fda8b 100644 --- a/src/main/kotlin/io/provenance/p8e/plugin/ProvenanceClient.kt +++ b/src/main/kotlin/io/provenance/p8e/plugin/ProvenanceClient.kt @@ -16,6 +16,7 @@ import cosmos.base.v1beta1.CoinOuterClass import cosmos.crypto.secp256k1.Keys import cosmos.tx.signing.v1beta1.Signing import cosmos.tx.v1beta1.ServiceGrpc +import cosmos.tx.v1beta1.ServiceOuterClass import cosmos.tx.v1beta1.ServiceOuterClass.BroadcastMode import cosmos.tx.v1beta1.ServiceOuterClass.BroadcastTxRequest import cosmos.tx.v1beta1.ServiceOuterClass.SimulateRequest @@ -27,6 +28,9 @@ import cosmos.tx.v1beta1.TxOuterClass.SignerInfo import cosmos.tx.v1beta1.TxOuterClass.Tx import cosmos.tx.v1beta1.TxOuterClass.TxBody import io.grpc.ManagedChannel +import io.grpc.Status +import io.grpc.StatusRuntimeException +import io.provenance.client.protobuf.extensions.getTx import io.provenance.metadata.v1.ContractSpecificationRequest import io.provenance.metadata.v1.ContractSpecificationResponse import io.provenance.metadata.v1.QueryGrpc @@ -72,44 +76,88 @@ class ProvenanceClient(channel: ManagedChannel, val logger: Logger, val location fun contractSpecification(request: ContractSpecificationRequest): ContractSpecificationResponse = metadataClient.withDeadlineAfter(10, TimeUnit.SECONDS).contractSpecification(request) + private class SequenceMismatch(message: String): Exception(message) fun writeTx(address: String, signer: SignerMeta, txBody: TxBody) { - val accountInfo = authClient.withDeadlineAfter(10, TimeUnit.SECONDS) - .account( - QueryOuterClass.QueryAccountRequest.newBuilder() - .setAddress(address) - .build() - ).run { account.unpack(Auth.BaseAccount::class.java) } - val signedSimulateTx = - signTx(txBody, accountInfo.accountNumber, accountInfo.sequence, signer) - val estimate = serviceClient.withDeadlineAfter(10, TimeUnit.SECONDS) - .simulate(SimulateRequest.newBuilder().setTx(signedSimulateTx).build()) - .let { GasEstimate(it.gasInfo.gasUsed) } - - logger.trace("signed tx = $signedSimulateTx") - - val signedTx = signTx( - txBody, - accountInfo.accountNumber, - accountInfo.sequence, - signer, - gasEstimate = estimate.copy(feeAdjustment = location.txFeeAdjustment.toDouble()) - ) - val response = serviceClient.withDeadlineAfter(20, TimeUnit.SECONDS) - .broadcastTx( - BroadcastTxRequest.newBuilder() - .setTxBytes(ByteString.copyFrom(signedTx.toByteArray())) - .setMode(BroadcastMode.BROADCAST_MODE_BLOCK) - .build() + retryForException(SequenceMismatch::class.java, 5) { + val accountInfo = authClient.withDeadlineAfter(10, TimeUnit.SECONDS) + .account( + QueryOuterClass.QueryAccountRequest.newBuilder() + .setAddress(address) + .build() + ).run { account.unpack(Auth.BaseAccount::class.java) } + val signedSimulateTx = + signTx(txBody, accountInfo.accountNumber, accountInfo.sequence, signer) + val estimate = serviceClient.withDeadlineAfter(10, TimeUnit.SECONDS) + .simulate(SimulateRequest.newBuilder().setTx(signedSimulateTx).build()) + .let { GasEstimate(it.gasInfo.gasUsed) } + + logger.trace("signed tx = $signedSimulateTx") + + val signedTx = signTx( + txBody, + accountInfo.accountNumber, + accountInfo.sequence, + signer, + gasEstimate = estimate.copy(feeAdjustment = location.txFeeAdjustment.toDouble()) ) - - logger.info("sent tx = ${response.txResponse.txhash}") - logger.trace("tx response = $response") - - if (response.txResponse.code != 0) { - logger.warn("Could not persist batch: $response") - throw Exception("Received non zero response from Provenance") + val response = serviceClient.withDeadlineAfter(20, TimeUnit.SECONDS) + .broadcastTx( + BroadcastTxRequest.newBuilder() + .setTxBytes(ByteString.copyFrom(signedTx.toByteArray())) + .setMode(BroadcastMode.BROADCAST_MODE_SYNC) + .build() + ) + if (response.txResponse.code != 0) { + if (response.txResponse.rawLog.contains("account sequence mismatch")) { + throw SequenceMismatch("error broadcasting tx (code ${response.txResponse.code}, rawLog: ${response.txResponse.rawLog})") + } + throw Exception() + } + + logger.info("sent tx = ${response.txResponse.txhash}") + lateinit var tx: ServiceOuterClass.GetTxResponse + var numPolls = 0 + do { + tx = try { + if (++numPolls > 25) { + throw Exception("Exceeded maximum number of polls for transaction ${response.txResponse.txhash}") + } + serviceClient.getTx(response.txResponse.txhash) + } catch (e: StatusRuntimeException) { + if (e.status.code != Status.NOT_FOUND.code) { + throw e + } + ServiceOuterClass.GetTxResponse.getDefaultInstance() + } + if (tx.txResponse.code > 0) { + // transaction errored + logger.warn("Could not persist batch: ${tx.txResponse}") + throw Exception("transaction error (code ${tx.txResponse.code}, rawLog: ${tx.txResponse.rawLog})") + } + Thread.sleep(1000) + } while (tx.txResponse.height <= 0) + + logger.trace("tx response = ${tx.txResponse}") } + } + private fun retryForException(exceptionClass: Class, numTries: Int, block: () -> R): R { + var lastException: Throwable? = null + for (n in 1..numTries) { + if (lastException != null) { + logger.warn("retrying due to exception: ${lastException.message}") + } + try { + return block() + } catch (e: Throwable) { + if (e.javaClass == exceptionClass) { + lastException = e + continue + } + throw e + } + } + throw lastException ?: Exception("retry limit reached without a last exception: should not get here") } private fun signTx(