forked from openwallet-foundation/acapy
-
Notifications
You must be signed in to change notification settings - Fork 0
/
agent.py
1536 lines (1388 loc) · 55.5 KB
/
agent.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
import asyncio
import asyncpg
import base64
import functools
import json
import logging
import os
import random
import subprocess
import sys
import yaml
from timeit import default_timer
from aiohttp import (
web,
ClientSession,
ClientRequest,
ClientResponse,
ClientError,
ClientTimeout,
)
from .utils import flatten, log_json, log_msg, log_timer, output_reader
LOGGER = logging.getLogger(__name__)
event_stream_handler = logging.StreamHandler()
event_stream_handler.setFormatter(logging.Formatter("\nEVENT: %(message)s"))
DEBUG_EVENTS = os.getenv("EVENTS")
EVENT_LOGGER = logging.getLogger("event")
EVENT_LOGGER.setLevel(logging.DEBUG if DEBUG_EVENTS else logging.NOTSET)
EVENT_LOGGER.addHandler(event_stream_handler)
EVENT_LOGGER.propagate = False
TRACE_TARGET = os.getenv("TRACE_TARGET")
TRACE_TAG = os.getenv("TRACE_TAG")
TRACE_ENABLED = os.getenv("TRACE_ENABLED")
WEBHOOK_TARGET = os.getenv("WEBHOOK_TARGET")
AGENT_ENDPOINT = os.getenv("AGENT_ENDPOINT")
DEFAULT_POSTGRES = bool(os.getenv("POSTGRES"))
DEFAULT_INTERNAL_HOST = "127.0.0.1"
DEFAULT_EXTERNAL_HOST = "localhost"
DEFAULT_PYTHON_PATH = ".."
PYTHON = os.getenv("PYTHON", sys.executable)
START_TIMEOUT = float(os.getenv("START_TIMEOUT", 30.0))
RUN_MODE = os.getenv("RUNMODE")
GENESIS_URL = os.getenv("GENESIS_URL")
LEDGER_URL = os.getenv("LEDGER_URL")
GENESIS_FILE = os.getenv("GENESIS_FILE")
if RUN_MODE == "docker":
DEFAULT_INTERNAL_HOST = os.getenv("DOCKERHOST") or "host.docker.internal"
DEFAULT_EXTERNAL_HOST = DEFAULT_INTERNAL_HOST
DEFAULT_PYTHON_PATH = "."
elif RUN_MODE == "pwd":
# DEFAULT_INTERNAL_HOST =
DEFAULT_EXTERNAL_HOST = os.getenv("DOCKERHOST") or "host.docker.internal"
DEFAULT_PYTHON_PATH = "."
CRED_FORMAT_INDY = "indy"
CRED_FORMAT_JSON_LD = "json-ld"
DID_METHOD_SOV = "sov"
DID_METHOD_KEY = "key"
KEY_TYPE_ED255 = "ed25519"
KEY_TYPE_BLS = "bls12381g2"
SIG_TYPE_BLS = "BbsBlsSignature2020"
class repr_json:
def __init__(self, val):
self.val = val
def __repr__(self) -> str:
if isinstance(self.val, str):
return self.val
return json.dumps(self.val, indent=4)
async def default_genesis_txns():
genesis = None
try:
if GENESIS_URL:
async with ClientSession() as session:
async with session.get(GENESIS_URL) as resp:
genesis = await resp.text()
elif RUN_MODE == "docker":
async with ClientSession() as session:
async with session.get(
f"http://{DEFAULT_EXTERNAL_HOST}:9000/genesis"
) as resp:
genesis = await resp.text()
elif GENESIS_FILE:
with open(GENESIS_FILE, "r") as genesis_file:
genesis = genesis_file.read()
elif LEDGER_URL:
async with ClientSession() as session:
async with session.get(LEDGER_URL.rstrip("/") + "/genesis") as resp:
genesis = await resp.text()
else:
with open("local-genesis.txt", "r") as genesis_file:
genesis = genesis_file.read()
except Exception:
LOGGER.exception("Error loading genesis transactions:")
return genesis
class DemoAgent:
def __init__(
self,
ident: str,
http_port: int,
admin_port: int,
internal_host: str = None,
external_host: str = None,
genesis_data: str = None,
genesis_txn_list: str = None,
seed: str = None,
label: str = None,
color: str = None,
prefix: str = None,
tails_server_base_url: str = None,
timing: bool = False,
timing_log: str = None,
postgres: bool = None,
revocation: bool = False,
multitenant: bool = False,
mediation: bool = False,
aip: int = 20,
arg_file: str = None,
endorser_role: str = None,
extra_args=None,
**params,
):
self.ident = ident
self.http_port = http_port
self.admin_port = admin_port
self.internal_host = internal_host or DEFAULT_INTERNAL_HOST
self.external_host = external_host or DEFAULT_EXTERNAL_HOST
self.genesis_data = genesis_data
self.genesis_txn_list = genesis_txn_list
self.label = label or ident
self.color = color
self.prefix = prefix
self.timing = timing
self.timing_log = timing_log
self.postgres = DEFAULT_POSTGRES if postgres is None else postgres
self.tails_server_base_url = tails_server_base_url
self.revocation = revocation
self.endorser_role = endorser_role
self.endorser_did = None # set this later
self.endorser_invite = None # set this later
self.extra_args = extra_args
self.trace_enabled = TRACE_ENABLED
self.trace_target = TRACE_TARGET
self.trace_tag = TRACE_TAG
self.multitenant = multitenant
self.external_webhook_target = WEBHOOK_TARGET
self.mediation = mediation
self.mediator_connection_id = None
self.mediator_request_id = None
self.aip = aip
self.arg_file = arg_file
self.admin_url = f"http://{self.internal_host}:{admin_port}"
if AGENT_ENDPOINT:
self.endpoint = AGENT_ENDPOINT
elif RUN_MODE == "pwd":
self.endpoint = f"http://{self.external_host}".replace(
"{PORT}", str(http_port)
)
else:
self.endpoint = f"http://{self.external_host}:{http_port}"
self.webhook_port = None
self.webhook_url = None
self.webhook_site = None
self.params = params
self.proc = None
self.client_session: ClientSession = ClientSession()
if self.endorser_role and self.endorser_role == "author":
seed = None
elif self.endorser_role and not seed:
seed = "random"
rand_name = str(random.randint(100_000, 999_999))
self.seed = (
("my_seed_000000000000000000000000" + rand_name)[-32:]
if seed == "random"
else seed
)
self.storage_type = params.get("storage_type")
self.wallet_type = params.get("wallet_type") or "askar"
self.wallet_name = (
params.get("wallet_name") or self.ident.lower().replace(" ", "") + rand_name
)
self.wallet_key = params.get("wallet_key") or self.ident + rand_name
self.did = None
self.wallet_stats = []
# for multitenancy, storage_type and wallet_type are the same for all wallets
if self.multitenant:
self.agency_ident = self.ident
self.agency_wallet_name = self.wallet_name
self.agency_wallet_seed = self.seed
self.agency_wallet_did = self.did
self.agency_wallet_key = self.wallet_key
self.multi_write_ledger_url = None
if self.genesis_txn_list:
updated_config_list = []
with open(self.genesis_txn_list, "r") as stream:
ledger_config_list = yaml.safe_load(stream)
for config in ledger_config_list:
if "genesis_url" in config and "/$LEDGER_HOST:" in config.get(
"genesis_url"
):
config["genesis_url"] = config.get("genesis_url").replace(
"$LEDGER_HOST", str(self.external_host)
)
updated_config_list.append(config)
if "is_write" in config and config["is_write"]:
self.multi_write_ledger_url = config["genesis_url"].replace(
"/genesis", ""
)
with open(self.genesis_txn_list, "w") as file:
documents = yaml.dump(updated_config_list, file)
async def get_wallets(self):
"""Get registered wallets of agent (this is an agency call)."""
wallets = await self.admin_GET("/multitenancy/wallets")
return wallets
def get_new_webhook_port(self):
"""Get new webhook port for registering additional sub-wallets"""
self.webhook_port = self.webhook_port + 1
return self.webhook_port
async def get_public_did(self):
"""Get public did of wallet (called for a sub-wallet)."""
did = await self.admin_GET("/wallet/did/public")
return did
async def register_schema_and_creddef(
self,
schema_name,
version,
schema_attrs,
support_revocation: bool = False,
revocation_registry_size: int = None,
tag=None,
):
# Create a schema
schema_body = {
"schema_name": schema_name,
"schema_version": version,
"attributes": schema_attrs,
}
schema_response = await self.admin_POST("/schemas", schema_body)
log_json(json.dumps(schema_response), label="Schema:")
await asyncio.sleep(2.0)
if "schema_id" in schema_response:
# schema is created directly
schema_id = schema_response["schema_id"]
else:
# need to wait for the endorser process
schema_response = {"schema_ids": []}
attempts = 3
while 0 < attempts and 0 == len(schema_response["schema_ids"]):
schema_response = await self.admin_GET("/schemas/created")
if 0 == len(schema_response["schema_ids"]):
await asyncio.sleep(1.0)
attempts = attempts - 1
schema_id = schema_response["schema_ids"][0]
log_msg("Schema ID:", schema_id)
# Create a cred def for the schema
cred_def_tag = (
tag if tag else (self.ident + "." + schema_name).replace(" ", "_")
)
credential_definition_body = {
"schema_id": schema_id,
"support_revocation": support_revocation,
**{
"revocation_registry_size": revocation_registry_size
for _ in [""]
if support_revocation
},
"tag": cred_def_tag,
}
credential_definition_response = await self.admin_POST(
"/credential-definitions", credential_definition_body
)
await asyncio.sleep(2.0)
if "credential_definition_id" in credential_definition_response:
# cred def is created directly
credential_definition_id = credential_definition_response[
"credential_definition_id"
]
else:
# need to wait for the endorser process
credential_definition_response = {"credential_definition_ids": []}
attempts = 3
while 0 < attempts and 0 == len(
credential_definition_response["credential_definition_ids"]
):
credential_definition_response = await self.admin_GET(
"/credential-definitions/created"
)
if 0 == len(
credential_definition_response["credential_definition_ids"]
):
await asyncio.sleep(1.0)
attempts = attempts - 1
credential_definition_id = credential_definition_response[
"credential_definition_ids"
][0]
log_msg("Cred def ID:", credential_definition_id)
return schema_id, credential_definition_id
def get_agent_args(self):
result = [
("--endpoint", self.endpoint),
("--label", self.label),
"--auto-ping-connection",
"--auto-respond-messages",
("--inbound-transport", "http", "0.0.0.0", str(self.http_port)),
("--outbound-transport", "http"),
("--admin", "0.0.0.0", str(self.admin_port)),
"--admin-insecure-mode",
("--wallet-type", self.wallet_type),
("--wallet-name", self.wallet_name),
("--wallet-key", self.wallet_key),
"--preserve-exchange-records",
"--auto-provision",
"--public-invites",
# ("--log-level", "debug"),
]
if self.aip == 20:
result.append("--emit-new-didcomm-prefix")
if self.multitenant:
result.extend(
[
"--multitenant",
"--multitenant-admin",
("--jwt-secret", "very_secret_secret"),
]
)
if self.genesis_data:
result.append(("--genesis-transactions", self.genesis_data))
if self.genesis_txn_list:
result.append(("--genesis-transactions-list", self.genesis_txn_list))
if self.seed:
result.append(("--seed", self.seed))
if self.storage_type:
result.append(("--storage-type", self.storage_type))
if self.timing:
result.append("--timing")
if self.timing_log:
result.append(("--timing-log", self.timing_log))
if self.postgres:
result.extend(
[
("--wallet-storage-type", "postgres_storage"),
("--wallet-storage-config", json.dumps(self.postgres_config)),
("--wallet-storage-creds", json.dumps(self.postgres_creds)),
]
)
if self.webhook_url:
result.append(("--webhook-url", self.webhook_url))
if self.external_webhook_target:
result.append(("--webhook-url", self.external_webhook_target))
if self.trace_enabled:
result.extend(
[
("--trace",),
("--trace-target", self.trace_target),
("--trace-tag", self.trace_tag),
("--trace-label", self.label + ".trace"),
]
)
if self.revocation:
# turn on notifications if revocation is enabled
result.append("--notify-revocation")
# always enable notification webhooks
result.append("--monitor-revocation-notification")
if self.tails_server_base_url:
result.append(("--tails-server-base-url", self.tails_server_base_url))
else:
# set the tracing parameters but don't enable tracing
result.extend(
[
(
"--trace-target",
self.trace_target if self.trace_target else "log",
),
(
"--trace-tag",
self.trace_tag if self.trace_tag else "acapy.events",
),
("--trace-label", self.label + ".trace"),
]
)
if self.mediation:
result.extend(
[
"--open-mediation",
]
)
if self.arg_file:
result.extend(
(
"--arg-file",
self.arg_file,
)
)
if self.endorser_role:
if self.endorser_role == "author":
result.extend(
[
("--endorser-protocol-role", "author"),
("--auto-request-endorsement",),
("--auto-write-transactions",),
("--auto-create-revocation-transactions",),
("--auto-promote-author-did"),
("--endorser-alias", "endorser"),
]
)
if self.endorser_did:
result.extend(
[
("--endorser-public-did", self.endorser_did),
]
)
if self.endorser_invite:
result.extend(
(
"--endorser-invitation",
self.endorser_invite,
)
)
elif self.endorser_role == "endorser":
result.extend(
[
(
"--endorser-protocol-role",
"endorser",
),
("--auto-endorse-transactions",),
]
)
if self.extra_args:
result.extend(self.extra_args)
return result
@property
def prefix_str(self):
if self.prefix:
return f"{self.prefix:10s} |"
async def register_did(
self,
ledger_url: str = None,
alias: str = None,
did: str = None,
verkey: str = None,
role: str = "TRUST_ANCHOR",
cred_type: str = CRED_FORMAT_INDY,
):
if cred_type == CRED_FORMAT_INDY:
# if registering a did for issuing indy credentials, publish the did on the ledger
self.log(f"Registering {self.ident} ...")
if not ledger_url:
if self.multi_write_ledger_url:
ledger_url = self.multi_write_ledger_url
else:
ledger_url = LEDGER_URL
if not ledger_url:
ledger_url = f"http://{self.external_host}:9000"
data = {"alias": alias or self.ident}
if self.endorser_role:
if self.endorser_role == "endorser":
role = "ENDORSER"
else:
role = None
if role:
data["role"] = role
if did and verkey:
data["did"] = did
data["verkey"] = verkey
else:
data["seed"] = self.seed
if role is None or role == "":
# if author using endorser register nym and wait for endorser ...
resp = await self.admin_POST("/ledger/register-nym", params=data)
await asyncio.sleep(3.0)
nym_info = data
else:
log_msg("using ledger: " + ledger_url + "/register")
resp = await self.client_session.post(
ledger_url + "/register", json=data
)
if resp.status != 200:
raise Exception(
f"Error registering DID {data}, response code {resp.status}"
)
nym_info = await resp.json()
self.did = nym_info["did"]
self.log(f"nym_info: {nym_info}")
if self.multitenant:
if not self.agency_wallet_did:
self.agency_wallet_did = self.did
self.log(f"Registered DID: {self.did}")
elif cred_type == CRED_FORMAT_JSON_LD:
# TODO register a did:key with appropriate signature type
pass
else:
raise Exception("Invalid credential type:" + cred_type)
async def register_or_switch_wallet(
self,
target_wallet_name,
public_did=False,
webhook_port: int = None,
mediator_agent=None,
cred_type: str = CRED_FORMAT_INDY,
endorser_agent=None,
taa_accept=False,
):
if webhook_port is not None:
await self.listen_webhooks(webhook_port)
self.log(f"Register or switch to wallet {target_wallet_name}")
if target_wallet_name == self.agency_wallet_name:
self.ident = self.agency_ident
self.wallet_name = self.agency_wallet_name
self.seed = self.agency_wallet_seed
self.did = self.agency_wallet_did
self.wallet_key = self.agency_wallet_key
wallet_params = await self.get_id_and_token(self.wallet_name)
self.managed_wallet_params["wallet_id"] = wallet_params["id"]
self.managed_wallet_params["token"] = wallet_params["token"]
if taa_accept:
await self.taa_accept()
self.log(f"Switching to AGENCY wallet {target_wallet_name}")
return False
# check if wallet exists already
wallets = await self.agency_admin_GET("/multitenancy/wallets")
for wallet in wallets["results"]:
if wallet["settings"]["wallet.name"] == target_wallet_name:
# if so set local agent attributes
self.wallet_name = target_wallet_name
# assume wallet key is wallet name
self.wallet_key = target_wallet_name
self.ident = target_wallet_name
# we can't recover the seed so let's set it to None and see what happens
self.seed = None
wallet_params = await self.get_id_and_token(self.wallet_name)
self.managed_wallet_params["wallet_id"] = wallet_params["id"]
self.managed_wallet_params["token"] = wallet_params["token"]
if taa_accept:
await self.taa_accept()
self.log(f"Switching to EXISTING wallet {target_wallet_name}")
return False
# if not then create it
wallet_params = {
"wallet_key": target_wallet_name,
"wallet_name": target_wallet_name,
"wallet_type": self.wallet_type,
"label": target_wallet_name,
"wallet_webhook_urls": self.webhook_url,
"wallet_dispatch_type": "both",
}
self.wallet_name = target_wallet_name
self.wallet_key = target_wallet_name
self.ident = target_wallet_name
new_wallet = await self.agency_admin_POST("/multitenancy/wallet", wallet_params)
self.log("New wallet params:", new_wallet)
self.managed_wallet_params = new_wallet
# if endorser, endorse the wallet ledger operations
if endorser_agent:
self.log("Connect sub-wallet to endorser ...")
if not await connect_wallet_to_endorser(self, endorser_agent):
raise Exception("Endorser setup FAILED :-(")
# if mediation, mediate the wallet connections
if mediator_agent:
if not await connect_wallet_to_mediator(self, mediator_agent):
log_msg("Mediation setup FAILED :-(")
raise Exception("Mediation setup FAILED :-(")
if taa_accept:
await self.taa_accept()
if public_did:
if cred_type == CRED_FORMAT_INDY:
# assign public did
new_did = await self.admin_POST("/wallet/did/create")
self.did = new_did["result"]["did"]
await self.register_did(
did=new_did["result"]["did"],
verkey=new_did["result"]["verkey"],
)
if self.endorser_role and self.endorser_role == "author":
if endorser_agent:
await self.admin_POST("/wallet/did/public?did=" + self.did)
await asyncio.sleep(3.0)
else:
await self.admin_POST("/wallet/did/public?did=" + self.did)
await asyncio.sleep(3.0)
elif cred_type == CRED_FORMAT_JSON_LD:
# create did of appropriate type
data = {"method": DID_METHOD_KEY, "options": {"key_type": KEY_TYPE_BLS}}
new_did = await self.admin_POST("/wallet/did/create", data=data)
self.did = new_did["result"]["did"]
# did:key is not registered as a public did
else:
# todo ignore for now
pass
self.log(f"Created NEW wallet {target_wallet_name}")
return True
async def get_id_and_token(self, wallet_name):
wallet = await self.agency_admin_GET(
f"/multitenancy/wallets?wallet_name={wallet_name}"
)
wallet_id = wallet["results"][0]["wallet_id"]
wallet = await self.agency_admin_POST(
f"/multitenancy/wallet/{wallet_id}/token", {}
)
token = wallet["token"]
return {"id": wallet_id, "token": token}
def handle_output(self, *output, source: str = None, **kwargs):
end = "" if source else "\n"
if source == "stderr":
color = "fg:ansired"
elif not source:
color = self.color or "fg:ansiblue"
else:
color = None
try:
log_msg(*output, color=color, prefix=self.prefix_str, end=end, **kwargs)
except AssertionError as e:
if self.trace_enabled and self.trace_target == "log":
# when tracing to a log file,
# we hit an issue with the underlying prompt_toolkit.
# it attempts to output what is written by the log and can't find the
# correct terminal and throws an error. The trace log record does show
# in the terminal, so let's just ignore this error.
pass
else:
raise e
def log(self, *msg, **kwargs):
self.handle_output(*msg, **kwargs)
def log_json(self, data, label: str = None, **kwargs):
log_json(data, label=label, prefix=self.prefix_str, **kwargs)
def log_timer(self, label: str, show: bool = True, **kwargs):
return log_timer(label, show, logger=self.log, **kwargs)
def _process(self, args, env, loop):
proc = subprocess.Popen(
args,
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
env=env,
encoding="utf-8",
close_fds=True,
)
loop.run_in_executor(
None,
output_reader,
proc.stdout,
functools.partial(self.handle_output, source="stdout"),
)
loop.run_in_executor(
None,
output_reader,
proc.stderr,
functools.partial(self.handle_output, source="stderr"),
)
return proc
def get_process_args(self):
return list(
flatten(
([PYTHON, "-m", "aries_cloudagent", "start"], self.get_agent_args())
)
)
async def start_process(self, python_path: str = None, wait: bool = True):
my_env = os.environ.copy()
python_path = DEFAULT_PYTHON_PATH if python_path is None else python_path
if python_path:
my_env["PYTHONPATH"] = python_path
agent_args = self.get_process_args()
self.log(agent_args)
# start agent sub-process
loop = asyncio.get_event_loop()
future = loop.run_in_executor(None, self._process, agent_args, my_env, loop)
self.proc = await asyncio.wait_for(future, 20, loop=loop)
if wait:
await asyncio.sleep(1.0)
await self.detect_process()
def _terminate(self):
if self.proc and self.proc.poll() is None:
self.proc.terminate()
try:
self.proc.wait(timeout=1.5)
self.log(f"Exited with return code {self.proc.returncode}")
except subprocess.TimeoutExpired:
msg = "Process did not terminate in time"
self.log(msg)
raise Exception(msg)
async def terminate(self):
# close session to admin api
await self.client_session.close()
# shut down web hooks first
if self.webhook_site:
await self.webhook_site.stop()
await asyncio.sleep(0.5)
# now shut down the agent
loop = asyncio.get_event_loop()
if self.proc:
future = loop.run_in_executor(None, self._terminate)
result = await asyncio.wait_for(future, 10, loop=loop)
async def listen_webhooks(self, webhook_port):
self.webhook_port = webhook_port
if RUN_MODE == "pwd":
self.webhook_url = f"http://localhost:{str(webhook_port)}/webhooks"
else:
self.webhook_url = self.external_webhook_target or (
f"http://{self.external_host}:{str(webhook_port)}/webhooks"
)
app = web.Application()
app.add_routes(
[
web.post("/webhooks/topic/{topic}/", self._receive_webhook),
# route for fetching proof request for connectionless requests
web.get(
"/webhooks/pres_req/{pres_req_id}/",
self._send_connectionless_proof_req,
),
]
)
runner = web.AppRunner(app)
await runner.setup()
self.webhook_site = web.TCPSite(runner, "0.0.0.0", webhook_port)
await self.webhook_site.start()
log_msg("Started webhook listener on port:", webhook_port)
async def _receive_webhook(self, request: ClientRequest):
topic = request.match_info["topic"].replace("-", "_")
payload = await request.json()
await self.handle_webhook(topic, payload, request.headers)
return web.Response(status=200)
async def service_decorator(self):
# add a service decorator
did_url = "/wallet/did/public"
agent_public_did = await self.admin_GET(did_url)
endpoint_url = (
"/wallet/get-did-endpoint" + "?did=" + agent_public_did["result"]["did"]
)
agent_endpoint = await self.admin_GET(endpoint_url)
decorator = {
"recipientKeys": [agent_public_did["result"]["verkey"]],
# "routingKeys": [agent_public_did["result"]["verkey"]],
"serviceEndpoint": agent_endpoint["endpoint"],
}
return decorator
async def _send_connectionless_proof_req(self, request: ClientRequest):
pres_req_id = request.match_info["pres_req_id"]
url = "/present-proof/records/" + pres_req_id
proof_exch = await self.admin_GET(url)
if not proof_exch:
return web.Response(status=404)
proof_reg_txn = proof_exch["presentation_request_dict"]
proof_reg_txn["~service"] = await self.service_decorator()
if request.headers.get("Accept") == "application/json":
return web.json_response(proof_reg_txn)
objJsonStr = json.dumps(proof_reg_txn)
objJsonB64 = base64.b64encode(objJsonStr.encode("ascii"))
service_url = self.webhook_url
redirect_url = service_url + "/?m=" + objJsonB64.decode("ascii")
log_msg(f"Redirecting to: {redirect_url}")
raise web.HTTPFound(redirect_url)
async def handle_webhook(self, topic: str, payload, headers: dict):
if topic != "webhook": # would recurse
handler = f"handle_{topic}"
wallet_id = headers.get("x-wallet-id")
method = getattr(self, handler, None)
if method:
EVENT_LOGGER.debug(
"Agent called controller webhook: %s%s%s%s",
handler,
f"\nPOST {self.webhook_url}/topic/{topic}/",
(f" for wallet: {wallet_id}" if wallet_id else ""),
(f" with payload: \n{repr_json(payload)}\n" if payload else ""),
)
asyncio.get_event_loop().create_task(method(payload))
else:
log_msg(
f"Error: agent {self.ident} "
f"has no method {handler} "
f"to handle webhook on topic {topic}"
)
async def handle_problem_report(self, message):
self.log(
f"Received problem report: {message['description']['en']}\n",
source="stderr",
)
async def handle_endorse_transaction(self, message):
self.log(f"Received endorse transaction ...\n", source="stderr")
async def handle_revocation_registry(self, message):
reg_id = message.get("revoc_reg_id", "(undetermined)")
self.log(f"Revocation registry: {reg_id} state: {message['state']}")
async def handle_mediation(self, message):
self.log(f"Received mediation message ...\n")
async def handle_keylist(self, message):
self.log(f"Received handle_keylist message ...\n")
self.log(json.dumps(message))
async def taa_accept(self):
taa_info = await self.admin_GET("/ledger/taa")
if taa_info["result"]["taa_required"]:
taa_accept = {
"mechanism": list(taa_info["result"]["aml_record"]["aml"].keys())[0],
"version": taa_info["result"]["taa_record"]["version"],
"text": taa_info["result"]["taa_record"]["text"],
}
self.log(f"Accepting TAA with: {taa_accept}")
await self.admin_POST(
"/ledger/taa/accept",
data=taa_accept,
)
async def admin_request(
self, method, path, data=None, text=False, params=None, headers=None
) -> ClientResponse:
params = {k: v for (k, v) in (params or {}).items() if v is not None}
async with self.client_session.request(
method, self.admin_url + path, json=data, params=params, headers=headers
) as resp:
resp_text = await resp.text()
try:
resp.raise_for_status()
except Exception as e:
# try to retrieve and print text on error
raise Exception(f"Error: {resp_text}") from e
if not resp_text and not text:
return None
if not text:
try:
return json.loads(resp_text)
except json.JSONDecodeError as e:
raise Exception(f"Error decoding JSON: {resp_text}") from e
return resp_text
async def agency_admin_GET(
self, path, text=False, params=None, headers=None
) -> ClientResponse:
if not self.multitenant:
raise Exception("Error can't call agency admin unless in multitenant mode")
try:
EVENT_LOGGER.debug("Controller GET %s request to Agent", path)
if not headers:
headers = {}
response = await self.admin_request(
"GET", path, None, text, params, headers=headers
)
EVENT_LOGGER.debug(
"Response from GET %s received: \n%s",
path,
repr_json(response),
)
return response
except ClientError as e:
self.log(f"Error during GET {path}: {str(e)}")
raise
async def admin_GET(
self, path, text=False, params=None, headers=None
) -> ClientResponse:
try:
EVENT_LOGGER.debug("Controller GET %s request to Agent", path)
if self.multitenant:
if not headers:
headers = {}
headers["Authorization"] = (
"Bearer " + self.managed_wallet_params["token"]
)
response = await self.admin_request(
"GET", path, None, text, params, headers=headers
)
EVENT_LOGGER.debug(
"Response from GET %s received: \n%s",
path,
repr_json(response),
)
return response
except ClientError as e:
self.log(f"Error during GET {path}: {str(e)}")
raise
async def agency_admin_POST(
self, path, data=None, text=False, params=None, headers=None
) -> ClientResponse:
if not self.multitenant:
raise Exception("Error can't call agency admin unless in multitenant mode")
try:
EVENT_LOGGER.debug(
"Controller POST %s request to Agent%s",
path,
(" with data: \n{}".format(repr_json(data)) if data else ""),
)
if not headers:
headers = {}
response = await self.admin_request(
"POST", path, data, text, params, headers=headers
)
EVENT_LOGGER.debug(
"Response from POST %s received: \n%s",
path,
repr_json(response),
)
return response
except ClientError as e:
self.log(f"Error during POST {path}: {str(e)}")
raise
async def admin_POST(
self, path, data=None, text=False, params=None, headers=None
) -> ClientResponse:
try:
EVENT_LOGGER.debug(
"Controller POST %s request to Agent%s",
path,
(" with data: \n{}".format(repr_json(data)) if data else ""),
)
if self.multitenant:
if not headers:
headers = {}
headers["Authorization"] = (
"Bearer " + self.managed_wallet_params["token"]
)
response = await self.admin_request(
"POST", path, data, text, params, headers=headers
)
EVENT_LOGGER.debug(
"Response from POST %s received: \n%s",
path,
repr_json(response),
)
return response
except ClientError as e:
self.log(f"Error during POST {path}: {str(e)}")
raise
async def admin_PATCH(
self, path, data=None, text=False, params=None, headers=None