diff --git a/experiments/CiteSeer_Eattack b/experiments/CiteSeer_Eattack new file mode 100644 index 0000000..c6ad681 --- /dev/null +++ b/experiments/CiteSeer_Eattack @@ -0,0 +1,60 @@ +mode:reverse prob:0.05 evasion:0.62 acc:0.67 +mode:reverse prob:0.05 evasion:0.79 acc:0.81 +mode:reverse prob:0.05 evasion:0.75 acc:0.78 +mode:reverse prob:0.05 evasion:0.68 acc:0.67 +mode:reverse prob:0.05 evasion:0.7 acc:0.73 +mode:reverse prob:0.1 evasion:0.53 acc:0.57 +mode:reverse prob:0.1 evasion:0.48 acc:0.5 +mode:reverse prob:0.1 evasion:0.45 acc:0.47 +mode:reverse prob:0.1 evasion:0.52 acc:0.54 +mode:reverse prob:0.1 evasion:0.59 acc:0.65 +mode:reverse prob:0.15 evasion:0.5 acc:0.53 +mode:reverse prob:0.15 evasion:0.5 acc:0.52 +mode:reverse prob:0.15 evasion:0.45 acc:0.46 +mode:reverse prob:0.15 evasion:0.37 acc:0.38 +mode:reverse prob:0.15 evasion:0.43 acc:0.46 +mode:remove prob:0.05 evasion:0.02 acc:0.1 +mode:remove prob:0.05 evasion:0.02 acc:0.11 +mode:remove prob:0.05 evasion:0.03 acc:0.1 +mode:remove prob:0.05 evasion:0.03 acc:0.12 +mode:remove prob:0.05 evasion:0.05 acc:0.11 +mode:remove prob:0.1 evasion:0.01 acc:0.11 +mode:remove prob:0.1 evasion:0.0 acc:0.11 +mode:remove prob:0.1 evasion:0.02 acc:0.11 +mode:remove prob:0.1 evasion:0.01 acc:0.09 +mode:remove prob:0.1 evasion:0.03 acc:0.12 +mode:remove prob:0.15 evasion:0.02 acc:0.11 +mode:remove prob:0.15 evasion:0.03 acc:0.1 +mode:remove prob:0.15 evasion:0.03 acc:0.1 +mode:remove prob:0.15 evasion:0.03 acc:0.11 +mode:remove prob:0.15 evasion:0.04 acc:0.12 +mode:add prob:0.05 evasion:0.09 acc:0.1 +mode:add prob:0.05 evasion:0.04 acc:0.1 +mode:add prob:0.05 evasion:0.05 acc:0.11 +mode:add prob:0.05 evasion:0.06 acc:0.12 +mode:add prob:0.05 evasion:0.06 acc:0.1 +mode:add prob:0.1 evasion:0.07 acc:0.13 +mode:add prob:0.1 evasion:0.09 acc:0.13 +mode:add prob:0.1 evasion:0.09 acc:0.13 +mode:add prob:0.1 evasion:0.05 acc:0.12 +mode:add prob:0.1 evasion:0.06 acc:0.14 +mode:add prob:0.15 evasion:0.08 acc:0.13 +mode:add prob:0.15 evasion:0.08 acc:0.13 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:add prob:0.15 evasion:0.07 acc:0.13 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:rewire prob:0.05 evasion:0.0 acc:0.1 +mode:rewire prob:0.05 evasion:0.0 acc:0.1 +mode:rewire prob:0.05 evasion:0.0 acc:0.12 +mode:rewire prob:0.05 evasion:0.01 acc:0.13 +mode:rewire prob:0.05 evasion:0.0 acc:0.11 +mode:rewire prob:0.1 evasion:0.01 acc:0.13 +mode:rewire prob:0.1 evasion:0.01 acc:0.13 +mode:rewire prob:0.1 evasion:0.01 acc:0.13 +mode:rewire prob:0.1 evasion:0.01 acc:0.13 +mode:rewire prob:0.1 evasion:0.01 acc:0.1 +mode:rewire prob:0.15 evasion:0.0 acc:0.12 +mode:rewire prob:0.15 evasion:0.0 acc:0.09 +mode:rewire prob:0.15 evasion:0.0 acc:0.12 +mode:rewire prob:0.15 evasion:0.0 acc:0.13 +mode:rewire prob:0.15 evasion:0.0 acc:0.11 diff --git a/experiments/CiteSeer_random b/experiments/CiteSeer_random new file mode 100644 index 0000000..d7decf1 --- /dev/null +++ b/experiments/CiteSeer_random @@ -0,0 +1,60 @@ +mode:reverse prob:0.05 evasion:0.43 acc:0.49 +mode:reverse prob:0.05 evasion:0.46 acc:0.45 +mode:reverse prob:0.05 evasion:0.44 acc:0.5 +mode:reverse prob:0.05 evasion:0.52 acc:0.53 +mode:reverse prob:0.05 evasion:0.44 acc:0.46 +mode:reverse prob:0.1 evasion:0.62 acc:0.65 +mode:reverse prob:0.1 evasion:0.56 acc:0.59 +mode:reverse prob:0.1 evasion:0.59 acc:0.62 +mode:reverse prob:0.1 evasion:0.5 acc:0.55 +mode:reverse prob:0.1 evasion:0.55 acc:0.56 +mode:reverse prob:0.15 evasion:0.62 acc:0.62 +mode:reverse prob:0.15 evasion:0.59 acc:0.6 +mode:reverse prob:0.15 evasion:0.54 acc:0.53 +mode:reverse prob:0.15 evasion:0.7 acc:0.71 +mode:reverse prob:0.15 evasion:0.63 acc:0.66 +mode:remove prob:0.05 evasion:0.0 acc:0.12 +mode:remove prob:0.05 evasion:0.0 acc:0.15 +mode:remove prob:0.05 evasion:0.0 acc:0.14 +mode:remove prob:0.05 evasion:0.0 acc:0.14 +mode:remove prob:0.05 evasion:0.0 acc:0.15 +mode:remove prob:0.1 evasion:0.0 acc:0.12 +mode:remove prob:0.1 evasion:0.0 acc:0.12 +mode:remove prob:0.1 evasion:0.0 acc:0.11 +mode:remove prob:0.1 evasion:0.0 acc:0.12 +mode:remove prob:0.1 evasion:0.0 acc:0.14 +mode:remove prob:0.15 evasion:0.01 acc:0.14 +mode:remove prob:0.15 evasion:0.0 acc:0.12 +mode:remove prob:0.15 evasion:0.0 acc:0.13 +mode:remove prob:0.15 evasion:0.01 acc:0.12 +mode:remove prob:0.15 evasion:0.0 acc:0.12 +mode:add prob:0.05 evasion:0.03 acc:0.15 +mode:add prob:0.05 evasion:0.01 acc:0.14 +mode:add prob:0.05 evasion:0.0 acc:0.13 +mode:add prob:0.05 evasion:0.01 acc:0.14 +mode:add prob:0.05 evasion:0.03 acc:0.14 +mode:add prob:0.1 evasion:0.02 acc:0.14 +mode:add prob:0.1 evasion:0.01 acc:0.14 +mode:add prob:0.1 evasion:0.01 acc:0.12 +mode:add prob:0.1 evasion:0.04 acc:0.16 +mode:add prob:0.1 evasion:0.03 acc:0.12 +mode:add prob:0.15 evasion:0.04 acc:0.16 +mode:add prob:0.15 evasion:0.02 acc:0.13 +mode:add prob:0.15 evasion:0.02 acc:0.15 +mode:add prob:0.15 evasion:0.06 acc:0.15 +mode:add prob:0.15 evasion:0.03 acc:0.13 +mode:rewire prob:0.05 evasion:0.0 acc:0.12 +mode:rewire prob:0.05 evasion:0.01 acc:0.12 +mode:rewire prob:0.05 evasion:0.01 acc:0.11 +mode:rewire prob:0.05 evasion:0.01 acc:0.13 +mode:rewire prob:0.05 evasion:0.01 acc:0.1 +mode:rewire prob:0.1 evasion:0.02 acc:0.14 +mode:rewire prob:0.1 evasion:0.04 acc:0.13 +mode:rewire prob:0.1 evasion:0.03 acc:0.12 +mode:rewire prob:0.1 evasion:0.02 acc:0.1 +mode:rewire prob:0.1 evasion:0.02 acc:0.12 +mode:rewire prob:0.15 evasion:0.03 acc:0.13 +mode:rewire prob:0.15 evasion:0.0 acc:0.14 +mode:rewire prob:0.15 evasion:0.03 acc:0.13 +mode:rewire prob:0.15 evasion:0.02 acc:0.14 +mode:rewire prob:0.15 evasion:0.02 acc:0.14 diff --git a/experiments/CiteSeer_reverse_eattack b/experiments/CiteSeer_reverse_eattack new file mode 100644 index 0000000..f7adaaf --- /dev/null +++ b/experiments/CiteSeer_reverse_eattack @@ -0,0 +1,15 @@ +mode:reverse prob:0.05 evasion:0.82 acc:0.84 +mode:reverse prob:0.05 evasion:0.85 acc:0.87 +mode:reverse prob:0.05 evasion:0.87 acc:0.89 +mode:reverse prob:0.05 evasion:0.87 acc:0.88 +mode:reverse prob:0.05 evasion:0.86 acc:0.87 +mode:reverse prob:0.1 evasion:0.57 acc:0.58 +mode:reverse prob:0.1 evasion:0.69 acc:0.72 +mode:reverse prob:0.1 evasion:0.78 acc:0.79 +mode:reverse prob:0.1 evasion:0.76 acc:0.78 +mode:reverse prob:0.1 evasion:0.6 acc:0.63 +mode:reverse prob:0.15 evasion:0.56 acc:0.58 +mode:reverse prob:0.15 evasion:0.59 acc:0.6 +mode:reverse prob:0.15 evasion:0.6 acc:0.62 +mode:reverse prob:0.15 evasion:0.56 acc:0.59 +mode:reverse prob:0.15 evasion:0.56 acc:0.58 diff --git a/experiments/CiteSeer_reverse_eattack_small_probs b/experiments/CiteSeer_reverse_eattack_small_probs new file mode 100644 index 0000000..bb8564e --- /dev/null +++ b/experiments/CiteSeer_reverse_eattack_small_probs @@ -0,0 +1,20 @@ +mode:reverse prob:0.0 evasion:0.0 acc:0.1 +mode:reverse prob:0.0 evasion:0.02 acc:0.11 +mode:reverse prob:0.0 evasion:0.02 acc:0.12 +mode:reverse prob:0.0 evasion:0.01 acc:0.12 +mode:reverse prob:0.0 evasion:0.04 acc:0.13 +mode:reverse prob:0.001 evasion:0.04 acc:0.13 +mode:reverse prob:0.001 evasion:0.02 acc:0.11 +mode:reverse prob:0.001 evasion:0.01 acc:0.1 +mode:reverse prob:0.001 evasion:0.03 acc:0.12 +mode:reverse prob:0.001 evasion:0.04 acc:0.14 +mode:reverse prob:0.01 evasion:0.1 acc:0.17 +mode:reverse prob:0.01 evasion:0.12 acc:0.21 +mode:reverse prob:0.01 evasion:0.08 acc:0.16 +mode:reverse prob:0.01 evasion:0.09 acc:0.14 +mode:reverse prob:0.01 evasion:0.05 acc:0.15 +mode:reverse prob:0.015 evasion:0.15 acc:0.16 +mode:reverse prob:0.015 evasion:0.14 acc:0.21 +mode:reverse prob:0.015 evasion:0.13 acc:0.2 +mode:reverse prob:0.015 evasion:0.1 acc:0.15 +mode:reverse prob:0.015 evasion:0.11 acc:0.17 diff --git a/experiments/CiteSeer_reverse_eattack_small_probs_2 b/experiments/CiteSeer_reverse_eattack_small_probs_2 new file mode 100644 index 0000000..9a6ae72 --- /dev/null +++ b/experiments/CiteSeer_reverse_eattack_small_probs_2 @@ -0,0 +1,12 @@ +mode:reverse prob:0.02 evasion:0.79 acc:0.79 +mode:reverse prob:0.02 evasion:0.67 acc:0.66 +mode:reverse prob:0.02 evasion:0.77 acc:0.76 +mode:reverse prob:0.02 evasion:0.72 acc:0.72 +mode:reverse prob:0.02 evasion:0.65 acc:0.63 +mode:reverse prob:0.025 evasion:0.71 acc:0.72 +mode:reverse prob:0.025 evasion:0.64 acc:0.64 +mode:reverse prob:0.025 evasion:0.66 acc:0.66 +mode:reverse prob:0.025 evasion:0.72 acc:0.71 +mode:reverse prob:0.025 evasion:0.62 acc:0.63 +mode:reverse prob:0.03 evasion:0.53 acc:0.52 +mode:reverse prob:0.03 evasion:0.56 acc:0.56 diff --git a/experiments/Cora_eattack_reverse_smallprobs b/experiments/Cora_eattack_reverse_smallprobs new file mode 100644 index 0000000..156bf1e --- /dev/null +++ b/experiments/Cora_eattack_reverse_smallprobs @@ -0,0 +1,12 @@ +mode:reverse prob:0.01 evasion:0.45 acc:0.43 +mode:reverse prob:0.01 evasion:0.39 acc:0.4 +mode:reverse prob:0.01 evasion:0.24 acc:0.29 +mode:reverse prob:0.01 evasion:0.18 acc:0.23 +mode:reverse prob:0.02 evasion:0.25 acc:0.26 +mode:reverse prob:0.02 evasion:0.24 acc:0.28 +mode:reverse prob:0.02 evasion:0.36 acc:0.37 +mode:reverse prob:0.02 evasion:0.33 acc:0.35 +mode:reverse prob:0.03 evasion:0.24 acc:0.26 +mode:reverse prob:0.03 evasion:0.28 acc:0.26 +mode:reverse prob:0.03 evasion:0.23 acc:0.25 +mode:reverse prob:0.03 evasion:0.19 acc:0.23 diff --git a/experiments/Cora_reverse_eattack_correct_feat_prob b/experiments/Cora_reverse_eattack_correct_feat_prob new file mode 100644 index 0000000..722f8fa --- /dev/null +++ b/experiments/Cora_reverse_eattack_correct_feat_prob @@ -0,0 +1,20 @@ +mode:reverse prob:0.03 evasion:0.38 acc:0.39 +mode:reverse prob:0.03 evasion:0.23 acc:0.24 +mode:reverse prob:0.03 evasion:0.29 acc:0.31 +mode:reverse prob:0.03 evasion:0.23 acc:0.25 +mode:reverse prob:0.04 evasion:0.32 acc:0.35 +mode:reverse prob:0.04 evasion:0.3 acc:0.31 +mode:reverse prob:0.04 evasion:0.25 acc:0.27 +mode:reverse prob:0.04 evasion:0.31 acc:0.32 +mode:reverse prob:0.05 evasion:0.26 acc:0.3 +mode:reverse prob:0.05 evasion:0.23 acc:0.25 +mode:reverse prob:0.05 evasion:0.28 acc:0.31 +mode:reverse prob:0.05 evasion:0.26 acc:0.28 +mode:reverse prob:0.1 evasion:0.15 acc:0.19 +mode:reverse prob:0.1 evasion:0.22 acc:0.24 +mode:reverse prob:0.1 evasion:0.23 acc:0.27 +mode:reverse prob:0.1 evasion:0.21 acc:0.21 +mode:reverse prob:0.15 evasion:0.2 acc:0.21 +mode:reverse prob:0.15 evasion:0.23 acc:0.24 +mode:reverse prob:0.15 evasion:0.15 acc:0.18 +mode:reverse prob:0.15 evasion:0.22 acc:0.22 diff --git a/experiments/Cora_reverse_low_random b/experiments/Cora_reverse_low_random new file mode 100644 index 0000000..5d547e4 --- /dev/null +++ b/experiments/Cora_reverse_low_random @@ -0,0 +1,28 @@ +mode:reverse prob:0.001 evasion:0.69 acc:0.69 +mode:reverse prob:0.001 evasion:0.68 acc:0.68 +mode:reverse prob:0.001 evasion:0.68 acc:0.69 +mode:reverse prob:0.001 evasion:0.7 acc:0.71 +mode:reverse prob:0.005 evasion:0.71 acc:0.71 +mode:reverse prob:0.005 evasion:0.69 acc:0.7 +mode:reverse prob:0.005 evasion:0.68 acc:0.67 +mode:reverse prob:0.005 evasion:0.68 acc:0.69 +mode:reverse prob:0.01 evasion:0.69 acc:0.7 +mode:reverse prob:0.01 evasion:0.69 acc:0.69 +mode:reverse prob:0.01 evasion:0.67 acc:0.68 +mode:reverse prob:0.01 evasion:0.7 acc:0.7 +mode:reverse prob:0.015 evasion:0.7 acc:0.7 +mode:reverse prob:0.015 evasion:0.69 acc:0.7 +mode:reverse prob:0.015 evasion:0.69 acc:0.7 +mode:reverse prob:0.015 evasion:0.71 acc:0.71 +mode:reverse prob:0.02 evasion:0.71 acc:0.71 +mode:reverse prob:0.02 evasion:0.69 acc:0.7 +mode:reverse prob:0.02 evasion:0.68 acc:0.7 +mode:reverse prob:0.02 evasion:0.68 acc:0.68 +mode:reverse prob:0.025 evasion:0.69 acc:0.7 +mode:reverse prob:0.025 evasion:0.68 acc:0.7 +mode:reverse prob:0.025 evasion:0.67 acc:0.68 +mode:reverse prob:0.025 evasion:0.69 acc:0.7 +mode:reverse prob:0.03 evasion:0.69 acc:0.7 +mode:reverse prob:0.03 evasion:0.7 acc:0.71 +mode:reverse prob:0.03 evasion:0.69 acc:0.69 +mode:reverse prob:0.03 evasion:0.69 acc:0.7 diff --git a/experiments/Cora_reverse_ultrasmall_random b/experiments/Cora_reverse_ultrasmall_random new file mode 100644 index 0000000..720fac5 --- /dev/null +++ b/experiments/Cora_reverse_ultrasmall_random @@ -0,0 +1,28 @@ +mode:reverse prob:0.01 evasion:0.23 acc:0.25 +mode:reverse prob:0.01 evasion:0.28 acc:0.31 +mode:reverse prob:0.01 evasion:0.27 acc:0.28 +mode:reverse prob:0.01 evasion:0.24 acc:0.26 +mode:reverse prob:0.02 evasion:0.27 acc:0.31 +mode:reverse prob:0.02 evasion:0.39 acc:0.41 +mode:reverse prob:0.02 evasion:0.37 acc:0.38 +mode:reverse prob:0.02 evasion:0.44 acc:0.44 +mode:reverse prob:0.03 evasion:0.48 acc:0.48 +mode:reverse prob:0.03 evasion:0.44 acc:0.46 +mode:reverse prob:0.03 evasion:0.42 acc:0.45 +mode:reverse prob:0.03 evasion:0.54 acc:0.55 +mode:reverse prob:0.04 evasion:0.5 acc:0.52 +mode:reverse prob:0.04 evasion:0.52 acc:0.55 +mode:reverse prob:0.04 evasion:0.52 acc:0.54 +mode:reverse prob:0.04 evasion:0.55 acc:0.56 +mode:reverse prob:0.05 evasion:0.53 acc:0.55 +mode:reverse prob:0.05 evasion:0.6 acc:0.62 +mode:reverse prob:0.05 evasion:0.57 acc:0.58 +mode:reverse prob:0.05 evasion:0.57 acc:0.58 +mode:reverse prob:0.1 evasion:0.7 acc:0.71 +mode:reverse prob:0.1 evasion:0.65 acc:0.66 +mode:reverse prob:0.1 evasion:0.68 acc:0.69 +mode:reverse prob:0.1 evasion:0.68 acc:0.69 +mode:reverse prob:0.15 evasion:0.69 acc:0.71 +mode:reverse prob:0.15 evasion:0.69 acc:0.7 +mode:reverse prob:0.15 evasion:0.69 acc:0.7 +mode:reverse prob:0.15 evasion:0.67 acc:0.68 diff --git a/experiments/EAttack_experiment.py b/experiments/EAttack_experiment.py index 01ec1bb..3f27612 100644 --- a/experiments/EAttack_experiment.py +++ b/experiments/EAttack_experiment.py @@ -24,7 +24,6 @@ from explainers.explainers_manager import FrameworkExplainersManager from explainers.GNNExplainer.torch_geom_our.out import GNNExplainer -from explainers.SubgraphX.out import SubgraphXExplainer from explainers.Zorro.out import ZorroExplainer from explainers.PGMExplainer.out import PGMExplainer @@ -35,9 +34,12 @@ def test(): my_device = device('cpu') # Load dataset - full_name = ("single-graph", "Planetoid", 'Cora') + # full_name = ("single-graph", "Planetoid", 'Cora') # full_name = ("single-graph", "Planetoid", "CiteSeer") + #full_name = ('single-graph', 'Amazon', 'Computers') # full_name = ('single-graph', 'pytorch-geometric-other', 'KarateClub') + # full_name = ('single-graph', 'Amazon', 'Photo') + full_name = ('single-graph', 'Planetoid', 'PubMed') dataset, data, results_dataset_path = DatasetManager.get_by_full_name( full_name=full_name, dataset_ver_ind=0 @@ -178,11 +180,13 @@ def test(): attacked_node_size = 100 # attacked_node_size = int((0.002 * len(node_inds))) attack_inds = np.random.choice(node_inds, attacked_node_size) - # with open('/home/sazonovg/PycharmProjects/GNN-AID/experiments/inds.npy', 'wb') as fin: + # with open('/home/sazonov/PycharmProjects/GNN-AID/experiments/inds_pubmed.npy', 'wb') as fin: # np.save(fin, attack_inds) - with open('/home/sazonovg/PycharmProjects/GNN-AID/experiments/inds.npy', 'rb') as fin: + with open('/home/sazonov/PycharmProjects/GNN-AID/experiments/inds_pubmed.npy', 'rb') as fin: attack_inds = np.load(fin) + #attack_inds = attack_inds[:25] + evasion_attack_config = ConfigPattern( _class_name="EAttackRandom", _import_path=EVASION_ATTACK_PARAMETERS_PATH, @@ -198,51 +202,98 @@ def test(): dataset_copy = copy.deepcopy(dataset) - with open('/home/sazonovg/PycharmProjects/GNN-AID/experiments/results', 'w') as fout: - for j in tqdm(range(5)): - gcn_gcn = model_configs_zoo(dataset=dataset, model_name='gcn_gcn') - - gnn_model_manager = FrameworkGNNModelManager( - gnn=gcn_gcn, - dataset_path=results_dataset_path, - manager_config=manager_config, - modification=ModelModificationConfig(model_ver_ind=0, epochs=0) - ) - - gnn_model_manager.train_model(gen_dataset=dataset, - steps=num_steps, - save_model_flag=False) - - succ_attack = 0 - - for i in tqdm(attack_inds): - - mask = Metric.create_mask_by_target_list(y_true=dataset.labels, target_list=[i]) - - evasion_attack_config = ConfigPattern( - _class_name="EAttack", - _import_path=EVASION_ATTACK_PARAMETERS_PATH, - _config_class="EvasionAttackConfig", - _config_kwargs={ - 'explainer': explainer, - 'run_config': explainer_run_config, - 'mode': 'local', - 'attack_inds': [i], - 'random_rewire': True - } - ) - - gnn_model_manager.set_evasion_attacker(evasion_attack_config=evasion_attack_config) - - acc_attack = gnn_model_manager.evaluate_model(gen_dataset=dataset, - metrics=[Metric("Accuracy", mask=mask)])[mask]['Accuracy'] - - succ_attack += acc_attack - # print(f"AFTER ATTACK\nAccuracy: {acc_attack}") - - dataset = copy.deepcopy(dataset_copy) - fout.write(f"{succ_attack / len(attack_inds)}\n") - print(f"ACCURACY ON ATTACKED: {succ_attack / len(attack_inds)}") + attack_type = ['random', 'original'] + modes = ['reverse', 'remove', 'add', 'rewire'] + #modes = ['rewire'] + #modes = ['drop'] + # modes = ['reverse'] + #probs = [0.001, 0.01, 0.05, 0.1, 0.2, 0.3] + probs = [0.05, 0.1, 0.15] + #probs = [0.005, 0.01, 0.02, 0.03] + #probs = [0.01, 0.03, 0.05, 0.1, 0.15] + # probs = [0.05, 0.1, 0.15] + #probs = [0.00, 0.001, 0.01, 0.015] + #probs = [0.02, 0.025, 0.03, 0.035, 0.04, 0.045, 0.05] + # probs = [0.000] + + with open('/home/sazonov/PycharmProjects/GNN-AID/experiments/results', 'w') as fout: + for mode in modes: + for prob in probs: + for j in tqdm(range(1)): + gcn_gcn = model_configs_zoo(dataset=dataset, model_name='gcn_gcn') + #sage_sage = model_configs_zoo(dataset=dataset, model_name='sage_sage') + #gat_gat = model_configs_zoo(dataset=dataset, model_name='gat_gat') + + gnn_model_manager = FrameworkGNNModelManager( + gnn=gcn_gcn, + dataset_path=results_dataset_path, + manager_config=manager_config, + modification=ModelModificationConfig(model_ver_ind=0, epochs=0) + ) + + gnn_model_manager.train_model(gen_dataset=dataset, + steps=num_steps, + save_model_flag=False) + + gnn_answers = gnn_model_manager.gnn.get_answer(dataset.dataset.data.x, dataset.dataset.data.edge_index) + + succ_attack_acc = 0 + succ_attack_evasion = 0 + + if mode != 'reverse' and mode != 'drop': + attack_edges = True + attack_features = False + attack_mode = 'edge_mode' + else: + attack_edges = False + attack_features = True + attack_mode = 'features_mode' + + for i in tqdm(attack_inds): + + mask = Metric.create_mask_by_target_list(y_true=dataset.labels, target_list=[i]) + + evasion_attack_config = ConfigPattern( + _class_name="EAttackRandom", + _import_path=EVASION_ATTACK_PARAMETERS_PATH, + _config_class="EvasionAttackConfig", + _config_kwargs={ + 'explainer': explainer, + 'run_config': explainer_run_config, + 'mode': 'local', + 'attack_inds': [i], + 'attack_features': attack_features, + 'attack_edges': attack_edges, + 'edge_prob': prob, + 'feature_prob': prob, + attack_mode: mode + } + ) + + # gnn_model_manager.gnn.get_answer(dataset.dataset.data.x, dataset.dataset.data.edge_index)[i] + + gnn_model_manager.set_evasion_attacker(evasion_attack_config=evasion_attack_config) + + ground_truth = dataset.dataset.data.y[i] + model_answ_clear = gnn_answers[i] + model_answ_attack = gnn_model_manager.gnn.get_answer(dataset.dataset.data.x, dataset.dataset.data.edge_index)[i] + + # y_pred, y_true = gnn_model_manager.evaluate_model(gen_dataset=dataset, + # metrics=[Metric("Accuracy", mask=mask)])[mask]['Accuracy'] + y_pred, y_true = gnn_model_manager.evaluate_model(gen_dataset=dataset, + metrics=[Metric("Accuracy", mask=mask)]) + + # succ_attack += acc_attack + if y_pred != int(model_answ_clear): + succ_attack_evasion += 1 + if y_pred != y_true: + succ_attack_acc += 1 + # print(f"AFTER ATTACK\nAccuracy: {acc_attack}") + + dataset = copy.deepcopy(dataset_copy) + fout.write(f"mode:{mode}\tprob:{prob}\tevasion:{succ_attack_evasion / len(attack_inds)}\tacc:{succ_attack_acc/ len(attack_inds)}\n") + fout.flush() + #print(f"ACCURACY ON ATTACKED: {succ_attack / len(attack_inds)}") diff --git a/experiments/Explain_Defense_experiment.py b/experiments/Explain_Defense_experiment.py index 106876f..1d55a20 100644 --- a/experiments/Explain_Defense_experiment.py +++ b/experiments/Explain_Defense_experiment.py @@ -169,7 +169,7 @@ def test(): # with open(f"/home/sazonov/PycharmProjects/GNN-AID/experiments/results/expl_{n}.json", "w") as fout: # json.dump(explainer.explanation.) out = {int(explaind_inds[i]): explanations[i].dictionary['data']['edges'] for i in range(len(explaind_inds))} - with open(f"/home/sazonov/PycharmProjects/GNN-AID/experiments/results/expl_No_Def.json", "w") as fout: + with open(f"/experiments/cora_reverse_0.01/expl_No_Def.json", "w") as fout: json.dump(out, fout) # explainer = SubgraphXExplainer(gen_dataset=dataset, model=gnn_model_manager.gnn, device=my_device, **init_kwargs) diff --git a/experiments/Explain_Defese_Results.py b/experiments/Explain_Defese_Results.py index 5cf97a0..6666d2f 100644 --- a/experiments/Explain_Defese_Results.py +++ b/experiments/Explain_Defese_Results.py @@ -15,8 +15,8 @@ def iou(s1, s2): return 0 return len(s1.intersection(s2)) / len(s1.union(s2)) -path_def = "/home/sazonov/PycharmProjects/GNN-AID/experiments/results/expl_Def_1.json" -path_no_def = "/home/sazonov/PycharmProjects/GNN-AID/experiments/results/v1/expl_No_Def_1.json" +path_def = "/experiments/cora_reverse_0.01/expl_Def_1.json" +path_no_def = "/experiments/cora_reverse_0.01/v1/expl_No_Def_1.json" with open(path_def, 'r') as fin: def_data = json.load(fin) diff --git a/experiments/computers_eattack b/experiments/computers_eattack new file mode 100644 index 0000000..ad0a8ad --- /dev/null +++ b/experiments/computers_eattack @@ -0,0 +1,97 @@ +mode:reverse prob:0.01 evasion:0.01 acc:0.14 +mode:reverse prob:0.01 evasion:0.02 acc:0.13 +mode:reverse prob:0.01 evasion:0.0 acc:0.13 +mode:reverse prob:0.01 evasion:0.0 acc:0.13 +mode:reverse prob:0.01 evasion:0.02 acc:0.13 +mode:reverse prob:0.03 evasion:0.02 acc:0.13 +mode:reverse prob:0.03 evasion:0.02 acc:0.15 +mode:reverse prob:0.03 evasion:0.02 acc:0.12 +mode:reverse prob:0.03 evasion:0.01 acc:0.12 +mode:reverse prob:0.03 evasion:0.01 acc:0.15 +mode:reverse prob:0.05 evasion:0.03 acc:0.13 +mode:reverse prob:0.05 evasion:0.04 acc:0.09 +mode:reverse prob:0.05 evasion:0.02 acc:0.15 +mode:reverse prob:0.05 evasion:0.02 acc:0.13 +mode:reverse prob:0.05 evasion:0.02 acc:0.13 +mode:reverse prob:0.1 evasion:0.05 acc:0.15 +mode:reverse prob:0.1 evasion:0.04 acc:0.12 +mode:reverse prob:0.1 evasion:0.05 acc:0.12 +mode:reverse prob:0.1 evasion:0.07 acc:0.12 +mode:reverse prob:0.1 evasion:0.02 acc:0.14 +mode:reverse prob:0.15 evasion:0.04 acc:0.17 +mode:reverse prob:0.15 evasion:0.02 acc:0.15 +mode:reverse prob:0.15 evasion:0.08 acc:0.18 +mode:reverse prob:0.15 evasion:0.03 acc:0.15 +mode:reverse prob:0.15 evasion:0.01 acc:0.11 +mode:remove prob:0.01 evasion:0.0 acc:0.13 +mode:remove prob:0.01 evasion:0.0 acc:0.12 +mode:remove prob:0.01 evasion:0.0 acc:0.15 +mode:remove prob:0.01 evasion:0.0 acc:0.14 +mode:remove prob:0.01 evasion:0.0 acc:0.13 +mode:remove prob:0.03 evasion:0.0 acc:0.14 +mode:remove prob:0.03 evasion:0.0 acc:0.13 +mode:remove prob:0.03 evasion:0.0 acc:0.13 +mode:remove prob:0.03 evasion:0.0 acc:0.13 +mode:remove prob:0.03 evasion:0.0 acc:0.14 +mode:remove prob:0.05 evasion:0.0 acc:0.14 +mode:remove prob:0.05 evasion:0.0 acc:0.14 +mode:remove prob:0.05 evasion:0.0 acc:0.16 +mode:remove prob:0.05 evasion:0.0 acc:0.13 +mode:remove prob:0.05 evasion:0.0 acc:0.12 +mode:remove prob:0.1 evasion:0.0 acc:0.13 +mode:remove prob:0.1 evasion:0.0 acc:0.15 +mode:remove prob:0.1 evasion:0.0 acc:0.15 +mode:remove prob:0.1 evasion:0.0 acc:0.14 +mode:remove prob:0.1 evasion:0.0 acc:0.12 +mode:remove prob:0.15 evasion:0.01 acc:0.13 +mode:remove prob:0.15 evasion:0.01 acc:0.15 +mode:remove prob:0.15 evasion:0.0 acc:0.13 +mode:remove prob:0.15 evasion:0.0 acc:0.13 +mode:remove prob:0.15 evasion:0.0 acc:0.14 +mode:add prob:0.01 evasion:0.2 acc:0.3 +mode:add prob:0.01 evasion:0.21 acc:0.31 +mode:add prob:0.01 evasion:0.2 acc:0.28 +mode:add prob:0.01 evasion:0.19 acc:0.28 +mode:add prob:0.01 evasion:0.19 acc:0.27 +mode:add prob:0.03 evasion:0.21 acc:0.3 +mode:add prob:0.03 evasion:0.2 acc:0.29 +mode:add prob:0.03 evasion:0.22 acc:0.3 +mode:add prob:0.03 evasion:0.2 acc:0.29 +mode:add prob:0.03 evasion:0.2 acc:0.29 +mode:add prob:0.05 evasion:0.22 acc:0.3 +mode:add prob:0.05 evasion:0.2 acc:0.29 +mode:add prob:0.05 evasion:0.2 acc:0.29 +mode:add prob:0.05 evasion:0.18 acc:0.3 +mode:add prob:0.05 evasion:0.21 acc:0.3 +mode:add prob:0.1 evasion:0.22 acc:0.31 +mode:add prob:0.1 evasion:0.21 acc:0.31 +mode:add prob:0.1 evasion:0.22 acc:0.3 +mode:add prob:0.1 evasion:0.23 acc:0.31 +mode:add prob:0.1 evasion:0.21 acc:0.3 +mode:add prob:0.15 evasion:0.21 acc:0.3 +mode:add prob:0.15 evasion:0.22 acc:0.3 +mode:add prob:0.15 evasion:0.21 acc:0.29 +mode:add prob:0.15 evasion:0.23 acc:0.31 +mode:add prob:0.15 evasion:0.21 acc:0.3 +mode:rewire prob:0.01 evasion:0.08 acc:0.2 +mode:rewire prob:0.01 evasion:0.07 acc:0.18 +mode:rewire prob:0.01 evasion:0.09 acc:0.2 +mode:rewire prob:0.01 evasion:0.08 acc:0.21 +mode:rewire prob:0.01 evasion:0.08 acc:0.2 +mode:rewire prob:0.03 evasion:0.14 acc:0.25 +mode:rewire prob:0.03 evasion:0.13 acc:0.24 +mode:rewire prob:0.03 evasion:0.15 acc:0.25 +mode:rewire prob:0.03 evasion:0.14 acc:0.24 +mode:rewire prob:0.03 evasion:0.14 acc:0.24 +mode:rewire prob:0.05 evasion:0.18 acc:0.26 +mode:rewire prob:0.05 evasion:0.16 acc:0.26 +mode:rewire prob:0.05 evasion:0.2 acc:0.31 +mode:rewire prob:0.05 evasion:0.17 acc:0.28 +mode:rewire prob:0.05 evasion:0.18 acc:0.29 +mode:rewire prob:0.1 evasion:0.18 acc:0.28 +mode:rewire prob:0.1 evasion:0.21 acc:0.29 +mode:rewire prob:0.1 evasion:0.2 acc:0.27 +mode:rewire prob:0.1 evasion:0.19 acc:0.28 +mode:rewire prob:0.1 evasion:0.17 acc:0.27 +mode:rewire prob:0.15 evasion:0.17 acc:0.26 +mode:rewire prob:0.15 evasion:0.21 acc:0.3 diff --git a/experiments/computers_random_no_rewire b/experiments/computers_random_no_rewire new file mode 100644 index 0000000..d440e5e --- /dev/null +++ b/experiments/computers_random_no_rewire @@ -0,0 +1,12 @@ +mode:reverse prob:0.05 evasion:0.07 acc:0.15 +mode:reverse prob:0.1 evasion:0.06 acc:0.18 +mode:reverse prob:0.15 evasion:0.11 acc:0.24 +mode:remove prob:0.05 evasion:0.0 acc:0.13 +mode:remove prob:0.1 evasion:0.0 acc:0.14 +mode:remove prob:0.15 evasion:0.0 acc:0.15 +mode:add prob:0.05 evasion:0.14 acc:0.35 +mode:add prob:0.1 evasion:0.15 acc:0.29 +mode:add prob:0.15 evasion:0.16 acc:0.31 +mode:rewire prob:0.05 evasion:0.08 acc:0.24 +mode:rewire prob:0.1 evasion:0.16 acc:0.28 +mode:rewire prob:0.15 evasion:0.12 acc:0.28 \ No newline at end of file diff --git a/experiments/cora_reverse_random_correct_feat_prob b/experiments/cora_reverse_random_correct_feat_prob new file mode 100644 index 0000000..7304008 --- /dev/null +++ b/experiments/cora_reverse_random_correct_feat_prob @@ -0,0 +1,20 @@ +mode:reverse prob:0.03 evasion:0.5 acc:0.51 +mode:reverse prob:0.03 evasion:0.43 acc:0.43 +mode:reverse prob:0.03 evasion:0.41 acc:0.43 +mode:reverse prob:0.03 evasion:0.43 acc:0.42 +mode:reverse prob:0.04 evasion:0.53 acc:0.56 +mode:reverse prob:0.04 evasion:0.48 acc:0.49 +mode:reverse prob:0.04 evasion:0.51 acc:0.53 +mode:reverse prob:0.04 evasion:0.51 acc:0.52 +mode:reverse prob:0.05 evasion:0.59 acc:0.62 +mode:reverse prob:0.05 evasion:0.58 acc:0.6 +mode:reverse prob:0.05 evasion:0.54 acc:0.53 +mode:reverse prob:0.05 evasion:0.53 acc:0.57 +mode:reverse prob:0.1 evasion:0.65 acc:0.65 +mode:reverse prob:0.1 evasion:0.63 acc:0.65 +mode:reverse prob:0.1 evasion:0.69 acc:0.7 +mode:reverse prob:0.1 evasion:0.65 acc:0.66 +mode:reverse prob:0.15 evasion:0.7 acc:0.7 +mode:reverse prob:0.15 evasion:0.63 acc:0.63 +mode:reverse prob:0.15 evasion:0.7 acc:0.71 +mode:reverse prob:0.15 evasion:0.71 acc:0.71 diff --git a/experiments/Cora_reverse b/experiments/eattack_res_1november/Cora_reverse similarity index 100% rename from experiments/Cora_reverse rename to experiments/eattack_res_1november/Cora_reverse diff --git a/experiments/eattack_res_1november/cora_reverse_0.01 b/experiments/eattack_res_1november/cora_reverse_0.01 new file mode 100644 index 0000000..dbd755f --- /dev/null +++ b/experiments/eattack_res_1november/cora_reverse_0.01 @@ -0,0 +1,5 @@ +0.8 +0.8 +0.8 +0.81 +0.83 diff --git a/experiments/eattack_res_1november/cora_reverse_0.01_random b/experiments/eattack_res_1november/cora_reverse_0.01_random new file mode 100644 index 0000000..efc231f --- /dev/null +++ b/experiments/eattack_res_1november/cora_reverse_0.01_random @@ -0,0 +1,5 @@ +0.75 +0.73 +0.75 +0.78 +0.76 diff --git a/experiments/eattack_res_1november/cora_reverse_0.02 b/experiments/eattack_res_1november/cora_reverse_0.02 new file mode 100644 index 0000000..b1f9cc4 --- /dev/null +++ b/experiments/eattack_res_1november/cora_reverse_0.02 @@ -0,0 +1,5 @@ +0.42 +0.45 +0.42 +0.41 +0.43 diff --git a/experiments/eattack_res_1november/cora_reverse_0.02_random b/experiments/eattack_res_1november/cora_reverse_0.02_random new file mode 100644 index 0000000..e34c80b --- /dev/null +++ b/experiments/eattack_res_1november/cora_reverse_0.02_random @@ -0,0 +1,5 @@ +0.62 +0.64 +0.62 +0.6 +0.63 diff --git a/experiments/cora_reverse_5 b/experiments/eattack_res_1november/cora_reverse_5 similarity index 100% rename from experiments/cora_reverse_5 rename to experiments/eattack_res_1november/cora_reverse_5 diff --git a/experiments/cora_reverse_random b/experiments/eattack_res_1november/cora_reverse_random similarity index 100% rename from experiments/cora_reverse_random rename to experiments/eattack_res_1november/cora_reverse_random diff --git a/experiments/eattack_res_1november/photo_add_0.01_random b/experiments/eattack_res_1november/photo_add_0.01_random new file mode 100644 index 0000000..47f8aca --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.01_random @@ -0,0 +1,5 @@ +0.89 +0.9 +0.92 +0.92 +0.85 diff --git a/experiments/eattack_res_1november/photo_add_0.02 b/experiments/eattack_res_1november/photo_add_0.02 new file mode 100644 index 0000000..9b63b58 --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.02 @@ -0,0 +1,5 @@ +0.85 +0.87 +0.87 +0.85 +0.87 diff --git a/experiments/eattack_res_1november/photo_add_0.03_random b/experiments/eattack_res_1november/photo_add_0.03_random new file mode 100644 index 0000000..9a5ef02 --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.03_random @@ -0,0 +1,5 @@ +0.84 +0.84 +0.87 +0.85 +0.83 diff --git a/experiments/eattack_res_1november/photo_add_0.05_random b/experiments/eattack_res_1november/photo_add_0.05_random new file mode 100644 index 0000000..443eb97 --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.05_random @@ -0,0 +1,5 @@ +0.81 +0.82 +0.83 +0.83 +0.86 diff --git a/experiments/eattack_res_1november/photo_add_0.1_random b/experiments/eattack_res_1november/photo_add_0.1_random new file mode 100644 index 0000000..ed0a07e --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.1_random @@ -0,0 +1,5 @@ +0.82 +0.83 +0.81 +0.82 +0.82 diff --git a/experiments/eattack_res_1november/photo_add_0.2_random b/experiments/eattack_res_1november/photo_add_0.2_random new file mode 100644 index 0000000..e84c473 --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.2_random @@ -0,0 +1,5 @@ +0.82 +0.81 +0.84 +0.8 +0.8 diff --git a/experiments/eattack_res_1november/photo_add_0.5_random b/experiments/eattack_res_1november/photo_add_0.5_random new file mode 100644 index 0000000..5739b26 --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_0.5_random @@ -0,0 +1,5 @@ +0.82 +0.81 +0.83 +0.81 +0.82 diff --git a/experiments/eattack_res_1november/photo_add_all_random b/experiments/eattack_res_1november/photo_add_all_random new file mode 100644 index 0000000..7e3f8cf --- /dev/null +++ b/experiments/eattack_res_1november/photo_add_all_random @@ -0,0 +1,5 @@ +0.84 +0.83 +0.81 +0.83 +0.81 diff --git a/experiments/eattack_res_1november/photo_remove_all_random b/experiments/eattack_res_1november/photo_remove_all_random new file mode 100644 index 0000000..2ebc346 --- /dev/null +++ b/experiments/eattack_res_1november/photo_remove_all_random @@ -0,0 +1,5 @@ +0.97 +0.95 +0.95 +0.95 +0.96 diff --git a/experiments/eattack_res_1november/photo_reverse_0.02_random b/experiments/eattack_res_1november/photo_reverse_0.02_random new file mode 100644 index 0000000..0e86a0e --- /dev/null +++ b/experiments/eattack_res_1november/photo_reverse_0.02_random @@ -0,0 +1,5 @@ +0.96 +0.96 +0.93 +0.94 +0.95 diff --git a/experiments/eattack_res_1november/photo_reverse_0.2 b/experiments/eattack_res_1november/photo_reverse_0.2 new file mode 100644 index 0000000..06bbb04 --- /dev/null +++ b/experiments/eattack_res_1november/photo_reverse_0.2 @@ -0,0 +1,5 @@ +0.85 +0.85 +0.85 +0.82 +0.81 diff --git a/experiments/eattack_res_1november/photo_reverse_0.2_random b/experiments/eattack_res_1november/photo_reverse_0.2_random new file mode 100644 index 0000000..af59a6f --- /dev/null +++ b/experiments/eattack_res_1november/photo_reverse_0.2_random @@ -0,0 +1,5 @@ +0.82 +0.7 +0.84 +0.84 +0.78 diff --git a/experiments/eattack_res_1november/photo_reverse_0.3_random b/experiments/eattack_res_1november/photo_reverse_0.3_random new file mode 100644 index 0000000..e1fcc5b --- /dev/null +++ b/experiments/eattack_res_1november/photo_reverse_0.3_random @@ -0,0 +1,5 @@ +0.58 +0.57 +0.56 +0.48 +0.49 diff --git a/experiments/eattack_res_1november/photo_rewire_0.01_random b/experiments/eattack_res_1november/photo_rewire_0.01_random new file mode 100644 index 0000000..aacd35c --- /dev/null +++ b/experiments/eattack_res_1november/photo_rewire_0.01_random @@ -0,0 +1,5 @@ +0.83 +0.84 +0.83 +0.84 +0.8 diff --git a/experiments/eattack_res_1november/photo_rewire_0.05_random b/experiments/eattack_res_1november/photo_rewire_0.05_random new file mode 100644 index 0000000..3f96834 --- /dev/null +++ b/experiments/eattack_res_1november/photo_rewire_0.05_random @@ -0,0 +1,5 @@ +0.83 +0.82 +0.82 +0.82 +0.82 diff --git a/experiments/eattack_res_1november/photo_rewire_0.3_random b/experiments/eattack_res_1november/photo_rewire_0.3_random new file mode 100644 index 0000000..5b1e44b --- /dev/null +++ b/experiments/eattack_res_1november/photo_rewire_0.3_random @@ -0,0 +1,5 @@ +0.81 +0.83 +0.81 +0.81 +0.81 diff --git a/experiments/eattack_res_1november/photo_rewire_all_random b/experiments/eattack_res_1november/photo_rewire_all_random new file mode 100644 index 0000000..23f61af --- /dev/null +++ b/experiments/eattack_res_1november/photo_rewire_all_random @@ -0,0 +1,5 @@ +0.83 +0.84 +0.85 +0.84 +0.82 diff --git a/experiments/eattack_res_combo_2nov/Cora_Eattack b/experiments/eattack_res_combo_2nov/Cora_Eattack new file mode 100644 index 0000000..524abef --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Cora_Eattack @@ -0,0 +1,80 @@ +mode:reverse prob:0.03 evasion:0.54 acc:0.53 +mode:reverse prob:0.03 evasion:0.6 acc:0.59 +mode:reverse prob:0.03 evasion:0.55 acc:0.54 +mode:reverse prob:0.03 evasion:0.49 acc:0.49 +mode:reverse prob:0.04 evasion:0.51 acc:0.5 +mode:reverse prob:0.04 evasion:0.5 acc:0.49 +mode:reverse prob:0.04 evasion:0.39 acc:0.4 +mode:reverse prob:0.04 evasion:0.41 acc:0.45 +mode:reverse prob:0.05 evasion:0.49 acc:0.48 +mode:reverse prob:0.05 evasion:0.4 acc:0.39 +mode:reverse prob:0.05 evasion:0.49 acc:0.47 +mode:reverse prob:0.05 evasion:0.56 acc:0.54 +mode:reverse prob:0.1 evasion:0.53 acc:0.56 +mode:reverse prob:0.1 evasion:0.5 acc:0.5 +mode:reverse prob:0.1 evasion:0.51 acc:0.5 +mode:reverse prob:0.1 evasion:0.44 acc:0.42 +mode:reverse prob:0.15 evasion:0.51 acc:0.52 +mode:reverse prob:0.15 evasion:0.53 acc:0.53 +mode:reverse prob:0.15 evasion:0.47 acc:0.47 +mode:reverse prob:0.15 evasion:0.62 acc:0.61 +mode:remove prob:0.03 evasion:0.01 acc:0.11 +mode:remove prob:0.03 evasion:0.01 acc:0.11 +mode:remove prob:0.03 evasion:0.02 acc:0.1 +mode:remove prob:0.03 evasion:0.02 acc:0.11 +mode:remove prob:0.04 evasion:0.01 acc:0.12 +mode:remove prob:0.04 evasion:0.0 acc:0.12 +mode:remove prob:0.04 evasion:0.0 acc:0.12 +mode:remove prob:0.04 evasion:0.01 acc:0.11 +mode:remove prob:0.05 evasion:0.0 acc:0.1 +mode:remove prob:0.05 evasion:0.03 acc:0.1 +mode:remove prob:0.05 evasion:0.0 acc:0.11 +mode:remove prob:0.05 evasion:0.02 acc:0.09 +mode:remove prob:0.1 evasion:0.01 acc:0.12 +mode:remove prob:0.1 evasion:0.01 acc:0.12 +mode:remove prob:0.1 evasion:0.0 acc:0.1 +mode:remove prob:0.1 evasion:0.02 acc:0.11 +mode:remove prob:0.15 evasion:0.0 acc:0.1 +mode:remove prob:0.15 evasion:0.01 acc:0.09 +mode:remove prob:0.15 evasion:0.02 acc:0.08 +mode:remove prob:0.15 evasion:0.01 acc:0.11 +mode:add prob:0.03 evasion:0.07 acc:0.11 +mode:add prob:0.03 evasion:0.08 acc:0.11 +mode:add prob:0.03 evasion:0.05 acc:0.12 +mode:add prob:0.03 evasion:0.07 acc:0.09 +mode:add prob:0.04 evasion:0.08 acc:0.12 +mode:add prob:0.04 evasion:0.09 acc:0.15 +mode:add prob:0.04 evasion:0.08 acc:0.15 +mode:add prob:0.04 evasion:0.06 acc:0.13 +mode:add prob:0.05 evasion:0.06 acc:0.12 +mode:add prob:0.05 evasion:0.07 acc:0.13 +mode:add prob:0.05 evasion:0.05 acc:0.11 +mode:add prob:0.05 evasion:0.06 acc:0.13 +mode:add prob:0.1 evasion:0.1 acc:0.15 +mode:add prob:0.1 evasion:0.07 acc:0.13 +mode:add prob:0.1 evasion:0.07 acc:0.14 +mode:add prob:0.1 evasion:0.08 acc:0.14 +mode:add prob:0.15 evasion:0.09 acc:0.14 +mode:add prob:0.15 evasion:0.09 acc:0.14 +mode:add prob:0.15 evasion:0.1 acc:0.14 +mode:add prob:0.15 evasion:0.05 acc:0.13 +mode:rewire prob:0.03 evasion:0.0 acc:0.11 +mode:rewire prob:0.03 evasion:0.0 acc:0.1 +mode:rewire prob:0.03 evasion:0.01 acc:0.11 +mode:rewire prob:0.03 evasion:0.01 acc:0.11 +mode:rewire prob:0.04 evasion:0.01 acc:0.11 +mode:rewire prob:0.04 evasion:0.01 acc:0.11 +mode:rewire prob:0.04 evasion:0.0 acc:0.11 +mode:rewire prob:0.04 evasion:0.01 acc:0.12 +mode:rewire prob:0.05 evasion:0.0 acc:0.09 +mode:rewire prob:0.05 evasion:0.01 acc:0.11 +mode:rewire prob:0.05 evasion:0.0 acc:0.11 +mode:rewire prob:0.05 evasion:0.0 acc:0.1 +mode:rewire prob:0.1 evasion:0.04 acc:0.11 +mode:rewire prob:0.1 evasion:0.05 acc:0.11 +mode:rewire prob:0.1 evasion:0.04 acc:0.08 +mode:rewire prob:0.1 evasion:0.03 acc:0.11 +mode:rewire prob:0.15 evasion:0.04 acc:0.09 +mode:rewire prob:0.15 evasion:0.07 acc:0.14 +mode:rewire prob:0.15 evasion:0.07 acc:0.15 +mode:rewire prob:0.15 evasion:0.07 acc:0.15 diff --git a/experiments/eattack_res_combo_2nov/Cora_random b/experiments/eattack_res_combo_2nov/Cora_random new file mode 100644 index 0000000..6ae9bca --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Cora_random @@ -0,0 +1,48 @@ +mode:remove prob:0.05 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.07 +mode:remove prob:0.1 evasion:0.0 acc:0.1 +mode:remove prob:0.1 evasion:0.01 acc:0.08 +mode:remove prob:0.1 evasion:0.01 acc:0.07 +mode:remove prob:0.1 evasion:0.0 acc:0.1 +mode:remove prob:0.15 evasion:0.0 acc:0.1 +mode:remove prob:0.15 evasion:0.01 acc:0.08 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:remove prob:0.15 evasion:0.0 acc:0.09 +mode:add prob:0.05 evasion:0.04 acc:0.08 +mode:add prob:0.05 evasion:0.05 acc:0.12 +mode:add prob:0.05 evasion:0.01 acc:0.09 +mode:add prob:0.05 evasion:0.04 acc:0.09 +mode:add prob:0.1 evasion:0.03 acc:0.1 +mode:add prob:0.1 evasion:0.06 acc:0.11 +mode:add prob:0.1 evasion:0.06 acc:0.08 +mode:add prob:0.1 evasion:0.03 acc:0.11 +mode:add prob:0.15 evasion:0.06 acc:0.1 +mode:add prob:0.15 evasion:0.06 acc:0.08 +mode:add prob:0.15 evasion:0.06 acc:0.09 +mode:add prob:0.15 evasion:0.04 acc:0.09 +mode:rewire prob:0.05 evasion:0.04 acc:0.11 +mode:rewire prob:0.05 evasion:0.05 acc:0.07 +mode:rewire prob:0.05 evasion:0.04 acc:0.07 +mode:rewire prob:0.05 evasion:0.03 acc:0.07 +mode:rewire prob:0.1 evasion:0.05 acc:0.11 +mode:rewire prob:0.1 evasion:0.04 acc:0.12 +mode:rewire prob:0.1 evasion:0.06 acc:0.1 +mode:rewire prob:0.1 evasion:0.08 acc:0.1 +mode:rewire prob:0.15 evasion:0.05 acc:0.11 +mode:rewire prob:0.15 evasion:0.04 acc:0.09 +mode:rewire prob:0.15 evasion:0.08 acc:0.13 +mode:rewire prob:0.15 evasion:0.09 acc:0.15 +mode:reverse prob:0.05 evasion:0.68 acc:0.67 +mode:reverse prob:0.05 evasion:0.7 acc:0.69 +mode:reverse prob:0.05 evasion:0.68 acc:0.68 +mode:reverse prob:0.05 evasion:0.67 acc:0.69 +mode:reverse prob:0.1 evasion:0.7 acc:0.71 +mode:reverse prob:0.1 evasion:0.65 acc:0.67 +mode:reverse prob:0.1 evasion:0.66 acc:0.67 +mode:reverse prob:0.1 evasion:0.71 acc:0.71 +mode:reverse prob:0.15 evasion:0.72 acc:0.72 +mode:reverse prob:0.15 evasion:0.67 acc:0.68 +mode:reverse prob:0.15 evasion:0.7 acc:0.71 +mode:reverse prob:0.15 evasion:0.69 acc:0.69 diff --git a/experiments/eattack_res_combo_2nov/Cora_random_article b/experiments/eattack_res_combo_2nov/Cora_random_article new file mode 100644 index 0000000..590a15f --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Cora_random_article @@ -0,0 +1,80 @@ +mode:reverse prob:0.03 evasion:0.5 acc:0.51 +mode:reverse prob:0.03 evasion:0.43 acc:0.43 +mode:reverse prob:0.03 evasion:0.41 acc:0.43 +mode:reverse prob:0.03 evasion:0.43 acc:0.42 +mode:reverse prob:0.04 evasion:0.53 acc:0.56 +mode:reverse prob:0.04 evasion:0.48 acc:0.49 +mode:reverse prob:0.04 evasion:0.51 acc:0.53 +mode:reverse prob:0.04 evasion:0.51 acc:0.52 +mode:reverse prob:0.05 evasion:0.59 acc:0.62 +mode:reverse prob:0.05 evasion:0.58 acc:0.6 +mode:reverse prob:0.05 evasion:0.54 acc:0.53 +mode:reverse prob:0.05 evasion:0.53 acc:0.57 +mode:reverse prob:0.1 evasion:0.65 acc:0.65 +mode:reverse prob:0.1 evasion:0.63 acc:0.65 +mode:reverse prob:0.1 evasion:0.69 acc:0.7 +mode:reverse prob:0.1 evasion:0.65 acc:0.66 +mode:reverse prob:0.15 evasion:0.7 acc:0.7 +mode:reverse prob:0.15 evasion:0.63 acc:0.63 +mode:reverse prob:0.15 evasion:0.7 acc:0.71 +mode:reverse prob:0.15 evasion:0.71 acc:0.71 +mode:remove prob:0.03 evasion:0.0 acc:0.08 +mode:remove prob:0.03 evasion:0.0 acc:0.08 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.08 +mode:remove prob:0.04 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.11 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.01 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.15 evasion:0.02 acc:0.08 +mode:remove prob:0.15 evasion:0.02 acc:0.09 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:remove prob:0.15 evasion:0.01 acc:0.1 +mode:add prob:0.03 evasion:0.01 acc:0.11 +mode:add prob:0.03 evasion:0.02 acc:0.07 +mode:add prob:0.03 evasion:0.01 acc:0.09 +mode:add prob:0.03 evasion:0.03 acc:0.12 +mode:add prob:0.04 evasion:0.02 acc:0.11 +mode:add prob:0.04 evasion:0.02 acc:0.07 +mode:add prob:0.04 evasion:0.08 acc:0.13 +mode:add prob:0.04 evasion:0.02 acc:0.12 +mode:add prob:0.05 evasion:0.02 acc:0.1 +mode:add prob:0.05 evasion:0.03 acc:0.09 +mode:add prob:0.05 evasion:0.0 acc:0.09 +mode:add prob:0.05 evasion:0.02 acc:0.09 +mode:add prob:0.1 evasion:0.07 acc:0.12 +mode:add prob:0.1 evasion:0.08 acc:0.14 +mode:add prob:0.1 evasion:0.02 acc:0.11 +mode:add prob:0.1 evasion:0.04 acc:0.11 +mode:add prob:0.15 evasion:0.08 acc:0.11 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:add prob:0.15 evasion:0.06 acc:0.12 +mode:rewire prob:0.03 evasion:0.03 acc:0.12 +mode:rewire prob:0.03 evasion:0.02 acc:0.1 +mode:rewire prob:0.03 evasion:0.03 acc:0.11 +mode:rewire prob:0.03 evasion:0.02 acc:0.07 +mode:rewire prob:0.04 evasion:0.01 acc:0.09 +mode:rewire prob:0.04 evasion:0.02 acc:0.1 +mode:rewire prob:0.04 evasion:0.03 acc:0.11 +mode:rewire prob:0.04 evasion:0.01 acc:0.1 +mode:rewire prob:0.05 evasion:0.03 acc:0.09 +mode:rewire prob:0.05 evasion:0.05 acc:0.1 +mode:rewire prob:0.05 evasion:0.03 acc:0.1 +mode:rewire prob:0.05 evasion:0.01 acc:0.09 +mode:rewire prob:0.1 evasion:0.04 acc:0.09 +mode:rewire prob:0.1 evasion:0.03 acc:0.1 +mode:rewire prob:0.1 evasion:0.05 acc:0.1 +mode:rewire prob:0.1 evasion:0.03 acc:0.1 +mode:rewire prob:0.15 evasion:0.07 acc:0.14 +mode:rewire prob:0.15 evasion:0.06 acc:0.14 +mode:rewire prob:0.15 evasion:0.05 acc:0.12 +mode:rewire prob:0.15 evasion:0.05 acc:0.11 diff --git a/experiments/eattack_res_combo_2nov/Cora_random_new b/experiments/eattack_res_combo_2nov/Cora_random_new new file mode 100644 index 0000000..eeaa22b --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Cora_random_new @@ -0,0 +1,80 @@ +mode:reverse prob:0.03 evasion:0.67 acc:0.68 +mode:reverse prob:0.03 evasion:0.69 acc:0.69 +mode:reverse prob:0.03 evasion:0.69 acc:0.7 +mode:reverse prob:0.03 evasion:0.69 acc:0.69 +mode:reverse prob:0.04 evasion:0.7 acc:0.71 +mode:reverse prob:0.04 evasion:0.7 acc:0.7 +mode:reverse prob:0.04 evasion:0.71 acc:0.71 +mode:reverse prob:0.04 evasion:0.7 acc:0.71 +mode:reverse prob:0.05 evasion:0.7 acc:0.7 +mode:reverse prob:0.05 evasion:0.68 acc:0.69 +mode:reverse prob:0.05 evasion:0.72 acc:0.72 +mode:reverse prob:0.05 evasion:0.69 acc:0.7 +mode:reverse prob:0.1 evasion:0.62 acc:0.65 +mode:reverse prob:0.1 evasion:0.69 acc:0.7 +mode:reverse prob:0.1 evasion:0.69 acc:0.69 +mode:reverse prob:0.1 evasion:0.69 acc:0.7 +mode:reverse prob:0.15 evasion:0.69 acc:0.7 +mode:reverse prob:0.15 evasion:0.69 acc:0.7 +mode:reverse prob:0.15 evasion:0.69 acc:0.69 +mode:reverse prob:0.15 evasion:0.68 acc:0.69 +mode:remove prob:0.03 evasion:0.0 acc:0.08 +mode:remove prob:0.03 evasion:0.0 acc:0.08 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.08 +mode:remove prob:0.04 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.09 +mode:remove prob:0.04 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.11 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.01 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.15 evasion:0.02 acc:0.08 +mode:remove prob:0.15 evasion:0.02 acc:0.09 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:remove prob:0.15 evasion:0.01 acc:0.1 +mode:add prob:0.03 evasion:0.01 acc:0.11 +mode:add prob:0.03 evasion:0.02 acc:0.07 +mode:add prob:0.03 evasion:0.01 acc:0.09 +mode:add prob:0.03 evasion:0.03 acc:0.12 +mode:add prob:0.04 evasion:0.02 acc:0.11 +mode:add prob:0.04 evasion:0.02 acc:0.07 +mode:add prob:0.04 evasion:0.08 acc:0.13 +mode:add prob:0.04 evasion:0.02 acc:0.12 +mode:add prob:0.05 evasion:0.02 acc:0.1 +mode:add prob:0.05 evasion:0.03 acc:0.09 +mode:add prob:0.05 evasion:0.0 acc:0.09 +mode:add prob:0.05 evasion:0.02 acc:0.09 +mode:add prob:0.1 evasion:0.07 acc:0.12 +mode:add prob:0.1 evasion:0.08 acc:0.14 +mode:add prob:0.1 evasion:0.02 acc:0.11 +mode:add prob:0.1 evasion:0.04 acc:0.11 +mode:add prob:0.15 evasion:0.08 acc:0.11 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:add prob:0.15 evasion:0.08 acc:0.12 +mode:add prob:0.15 evasion:0.06 acc:0.12 +mode:rewire prob:0.03 evasion:0.03 acc:0.12 +mode:rewire prob:0.03 evasion:0.02 acc:0.1 +mode:rewire prob:0.03 evasion:0.03 acc:0.11 +mode:rewire prob:0.03 evasion:0.02 acc:0.07 +mode:rewire prob:0.04 evasion:0.01 acc:0.09 +mode:rewire prob:0.04 evasion:0.02 acc:0.1 +mode:rewire prob:0.04 evasion:0.03 acc:0.11 +mode:rewire prob:0.04 evasion:0.01 acc:0.1 +mode:rewire prob:0.05 evasion:0.03 acc:0.09 +mode:rewire prob:0.05 evasion:0.05 acc:0.1 +mode:rewire prob:0.05 evasion:0.03 acc:0.1 +mode:rewire prob:0.05 evasion:0.01 acc:0.09 +mode:rewire prob:0.1 evasion:0.04 acc:0.09 +mode:rewire prob:0.1 evasion:0.03 acc:0.1 +mode:rewire prob:0.1 evasion:0.05 acc:0.1 +mode:rewire prob:0.1 evasion:0.03 acc:0.1 +mode:rewire prob:0.15 evasion:0.07 acc:0.14 +mode:rewire prob:0.15 evasion:0.06 acc:0.14 +mode:rewire prob:0.15 evasion:0.05 acc:0.12 +mode:rewire prob:0.15 evasion:0.05 acc:0.11 diff --git a/experiments/eattack_res_combo_2nov/Cora_reverse_eattack b/experiments/eattack_res_combo_2nov/Cora_reverse_eattack new file mode 100644 index 0000000..847a625 --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Cora_reverse_eattack @@ -0,0 +1,16 @@ +mode:reverse prob:0.005 evasion:0.37 acc:0.37 +mode:reverse prob:0.005 evasion:0.41 acc:0.41 +mode:reverse prob:0.005 evasion:0.48 acc:0.48 +mode:reverse prob:0.005 evasion:0.49 acc:0.49 +mode:reverse prob:0.01 evasion:0.44 acc:0.45 +mode:reverse prob:0.01 evasion:0.43 acc:0.46 +mode:reverse prob:0.01 evasion:0.46 acc:0.46 +mode:reverse prob:0.01 evasion:0.52 acc:0.53 +mode:reverse prob:0.02 evasion:0.42 acc:0.42 +mode:reverse prob:0.02 evasion:0.44 acc:0.44 +mode:reverse prob:0.02 evasion:0.38 acc:0.39 +mode:reverse prob:0.02 evasion:0.48 acc:0.48 +mode:reverse prob:0.03 evasion:0.44 acc:0.44 +mode:reverse prob:0.03 evasion:0.46 acc:0.47 +mode:reverse prob:0.03 evasion:0.47 acc:0.47 +mode:reverse prob:0.03 evasion:0.48 acc:0.49 diff --git a/experiments/eattack_res_combo_2nov/Photo_Random b/experiments/eattack_res_combo_2nov/Photo_Random new file mode 100644 index 0000000..ef89d67 --- /dev/null +++ b/experiments/eattack_res_combo_2nov/Photo_Random @@ -0,0 +1,120 @@ +mode:remove prob:0.01 evasion:0.0 acc:0.09 +mode:remove prob:0.01 evasion:0.0 acc:0.06 +mode:remove prob:0.01 evasion:0.0 acc:0.05 +mode:remove prob:0.01 evasion:0.0 acc:0.06 +mode:remove prob:0.01 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.05 +mode:remove prob:0.1 evasion:0.01 acc:0.05 +mode:remove prob:0.1 evasion:0.0 acc:0.06 +mode:remove prob:0.1 evasion:0.0 acc:0.05 +mode:remove prob:0.1 evasion:0.0 acc:0.06 +mode:remove prob:0.1 evasion:0.0 acc:0.06 +mode:remove prob:0.15 evasion:0.0 acc:0.06 +mode:remove prob:0.15 evasion:0.0 acc:0.06 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:remove prob:0.15 evasion:0.01 acc:0.06 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:remove prob:0.2 evasion:0.0 acc:0.06 +mode:remove prob:0.2 evasion:0.0 acc:0.05 +mode:remove prob:0.2 evasion:0.0 acc:0.06 +mode:remove prob:0.2 evasion:0.0 acc:0.06 +mode:remove prob:0.2 evasion:0.0 acc:0.06 +mode:remove prob:0.3 evasion:0.0 acc:0.05 +mode:remove prob:0.3 evasion:0.0 acc:0.07 +mode:remove prob:0.3 evasion:0.0 acc:0.06 +mode:remove prob:0.3 evasion:0.0 acc:0.05 +mode:remove prob:0.3 evasion:0.0 acc:0.05 +mode:add prob:0.01 evasion:0.07 acc:0.14 +mode:add prob:0.01 evasion:0.04 acc:0.09 +mode:add prob:0.01 evasion:0.03 acc:0.07 +mode:add prob:0.01 evasion:0.07 acc:0.12 +mode:add prob:0.01 evasion:0.07 acc:0.11 +mode:add prob:0.05 evasion:0.13 acc:0.18 +mode:add prob:0.05 evasion:0.14 acc:0.19 +mode:add prob:0.05 evasion:0.13 acc:0.16 +mode:add prob:0.05 evasion:0.16 acc:0.19 +mode:add prob:0.05 evasion:0.13 acc:0.18 +mode:add prob:0.1 evasion:0.15 acc:0.18 +mode:add prob:0.1 evasion:0.12 acc:0.17 +mode:add prob:0.1 evasion:0.16 acc:0.21 +mode:add prob:0.1 evasion:0.15 acc:0.16 +mode:add prob:0.1 evasion:0.13 acc:0.16 +mode:add prob:0.15 evasion:0.15 acc:0.18 +mode:add prob:0.15 evasion:0.15 acc:0.19 +mode:add prob:0.15 evasion:0.14 acc:0.17 +mode:add prob:0.15 evasion:0.15 acc:0.16 +mode:add prob:0.15 evasion:0.16 acc:0.17 +mode:add prob:0.2 evasion:0.16 acc:0.21 +mode:add prob:0.2 evasion:0.13 acc:0.18 +mode:add prob:0.2 evasion:0.16 acc:0.17 +mode:add prob:0.2 evasion:0.15 acc:0.2 +mode:add prob:0.2 evasion:0.14 acc:0.19 +mode:add prob:0.3 evasion:0.14 acc:0.17 +mode:add prob:0.3 evasion:0.14 acc:0.19 +mode:add prob:0.3 evasion:0.14 acc:0.17 +mode:add prob:0.3 evasion:0.14 acc:0.17 +mode:add prob:0.3 evasion:0.16 acc:0.19 +mode:rewire prob:0.01 evasion:0.17 acc:0.18 +mode:rewire prob:0.01 evasion:0.14 acc:0.16 +mode:rewire prob:0.01 evasion:0.13 acc:0.17 +mode:rewire prob:0.01 evasion:0.1 acc:0.12 +mode:rewire prob:0.01 evasion:0.13 acc:0.15 +mode:rewire prob:0.05 evasion:0.15 acc:0.15 +mode:rewire prob:0.05 evasion:0.16 acc:0.16 +mode:rewire prob:0.05 evasion:0.15 acc:0.16 +mode:rewire prob:0.05 evasion:0.16 acc:0.18 +mode:rewire prob:0.05 evasion:0.15 acc:0.17 +mode:rewire prob:0.1 evasion:0.14 acc:0.17 +mode:rewire prob:0.1 evasion:0.17 acc:0.19 +mode:rewire prob:0.1 evasion:0.15 acc:0.17 +mode:rewire prob:0.1 evasion:0.15 acc:0.17 +mode:rewire prob:0.1 evasion:0.15 acc:0.16 +mode:rewire prob:0.15 evasion:0.16 acc:0.18 +mode:rewire prob:0.15 evasion:0.14 acc:0.16 +mode:rewire prob:0.15 evasion:0.17 acc:0.17 +mode:rewire prob:0.15 evasion:0.15 acc:0.17 +mode:rewire prob:0.15 evasion:0.14 acc:0.16 +mode:rewire prob:0.2 evasion:0.15 acc:0.17 +mode:rewire prob:0.2 evasion:0.15 acc:0.17 +mode:rewire prob:0.2 evasion:0.15 acc:0.17 +mode:rewire prob:0.2 evasion:0.13 acc:0.16 +mode:rewire prob:0.2 evasion:0.16 acc:0.16 +mode:rewire prob:0.3 evasion:0.14 acc:0.16 +mode:rewire prob:0.3 evasion:0.15 acc:0.17 +mode:rewire prob:0.3 evasion:0.15 acc:0.18 +mode:rewire prob:0.3 evasion:0.15 acc:0.17 +mode:rewire prob:0.3 evasion:0.15 acc:0.17 +mode:reverse prob:0.01 evasion:0.19 acc:0.22 +mode:reverse prob:0.01 evasion:0.14 acc:0.15 +mode:reverse prob:0.01 evasion:0.12 acc:0.16 +mode:reverse prob:0.01 evasion:0.22 acc:0.28 +mode:reverse prob:0.01 evasion:0.24 acc:0.26 +mode:reverse prob:0.05 evasion:0.16 acc:0.19 +mode:reverse prob:0.05 evasion:0.15 acc:0.16 +mode:reverse prob:0.05 evasion:0.21 acc:0.23 +mode:reverse prob:0.05 evasion:0.18 acc:0.18 +mode:reverse prob:0.05 evasion:0.17 acc:0.21 +mode:reverse prob:0.1 evasion:0.17 acc:0.2 +mode:reverse prob:0.1 evasion:0.15 acc:0.17 +mode:reverse prob:0.1 evasion:0.2 acc:0.22 +mode:reverse prob:0.1 evasion:0.12 acc:0.15 +mode:reverse prob:0.1 evasion:0.15 acc:0.16 +mode:reverse prob:0.15 evasion:0.17 acc:0.17 +mode:reverse prob:0.15 evasion:0.31 acc:0.33 +mode:reverse prob:0.15 evasion:0.14 acc:0.16 +mode:reverse prob:0.15 evasion:0.19 acc:0.21 +mode:reverse prob:0.15 evasion:0.24 acc:0.22 +mode:reverse prob:0.2 evasion:0.12 acc:0.16 +mode:reverse prob:0.2 evasion:0.15 acc:0.18 +mode:reverse prob:0.2 evasion:0.11 acc:0.15 +mode:reverse prob:0.2 evasion:0.17 acc:0.18 +mode:reverse prob:0.2 evasion:0.28 acc:0.27 +mode:reverse prob:0.3 evasion:0.27 acc:0.3 +mode:reverse prob:0.3 evasion:0.2 acc:0.22 +mode:reverse prob:0.3 evasion:0.18 acc:0.2 +mode:reverse prob:0.3 evasion:0.23 acc:0.28 +mode:reverse prob:0.3 evasion:0.19 acc:0.22 diff --git a/experiments/eattack_res_combo_2nov/photo_eattack b/experiments/eattack_res_combo_2nov/photo_eattack new file mode 100644 index 0000000..c84a813 --- /dev/null +++ b/experiments/eattack_res_combo_2nov/photo_eattack @@ -0,0 +1,48 @@ +mode:remove prob:0.05 evasion:0.0 acc:0.05 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.05 evasion:0.0 acc:0.07 +mode:remove prob:0.1 evasion:0.0 acc:0.04 +mode:remove prob:0.1 evasion:0.01 acc:0.04 +mode:remove prob:0.1 evasion:0.0 acc:0.05 +mode:remove prob:0.1 evasion:0.0 acc:0.04 +mode:remove prob:0.15 evasion:0.0 acc:0.04 +mode:remove prob:0.15 evasion:0.0 acc:0.08 +mode:remove prob:0.15 evasion:0.01 acc:0.04 +mode:remove prob:0.15 evasion:0.0 acc:0.06 +mode:add prob:0.05 evasion:0.17 acc:0.17 +mode:add prob:0.05 evasion:0.13 acc:0.16 +mode:add prob:0.05 evasion:0.17 acc:0.15 +mode:add prob:0.05 evasion:0.14 acc:0.15 +mode:add prob:0.1 evasion:0.15 acc:0.18 +mode:add prob:0.1 evasion:0.18 acc:0.17 +mode:add prob:0.1 evasion:0.15 acc:0.18 +mode:add prob:0.1 evasion:0.15 acc:0.15 +mode:add prob:0.15 evasion:0.15 acc:0.16 +mode:add prob:0.15 evasion:0.14 acc:0.17 +mode:add prob:0.15 evasion:0.16 acc:0.17 +mode:add prob:0.15 evasion:0.15 acc:0.19 +mode:rewire prob:0.05 evasion:0.12 acc:0.18 +mode:rewire prob:0.05 evasion:0.13 acc:0.17 +mode:rewire prob:0.05 evasion:0.12 acc:0.16 +mode:rewire prob:0.05 evasion:0.1 acc:0.15 +mode:rewire prob:0.1 evasion:0.13 acc:0.15 +mode:rewire prob:0.1 evasion:0.13 acc:0.18 +mode:rewire prob:0.1 evasion:0.13 acc:0.17 +mode:rewire prob:0.1 evasion:0.13 acc:0.18 +mode:rewire prob:0.15 evasion:0.12 acc:0.15 +mode:rewire prob:0.15 evasion:0.12 acc:0.18 +mode:rewire prob:0.15 evasion:0.12 acc:0.16 +mode:rewire prob:0.15 evasion:0.1 acc:0.15 +mode:reverse prob:0.05 evasion:0.1 acc:0.13 +mode:reverse prob:0.05 evasion:0.07 acc:0.09 +mode:reverse prob:0.05 evasion:0.09 acc:0.07 +mode:reverse prob:0.05 evasion:0.09 acc:0.13 +mode:reverse prob:0.1 evasion:0.15 acc:0.18 +mode:reverse prob:0.1 evasion:0.06 acc:0.06 +mode:reverse prob:0.1 evasion:0.09 acc:0.09 +mode:reverse prob:0.1 evasion:0.09 acc:0.13 +mode:reverse prob:0.15 evasion:0.13 acc:0.12 +mode:reverse prob:0.15 evasion:0.13 acc:0.14 +mode:reverse prob:0.15 evasion:0.11 acc:0.15 +mode:reverse prob:0.15 evasion:0.09 acc:0.12 diff --git a/experiments/gat_cora_eattack b/experiments/gat_cora_eattack new file mode 100644 index 0000000..56dc917 --- /dev/null +++ b/experiments/gat_cora_eattack @@ -0,0 +1,20 @@ +mode:reverse prob:0.01 evasion:0.08 acc:0.11 +mode:reverse prob:0.03 evasion:0.11 acc:0.12 +mode:reverse prob:0.05 evasion:0.11 acc:0.15 +mode:reverse prob:0.1 evasion:0.17 acc:0.19 +mode:reverse prob:0.15 evasion:0.1 acc:0.16 +mode:remove prob:0.01 evasion:0.01 acc:0.08 +mode:remove prob:0.03 evasion:0.02 acc:0.09 +mode:remove prob:0.05 evasion:0.03 acc:0.08 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.15 evasion:0.0 acc:0.07 +mode:add prob:0.01 evasion:0.05 acc:0.1 +mode:add prob:0.03 evasion:0.04 acc:0.1 +mode:add prob:0.05 evasion:0.07 acc:0.13 +mode:add prob:0.1 evasion:0.05 acc:0.08 +mode:add prob:0.15 evasion:0.07 acc:0.1 +mode:rewire prob:0.01 evasion:0.0 acc:0.08 +mode:rewire prob:0.03 evasion:0.05 acc:0.11 +mode:rewire prob:0.05 evasion:0.0 acc:0.09 +mode:rewire prob:0.1 evasion:0.02 acc:0.07 +mode:rewire prob:0.15 evasion:0.05 acc:0.08 diff --git a/experiments/gat_photo b/experiments/gat_photo new file mode 100644 index 0000000..e9c6b1c --- /dev/null +++ b/experiments/gat_photo @@ -0,0 +1,12 @@ +mode:reverse prob:0.05 evasion:0.02 acc:0.06 +mode:reverse prob:0.1 evasion:0.1 acc:0.13 +mode:reverse prob:0.15 evasion:0.09 acc:0.12 +mode:remove prob:0.05 evasion:0.0 acc:0.06 +mode:remove prob:0.1 evasion:0.0 acc:0.07 +mode:remove prob:0.15 evasion:0.0 acc:0.06 +mode:add prob:0.05 evasion:0.15 acc:0.17 +mode:add prob:0.1 evasion:0.19 acc:0.18 +mode:add prob:0.15 evasion:0.08 acc:0.11 +mode:rewire prob:0.05 evasion:0.08 acc:0.08 +mode:rewire prob:0.1 evasion:0.15 acc:0.14 +mode:rewire prob:0.15 evasion:0.13 acc:0.12 diff --git a/experiments/inds_citeseer.npy b/experiments/inds_citeseer.npy new file mode 100644 index 0000000..99d5f5a Binary files /dev/null and b/experiments/inds_citeseer.npy differ diff --git a/experiments/inds_computers.npy b/experiments/inds_computers.npy new file mode 100644 index 0000000..38dc6d6 Binary files /dev/null and b/experiments/inds_computers.npy differ diff --git a/experiments/inds_cora.npy b/experiments/inds_cora.npy new file mode 100644 index 0000000..cdfffae Binary files /dev/null and b/experiments/inds_cora.npy differ diff --git a/experiments/inds_photo.npy b/experiments/inds_photo.npy new file mode 100644 index 0000000..907d014 Binary files /dev/null and b/experiments/inds_photo.npy differ diff --git a/experiments/inds_pubmed.npy b/experiments/inds_pubmed.npy new file mode 100644 index 0000000..bb68417 Binary files /dev/null and b/experiments/inds_pubmed.npy differ diff --git a/experiments/photo_retest_not_full b/experiments/photo_retest_not_full new file mode 100644 index 0000000..cbd4af7 --- /dev/null +++ b/experiments/photo_retest_not_full @@ -0,0 +1,74 @@ +mode:reverse prob:0.01 evasion:0.02 acc:0.09 +mode:reverse prob:0.01 evasion:0.0 acc:0.09 +mode:reverse prob:0.01 evasion:0.0 acc:0.09 +mode:reverse prob:0.01 evasion:0.02 acc:0.11 +mode:reverse prob:0.01 evasion:0.0 acc:0.1 +mode:reverse prob:0.03 evasion:0.0 acc:0.09 +mode:reverse prob:0.03 evasion:0.0 acc:0.08 +mode:reverse prob:0.03 evasion:0.03 acc:0.11 +mode:reverse prob:0.03 evasion:0.02 acc:0.11 +mode:reverse prob:0.03 evasion:0.0 acc:0.1 +mode:reverse prob:0.05 evasion:0.02 acc:0.11 +mode:reverse prob:0.05 evasion:0.01 acc:0.1 +mode:reverse prob:0.05 evasion:0.01 acc:0.1 +mode:reverse prob:0.05 evasion:0.01 acc:0.08 +mode:reverse prob:0.05 evasion:0.02 acc:0.11 +mode:reverse prob:0.1 evasion:0.04 acc:0.13 +mode:reverse prob:0.1 evasion:0.04 acc:0.11 +mode:reverse prob:0.1 evasion:0.05 acc:0.09 +mode:reverse prob:0.1 evasion:0.02 acc:0.1 +mode:reverse prob:0.1 evasion:0.01 acc:0.08 +mode:reverse prob:0.15 evasion:0.08 acc:0.14 +mode:reverse prob:0.15 evasion:0.08 acc:0.14 +mode:reverse prob:0.15 evasion:0.05 acc:0.15 +mode:reverse prob:0.15 evasion:0.09 acc:0.15 +mode:reverse prob:0.15 evasion:0.03 acc:0.11 +mode:remove prob:0.01 evasion:0.0 acc:0.09 +mode:remove prob:0.01 evasion:0.0 acc:0.08 +mode:remove prob:0.01 evasion:0.0 acc:0.09 +mode:remove prob:0.01 evasion:0.0 acc:0.1 +mode:remove prob:0.01 evasion:0.01 acc:0.09 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.03 evasion:0.0 acc:0.11 +mode:remove prob:0.03 evasion:0.01 acc:0.09 +mode:remove prob:0.03 evasion:0.0 acc:0.09 +mode:remove prob:0.03 evasion:0.01 acc:0.09 +mode:remove prob:0.05 evasion:0.01 acc:0.1 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.09 +mode:remove prob:0.05 evasion:0.0 acc:0.1 +mode:remove prob:0.05 evasion:0.01 acc:0.08 +mode:remove prob:0.1 evasion:0.01 acc:0.1 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.1 evasion:0.0 acc:0.07 +mode:remove prob:0.1 evasion:0.0 acc:0.08 +mode:remove prob:0.1 evasion:0.0 acc:0.08 +mode:remove prob:0.15 evasion:0.0 acc:0.08 +mode:remove prob:0.15 evasion:0.01 acc:0.08 +mode:remove prob:0.15 evasion:0.01 acc:0.09 +mode:remove prob:0.15 evasion:0.01 acc:0.09 +mode:remove prob:0.15 evasion:0.0 acc:0.08 +mode:add prob:0.05 evasion:0.17 acc:0.17 +mode:add prob:0.05 evasion:0.13 acc:0.16 +mode:add prob:0.05 evasion:0.17 acc:0.15 +mode:add prob:0.05 evasion:0.14 acc:0.15 +mode:add prob:0.1 evasion:0.15 acc:0.18 +mode:add prob:0.1 evasion:0.18 acc:0.17 +mode:add prob:0.1 evasion:0.15 acc:0.18 +mode:add prob:0.1 evasion:0.15 acc:0.15 +mode:add prob:0.15 evasion:0.15 acc:0.16 +mode:add prob:0.15 evasion:0.14 acc:0.17 +mode:add prob:0.15 evasion:0.16 acc:0.17 +mode:add prob:0.15 evasion:0.15 acc:0.19 +mode:rewire prob:0.05 evasion:0.12 acc:0.18 +mode:rewire prob:0.05 evasion:0.13 acc:0.17 +mode:rewire prob:0.05 evasion:0.12 acc:0.16 +mode:rewire prob:0.05 evasion:0.1 acc:0.15 +mode:rewire prob:0.1 evasion:0.13 acc:0.15 +mode:rewire prob:0.1 evasion:0.13 acc:0.18 +mode:rewire prob:0.1 evasion:0.13 acc:0.17 +mode:rewire prob:0.1 evasion:0.13 acc:0.18 +mode:rewire prob:0.15 evasion:0.12 acc:0.15 +mode:rewire prob:0.15 evasion:0.12 acc:0.18 +mode:rewire prob:0.15 evasion:0.12 acc:0.16 +mode:rewire prob:0.15 evasion:0.1 acc:0.15 \ No newline at end of file diff --git a/experiments/pubmed_eattack b/experiments/pubmed_eattack new file mode 100644 index 0000000..b767b4a --- /dev/null +++ b/experiments/pubmed_eattack @@ -0,0 +1,20 @@ +mode:reverse prob:0.01 evasion:0.43 acc:0.48 +mode:reverse prob:0.03 evasion:0.42 acc:0.42 +mode:reverse prob:0.05 evasion:0.45 acc:0.44 +mode:reverse prob:0.1 evasion:0.44 acc:0.44 +mode:reverse prob:0.15 evasion:0.49 acc:0.48 +mode:remove prob:0.01 evasion:0.0 acc:0.08 +mode:remove prob:0.03 evasion:0.0 acc:0.08 +mode:remove prob:0.05 evasion:0.0 acc:0.08 +mode:remove prob:0.1 evasion:0.0 acc:0.09 +mode:remove prob:0.15 evasion:0.0 acc:0.08 +mode:add prob:0.01 evasion:0.01 acc:0.07 +mode:add prob:0.03 evasion:0.02 acc:0.1 +mode:add prob:0.05 evasion:0.02 acc:0.08 +mode:add prob:0.1 evasion:0.03 acc:0.07 +mode:add prob:0.15 evasion:0.03 acc:0.07 +mode:rewire prob:0.01 evasion:0.0 acc:0.08 +mode:rewire prob:0.03 evasion:0.02 acc:0.08 +mode:rewire prob:0.05 evasion:0.02 acc:0.1 +mode:rewire prob:0.1 evasion:0.01 acc:0.09 +mode:rewire prob:0.15 evasion:0.01 acc:0.07 diff --git a/experiments/results_sirius/expl_Def_1.json b/experiments/results_sirius/expl_Def_1.json new file mode 100644 index 0000000..7428598 --- /dev/null +++ b/experiments/results_sirius/expl_Def_1.json @@ -0,0 +1 @@ +{"0": {"0,633": "0.7801", "0,1862": "0.7853", "0,2582": "0.7791", "633,0": "0.7415", "926,1862": "0.7653", "1166,2582": "0.7597", "1701,633": "0.2101", "1701,1862": "0.7950", "1862,0": "0.7315", "1862,2582": "0.7746", "1866,633": "0.7538", "2582,0": "0.7360", "2582,1862": "0.7832"}, "1": {"1,2": "0.7817", "1,652": "0.7717", "1,654": "0.7675", "2,1": "0.7522", "332,2": "0.2148", "470,652": "0.7697", "652,1": "0.7385", "654,1": "0.7394", "1454,2": "0.7751", "1666,2": "0.2193", "1986,2": "0.2143"}, "4": {"4,1016": "0.7836", "4,1256": "0.7830", "4,1761": "0.7833", "4,2175": "0.7725", "4,2176": "0.7870", "223,1761": "0.2314", "561,1016": "0.7734", "595,1016": "0.7887", "595,1256": "0.2336", "595,2176": "0.2177", "982,1256": "0.2239", "982,2175": "0.2217", "982,2176": "0.2238", "1016,4": "0.7253", "1016,1256": "0.7911", "1016,2176": "0.2512", "1091,1256": "0.2211", "1091,2176": "0.2202", "1205,1761": "0.7840", "1256,4": "0.7348", "1256,1016": "0.2459", "1256,1761": "0.2159", "1256,2175": "0.7955", "1256,2176": "0.2227", "1358,1761": "0.2245", "1382,2176": "0.7736", "1721,1761": "0.2248", "1761,4": "0.7361", "1761,1256": "0.2238", "1761,2175": "0.7869", "2175,4": "0.7406", "2175,1256": "0.2264", "2175,1761": "0.2228", "2175,2176": "0.2223", "2176,4": "0.7238", "2176,1016": "0.7761", "2176,1256": "0.7933", "2176,2175": "0.7801"}, "5": {"5,1629": "0.7871", "5,1659": "0.7836", "5,2546": "0.7882", "466,2546": "0.7721", "628,2546": "0.2181", "952,2546": "0.2181", "1629,5": "0.7489", "1629,1659": "0.7754", "1659,5": "0.7486", "1659,1629": "0.7768", "1711,1629": "0.7788", "2546,5": "0.7370"}, "6": {"6,373": "0.7751", "6,1042": "0.2308", "6,1416": "0.2276", "6,1602": "0.2274", "30,1416": "0.7767", "61,1416": "0.2297", "74,1042": "0.2292", "74,1416": "0.2244", "95,1602": "0.2270", "100,1602": "0.2407", "149,1416": "0.2301", "305,1416": "0.2337", "315,1602": "0.2225", "373,6": "0.7335", "373,1042": "0.2282", "485,1042": "0.2293", "572,1416": "0.2251", "624,1042": "0.2288", "718,1416": "0.2357", "901,1042": "0.2310", "1008,1416": "0.2273", "1025,373": "0.2429", "1025,1042": "0.2371", "1042,6": "0.7160", "1042,373": "0.7803", "1047,1042": "0.2220", "1118,1042": "0.2302", "1118,1416": "0.2289", "1125,1042": "0.2291", "1198,1042": "0.2398", "1204,1602": "0.2262", "1416,6": "0.7248", "1416,1602": "0.2252", "1468,1416": "0.2237", "1481,1042": "0.2217", "1517,1042": "0.2309", "1602,6": "0.7293", "1602,1416": "0.2301", "1628,1042": "0.2311", "1921,1416": "0.2252", "1922,1416": "0.2300", "1923,1416": "0.2679", "1924,1416": "0.7728", "1925,1042": "0.2336", "1925,1416": "0.2290", "1926,1042": "0.2281", "1926,1416": "0.2287", "2051,1042": "0.2275", "2052,1042": "0.2244", "2054,1042": "0.2288", "2054,1602": "0.2240", "2055,1042": "0.2284", "2072,1602": "0.2294", "2073,1042": "0.2342", "2073,1602": "0.2259", "2074,1602": "0.2281", "2198,1042": "0.2255", "2333,1042": "0.2298"}, "8": {"8,269": "0.7826", "8,281": "0.7843", "8,1996": "0.7777", "101,281": "0.7834", "269,8": "0.7372", "281,8": "0.7261", "321,269": "0.7757", "327,1996": "0.7843", "418,269": "0.7855", "746,281": "0.7895", "1000,281": "0.7885", "1347,281": "0.7769", "1382,281": "0.7765", "1986,1996": "0.2147", "1996,8": "0.7430", "2063,1996": "0.7697", "2064,1996": "0.7726", "2244,281": "0.7696", "2247,281": "0.7836", "2543,269": "0.7666", "2551,269": "0.7676"}, "11": {"11,1655": "0.7846", "11,1839": "0.7747", "149,1655": "0.2159", "979,1839": "0.7936", "1121,1655": "0.7902", "1131,1655": "0.2141", "1204,1839": "0.2134", "1410,1655": "0.7911", "1655,11": "0.7312", "1655,1839": "0.7837", "1839,11": "0.7363", "1839,1655": "0.2177", "1842,1655": "0.2177", "1894,1655": "0.2099", "2136,1655": "0.7895", "2282,1655": "0.7964", "2295,1655": "0.2167", "2384,1655": "0.7826", "2424,1839": "0.7863", "2453,1839": "0.7862"}, "13": {"13,1701": "0.2481", "13,1810": "0.2417", "24,1701": "0.2399", "27,1810": "0.2415", "143,1701": "0.2440", "157,1701": "0.2390", "158,1701": "0.2427", "201,1701": "0.2427", "205,1701": "0.2462", "215,1701": "0.2389", "216,1701": "0.2344", "224,1810": "0.2414", "226,1701": "0.2493", "230,1810": "0.2362", "231,1701": "0.2431", "232,1701": "0.2405", "235,1701": "0.2368", "261,1701": "0.2386", "318,1701": "0.2421", "335,1701": "0.2450", "343,1701": "0.2389", "351,1810": "0.2327", "416,1701": "0.2463", "467,1701": "0.2392", "481,1810": "0.2345", "482,1810": "0.2386", "511,1810": "0.2375", "532,1701": "0.2382", "547,1701": "0.2447", "549,1810": "0.2340", "563,1701": "0.2431", "568,1810": "0.2308", "576,1810": "0.2425", "633,1701": "0.2396", "664,1701": "0.2432", "699,1701": "0.2462", "716,1810": "0.2379", "719,1810": "0.2425", "729,1701": "0.2464", "767,1701": "0.2474", "784,1701": "0.2451", "790,1810": "0.2425", "795,1810": "0.2339", "835,1810": "0.2347", "869,1701": "0.2413", "874,1701": "0.2365", "962,1810": "0.2324", "1004,1810": "0.2403", "1023,1701": "0.2409", "1052,1701": "0.2376", "1062,1810": "0.2300", "1075,1701": "0.2363", "1095,1810": "0.2328", "1100,1701": "0.2428", "1107,1810": "0.2523", "1121,1810": "0.2412", "1212,1701": "0.2452", "1241,1701": "0.2441", "1299,1701": "0.2368", "1299,1810": "0.2287", "1323,1701": "0.2287", "1331,1810": "0.2351", "1334,1701": "0.2535", "1337,1701": "0.2437", "1348,1810": "0.2372", "1440,1701": "0.2371", "1453,1701": "0.2464", "1479,1701": "0.2386", "1576,1810": "0.2453", "1581,1810": "0.2395", "1636,1701": "0.2398", "1665,1701": "0.2372", "1701,13": "0.7043", "1787,1810": "0.2466", "1799,1701": "0.2382", "1808,1810": "0.2382", "1809,1810": "0.2402", "1810,13": "0.7132", "1811,1810": "0.2274", "1812,1810": "0.2514", "1813,1810": "0.2437", "1814,1810": "0.2315", "1815,1810": "0.7698", "1816,1810": "0.2510", "1817,1810": "0.2338", "1818,1810": "0.2324", "1819,1810": "0.2384", "1820,1701": "0.2400", "1820,1810": "0.2395", "1821,1810": "0.2349", "1822,1810": "0.2387", "1823,1810": "0.2388", "1846,1701": "0.2430", "1852,1701": "0.2427", "1853,1701": "0.2440", "1854,1701": "0.2434", "1855,1701": "0.2391", "1856,1701": "0.2543", "1857,1701": "0.2509", "1858,1701": "0.2397", "1859,1701": "0.2471", "1860,1701": "0.2366", "1861,1701": "0.2369", "1862,1701": "0.2420", "1863,1701": "0.2379", "1864,1701": "0.2441", "1865,1701": "0.2326", "1866,1701": "0.2343", "1867,1701": "0.2363", "1868,1701": "0.2391", "1869,1701": "0.2408", "1869,1810": "0.2371", "1870,1701": "0.2472", "1871,1701": "0.2422", "1872,1701": "0.2540", "1873,1701": "0.2422", "1874,1701": "0.2367", "1875,1701": "0.2390", "1876,1701": "0.2358", "1877,1701": "0.2353"}, "14": {"14,158": "0.7721", "14,2034": "0.2372", "14,2075": "0.2306", "14,2077": "0.7812", "14,2668": "0.7751", "45,2668": "0.7713", "49,2034": "0.2295", "86,2034": "0.2299", "141,2034": "0.2331", "158,14": "0.7316", "158,2034": "0.2320", "180,158": "0.7618", "224,2034": "0.2318", "382,2034": "0.2413", "417,2034": "0.2331", "486,2077": "0.2285", "486,2668": "0.2258", "617,2034": "0.2283", "691,2034": "0.2316", "775,2075": "0.2300", "791,2034": "0.2237", "841,2034": "0.2318", "1002,2034": "0.2303", "1020,2075": "0.2357", "1020,2077": "0.7792", "1026,2034": "0.2272", "1270,2034": "0.2289", "1273,2034": "0.2324", "1319,2034": "0.2342", "1336,2034": "0.2327", "1448,2034": "0.2320", "1497,2034": "0.2320", "1614,2034": "0.2294", "1654,2034": "0.2359", "1665,2034": "0.2255", "1701,158": "0.2243", "1704,2077": "0.2269", "1807,2034": "0.2324", "1812,2034": "0.2361", "1889,2034": "0.2311", "1891,2034": "0.2368", "1894,2034": "0.2300", "1929,2034": "0.2282", "1968,2034": "0.2333", "1983,2034": "0.2332", "2034,14": "0.7106", "2034,158": "0.2278", "2035,2034": "0.2323", "2036,2034": "0.2243", "2037,2034": "0.2291", "2038,2034": "0.2296", "2039,2034": "0.2242", "2040,2034": "0.2304", "2041,2034": "0.2293", "2042,2034": "0.2306", "2075,14": "0.7336", "2075,2077": "0.7820", "2075,2668": "0.7683", "2076,2075": "0.2215", "2076,2077": "0.7778", "2077,14": "0.7293", "2077,2075": "0.2306", "2091,2075": "0.7737", "2130,2034": "0.2314", "2667,2075": "0.2233", "2667,2668": "0.7814", "2668,14": "0.7474", "2668,2075": "0.7699"}, "15": {"15,1090": "0.7778", "15,1093": "0.7757", "15,1271": "0.7756", "15,2367": "0.7887", "395,2367": "0.2230", "599,1093": "0.2211", "599,1271": "0.2239", "640,1090": "0.7848", "765,2367": "0.7738", "894,2367": "0.2140", "1090,15": "0.7344", "1090,1093": "0.7802", "1090,1271": "0.7734", "1090,2367": "0.7942", "1093,15": "0.7372", "1093,1090": "0.7785", "1093,1271": "0.7721", "1093,2367": "0.7762", "1147,1090": "0.7878", "1147,2367": "0.2249", "1271,15": "0.7342", "1271,1090": "0.7839", "1271,1093": "0.7792", "1271,2367": "0.7873", "1598,1090": "0.7755", "1598,1093": "0.7757", "1598,2367": "0.7906", "2177,2367": "0.2265", "2367,15": "0.7336", "2367,1090": "0.7680", "2367,1093": "0.7840", "2367,1271": "0.7849", "2368,2367": "0.7841", "2369,2367": "0.7861", "2370,2367": "0.7908", "2371,2367": "0.7800"}, "16": {"16,970": "0.7754", "16,1632": "0.7721", "16,2444": "0.7815", "16,2642": "0.7769", "358,2642": "0.7521", "364,970": "0.7761", "364,1632": "0.7790", "364,2642": "0.7778", "464,2444": "0.7830", "466,970": "0.7697", "580,2444": "0.7829", "970,16": "0.7467", "1358,970": "0.2124", "1632,16": "0.7358", "1710,2444": "0.7821", "1742,2444": "0.7919", "1756,1632": "0.7685", "1756,2642": "0.7755", "2365,970": "0.7940", "2444,16": "0.7390", "2503,2444": "0.7820", "2642,16": "0.7363"}, "17": {"17,24": "0.7918", "17,927": "0.7749", "17,1315": "0.7712", "17,1316": "0.7829", "17,2140": "0.7822", "24,17": "0.7219", "201,24": "0.2174", "598,24": "0.2131", "927,17": "0.7362", "927,1316": "0.7802", "927,2140": "0.7818", "1301,1315": "0.7728", "1301,1316": "0.7846", "1301,2140": "0.7873", "1315,17": "0.7383", "1316,17": "0.7318", "1316,927": "0.7708", "1636,24": "0.7750", "1679,1316": "0.7731", "1679,2140": "0.7859", "1701,24": "0.2181", "2139,24": "0.7664", "2139,2140": "0.7547", "2140,17": "0.7391", "2140,927": "0.7914", "2141,24": "0.7707"}, "18": {"18,139": "0.2188", "18,1560": "0.7981", "18,1786": "0.2152", "18,2082": "0.7949", "18,2145": "0.2165", "103,139": "0.7873", "133,2082": "0.7723", "139,18": "0.7355", "306,139": "0.2217", "505,1560": "0.7844", "660,139": "0.7839", "910,139": "0.7841", "1512,2145": "0.2249", "1560,18": "0.7506", "1564,1786": "0.7826", "1623,139": "0.2170", "1623,1560": "0.2156", "1624,1786": "0.7806", "1780,139": "0.7870", "1786,18": "0.7498", "2045,139": "0.2225", "2082,18": "0.2200", "2095,2145": "0.7754", "2144,2145": "0.7845", "2145,18": "0.7385"}, "22": {"22,39": "0.7616", "22,1234": "0.7575", "22,1702": "0.7760", "22,1703": "0.7807", "22,2238": "0.7807", "39,22": "0.7321", "151,2238": "0.2305", "152,2238": "0.7845", "463,1702": "0.2275", "463,1703": "0.2231", "627,2238": "0.7642", "706,2238": "0.2275", "759,1703": "0.7779", "789,1703": "0.7666", "963,1703": "0.2239", "1234,22": "0.7326", "1234,1702": "0.7677", "1234,1703": "0.7751", "1240,1702": "0.7729", "1349,39": "0.2246", "1365,1702": "0.2309", "1365,1703": "0.2280", "1417,1703": "0.2240", "1522,39": "0.7480", "1532,39": "0.7478", "1634,39": "0.7749", "1702,22": "0.7386", "1702,1234": "0.7758", "1702,1703": "0.2277", "1702,2238": "0.2219", "1703,22": "0.7327", "1703,1234": "0.7734", "1703,1702": "0.7307", "1703,2238": "0.2258", "1906,1703": "0.2245", "1965,39": "0.7631", "1966,1234": "0.7710", "1966,1702": "0.7651", "1966,1703": "0.2290", "1967,1703": "0.2236", "1968,1703": "0.2240", "1969,1703": "0.7857", "1969,2238": "0.7741", "1970,1702": "0.7739", "1970,1703": "0.7938", "1971,1702": "0.7763", "1971,1703": "0.7868", "2237,2238": "0.7679", "2238,22": "0.7232", "2238,1702": "0.2289", "2238,1703": "0.2307", "2239,2238": "0.7663", "2240,2238": "0.2222", "2357,39": "0.7656"}, "24": {"13,1701": "0.2521", "17,24": "0.7330", "24,17": "0.7579", "24,201": "0.7661", "24,598": "0.2395", "24,1636": "0.7692", "24,1701": "0.2430", "24,2139": "0.7610", "24,2141": "0.7613", "48,598": "0.2401", "143,598": "0.2512", "143,1701": "0.2446", "157,598": "0.2538", "157,1701": "0.2468", "158,1701": "0.2482", "165,598": "0.2451", "201,24": "0.7320", "201,598": "0.2505", "201,1701": "0.2464", "205,1701": "0.2517", "215,1701": "0.2546", "216,1701": "0.2440", "226,1701": "0.2480", "231,1701": "0.2481", "232,1701": "0.2438", "235,1701": "0.2455", "261,1701": "0.2468", "297,201": "0.7763", "297,598": "0.2526", "316,598": "0.2450", "318,1701": "0.2461", "335,1701": "0.2514", "343,1701": "0.2410", "416,1701": "0.2491", "467,1701": "0.2422", "480,598": "0.2467", "519,598": "0.2468", "521,598": "0.2414", "532,1701": "0.2474", "547,598": "0.2360", "547,1701": "0.2476", "563,1701": "0.2439", "570,201": "0.7668", "598,24": "0.7084", "598,201": "0.2460", "598,1636": "0.2476", "633,1701": "0.2498", "637,598": "0.2382", "664,1701": "0.2508", "699,1701": "0.2466", "729,1701": "0.2475", "766,598": "0.2481", "767,1701": "0.2460", "784,1701": "0.2484", "845,598": "0.2377", "869,598": "0.2381", "869,1701": "0.2428", "874,1701": "0.2417", "927,17": "0.7610", "968,598": "0.2421", "1003,598": "0.2488", "1023,1701": "0.2473", "1052,1701": "0.2411", "1075,1701": "0.2481", "1100,598": "0.2529", "1100,1701": "0.2514", "1107,598": "0.2512", "1212,1701": "0.2598", "1241,1701": "0.2490", "1297,598": "0.2467", "1299,598": "0.2370", "1299,1701": "0.2503", "1301,598": "0.2503", "1315,17": "0.2303", "1316,17": "0.7684", "1323,1701": "0.2427", "1334,1701": "0.2463", "1337,1701": "0.2489", "1440,1701": "0.2386", "1453,1701": "0.2510", "1473,598": "0.2436", "1479,1701": "0.2469", "1573,598": "0.2352", "1636,24": "0.7348", "1636,598": "0.2478", "1636,1701": "0.2507", "1636,2139": "0.7473", "1636,2141": "0.7507", "1665,1701": "0.2482", "1701,24": "0.6841", "1701,201": "0.2408", "1701,1636": "0.2408", "1799,1701": "0.2441", "1820,1701": "0.2498", "1821,598": "0.2412", "1823,598": "0.2438", "1846,1701": "0.2468", "1852,1701": "0.2530", "1853,1701": "0.2470", "1854,1701": "0.2448", "1855,1701": "0.2488", "1856,1701": "0.2468", "1857,1701": "0.2526", "1858,1701": "0.2517", "1859,1701": "0.2461", "1860,1701": "0.2435", "1861,1701": "0.2438", "1862,1701": "0.2484", "1863,1701": "0.2415", "1864,598": "0.2437", "1864,1701": "0.2438", "1865,1701": "0.2455", "1866,1701": "0.2414", "1867,1701": "0.2457", "1868,1701": "0.2479", "1869,1701": "0.2515", "1870,598": "0.2500", "1870,1701": "0.2451", "1871,1701": "0.2471", "1872,1701": "0.2430", "1873,1701": "0.2433", "1874,1701": "0.2448", "1875,598": "0.2490", "1875,1701": "0.2457", "1876,1701": "0.2410", "1877,1701": "0.2435", "1986,201": "0.2432", "2138,598": "0.2445", "2139,24": "0.7384", "2139,1636": "0.7582", "2139,2141": "0.7490", "2140,17": "0.2316", "2140,2139": "0.2333", "2141,24": "0.7446", "2141,1636": "0.7492", "2141,2139": "0.7584", "2142,2141": "0.7610", "2430,201": "0.2352", "2707,598": "0.2497"}, "25": {"25,1301": "0.7812", "25,1344": "0.7884", "25,2011": "0.7718", "25,2317": "0.7733", "88,2011": "0.2223", "598,1301": "0.7817", "724,1344": "0.2168", "733,2011": "0.7876", "815,1344": "0.7830", "1301,25": "0.7285", "1315,1301": "0.7936", "1316,1301": "0.7812", "1344,25": "0.7299", "1403,2317": "0.7878", "1542,1301": "0.2254", "1928,1344": "0.7843", "1928,2317": "0.7726", "2011,25": "0.7340", "2140,1301": "0.2147", "2315,1344": "0.7713", "2317,25": "0.7428"}, "26": {"26,99": "0.2183", "26,122": "0.2140", "26,123": "0.7925", "26,2454": "0.7878", "26,2455": "0.2353", "99,26": "0.7407", "99,122": "0.2201", "99,123": "0.2215", "99,2454": "0.2225", "99,2455": "0.2221", "122,26": "0.7351", "122,99": "0.2157", "122,2454": "0.7941", "122,2455": "0.2098", "123,26": "0.7384", "123,99": "0.2238", "123,2455": "0.2178", "2454,26": "0.7475", "2454,99": "0.2194", "2454,122": "0.2177", "2455,26": "0.7344", "2455,99": "0.2213", "2455,122": "0.2208", "2455,123": "0.2198", "2604,99": "0.2185", "2604,123": "0.2235"}, "29": {"29,963": "0.2170", "29,2645": "0.7871", "43,963": "0.7901", "203,963": "0.7728", "258,963": "0.7853", "258,2645": "0.7630", "375,963": "0.2270", "706,963": "0.2185", "706,2645": "0.2200", "805,963": "0.2152", "963,29": "0.7360", "1094,963": "0.7919", "1141,963": "0.7864", "1157,963": "0.7860", "1417,963": "0.2106", "1443,963": "0.7923", "1443,2645": "0.7650", "1703,963": "0.2167", "1785,963": "0.2152", "2240,963": "0.2155", "2399,963": "0.2191", "2400,963": "0.2187", "2401,963": "0.7812", "2434,963": "0.2272", "2645,29": "0.7377"}, "1862": {"0,1862": "0.7332", "0,2582": "0.7633", "13,1701": "0.2368", "24,1701": "0.2360", "143,1701": "0.2396", "157,1701": "0.2361", "158,1701": "0.2343", "201,1701": "0.2389", "205,1701": "0.2399", "215,1701": "0.2328", "216,1701": "0.2327", "226,1701": "0.2399", "231,1701": "0.2395", "232,1701": "0.2383", "235,1701": "0.2326", "261,1701": "0.2378", "318,1701": "0.2402", "335,1701": "0.2379", "343,1701": "0.2275", "416,1701": "0.2417", "467,1701": "0.2390", "532,1701": "0.2346", "547,1701": "0.2350", "563,1701": "0.2406", "633,0": "0.7562", "633,1701": "0.2375", "664,1701": "0.2383", "699,1701": "0.2393", "729,1701": "0.2394", "767,1701": "0.2378", "784,1701": "0.2436", "869,1701": "0.2372", "874,1701": "0.2332", "926,1862": "0.7324", "1023,1701": "0.2410", "1052,1701": "0.2353", "1075,1701": "0.2299", "1100,1701": "0.2417", "1166,2582": "0.7520", "1212,1701": "0.2399", "1241,1701": "0.2372", "1299,1701": "0.2338", "1323,1701": "0.2308", "1334,1701": "0.2355", "1337,1701": "0.2417", "1440,1701": "0.2309", "1453,1701": "0.2370", "1479,1701": "0.2279", "1636,1701": "0.2301", "1665,1701": "0.2300", "1701,1862": "0.6982", "1799,1701": "0.2406", "1820,1701": "0.2375", "1846,1701": "0.2383", "1852,1701": "0.2413", "1853,1701": "0.2367", "1854,1701": "0.2335", "1855,1701": "0.2341", "1856,1701": "0.2427", "1857,1701": "0.2390", "1858,1701": "0.2403", "1859,1701": "0.2318", "1860,1701": "0.2329", "1861,1701": "0.2346", "1862,0": "0.7522", "1862,926": "0.7502", "1862,1701": "0.2410", "1862,2582": "0.7585", "1863,1701": "0.2351", "1864,1701": "0.2364", "1865,1701": "0.2342", "1866,1701": "0.2326", "1867,1701": "0.2425", "1868,1701": "0.2334", "1869,1701": "0.2351", "1870,1701": "0.2394", "1871,1701": "0.2379", "1872,1701": "0.2391", "1873,1701": "0.2357", "1874,1701": "0.2325", "1875,1701": "0.2377", "1876,1701": "0.2313", "1877,1701": "0.2366", "2582,0": "0.7631", "2582,1862": "0.7389"}, "2130": {"14,2034": "0.2374", "49,2034": "0.2388", "86,2034": "0.2368", "141,2034": "0.2378", "158,2034": "0.2394", "180,791": "0.2498", "224,2034": "0.2326", "368,2249": "0.7563", "382,2034": "0.2366", "417,2034": "0.2417", "429,1889": "0.2305", "430,2130": "0.7304", "546,2127": "0.2387", "617,2034": "0.2375", "691,2034": "0.2342", "691,2130": "0.7353", "791,2034": "0.2374", "791,2130": "0.7373", "841,2034": "0.2415", "912,2130": "0.7336", "983,2130": "0.7344", "1002,2034": "0.2371", "1026,2034": "0.2443", "1119,2127": "0.2376", "1257,2249": "0.7517", "1261,2130": "0.7376", "1270,2034": "0.2378", "1273,2034": "0.2400", "1319,2034": "0.2365", "1336,2034": "0.2396", "1448,2034": "0.2389", "1497,2034": "0.2371", "1531,1889": "0.2352", "1614,2034": "0.2399", "1654,2034": "0.2411", "1665,2034": "0.2445", "1807,2034": "0.2404", "1812,2034": "0.2434", "1889,1890": "0.7654", "1889,1891": "0.7722", "1889,2034": "0.2394", "1889,2130": "0.7349", "1890,1889": "0.2290", "1890,2130": "0.7434", "1891,1889": "0.7770", "1891,2034": "0.2357", "1891,2130": "0.7388", "1892,1889": "0.2288", "1893,1889": "0.2340", "1894,2034": "0.2365", "1929,2034": "0.2407", "1968,2034": "0.2344", "1983,2034": "0.2429", "2034,691": "0.2378", "2034,791": "0.2260", "2034,1889": "0.2341", "2034,1891": "0.2277", "2034,2130": "0.7242", "2035,2034": "0.2364", "2036,2034": "0.2365", "2037,2034": "0.2385", "2038,2034": "0.2355", "2039,1889": "0.2397", "2039,2034": "0.2372", "2040,2034": "0.2319", "2041,2034": "0.2394", "2042,2034": "0.2372", "2124,2127": "0.2366", "2127,2130": "0.7717", "2130,430": "0.7659", "2130,691": "0.7725", "2130,791": "0.7768", "2130,912": "0.7660", "2130,983": "0.7653", "2130,1261": "0.7625", "2130,1889": "0.2317", "2130,1890": "0.7772", "2130,1891": "0.7768", "2130,2034": "0.2367", "2130,2127": "0.7572", "2130,2249": "0.2342", "2248,2249": "0.7554", "2249,2130": "0.7219", "2518,2249": "0.7731", "2671,2249": "0.7708"}} \ No newline at end of file diff --git a/experiments/results_sirius/expl_No_Def.json b/experiments/results_sirius/expl_No_Def.json new file mode 100644 index 0000000..e69de29 diff --git a/experiments/results_sirius/v1/expl_Def_1.json b/experiments/results_sirius/v1/expl_Def_1.json new file mode 100644 index 0000000..025ccdb --- /dev/null +++ b/experiments/results_sirius/v1/expl_Def_1.json @@ -0,0 +1 @@ +{"0": {}, "1": {"1,652": "0.9199", "1,654": "0.9154", "470,652": "0.9180", "652,1": "0.8782", "654,1": "0.8737"}, "4": {"4,1016": "0.9046", "4,1256": "0.9165", "982,1256": "0.9228", "1016,4": "0.8791", "1091,1256": "0.9228", "1256,4": "0.8818", "2176,1256": "0.9188"}, "5": {}, "6": {"6,1416": "0.9143", "6,1602": "0.9177", "315,1602": "0.9132", "1008,1416": "0.9120", "1416,6": "0.8851", "1602,6": "0.8828", "2072,1602": "0.9141"}, "8": {"8,269": "0.9117", "8,281": "0.9118", "269,8": "0.8681", "281,8": "0.8668", "418,269": "0.9149", "1000,281": "0.9159", "2244,281": "0.8989", "2551,269": "0.9133"}, "11": {"11,1655": "0.9268", "1410,1655": "0.9212", "1655,11": "0.8861", "1894,1655": "0.9256", "2136,1655": "0.9194", "2384,1655": "0.9200"}, "13": {}, "14": {}, "15": {"15,1090": "0.9145", "15,1093": "0.9082", "15,1271": "0.9039", "640,1090": "0.9136", "1090,15": "0.8695", "1090,1093": "0.9165", "1090,1271": "0.9132", "1093,15": "0.8737", "1093,1090": "0.9174", "1093,1271": "0.9062", "1147,1090": "0.9185", "1271,15": "0.8676", "1271,1090": "0.9132", "1271,1093": "0.9058", "1598,1090": "0.9221", "1598,1093": "0.9154", "2367,1090": "0.9144"}, "16": {}, "17": {"17,24": "0.9184", "17,927": "0.9123", "17,1315": "0.9060", "17,1316": "0.9119", "24,17": "0.8448", "927,17": "0.8630", "927,1316": "0.9021", "1315,17": "0.8576", "1316,17": "0.8613", "1316,927": "0.8958", "1636,24": "0.9100", "2139,24": "0.9074", "2141,24": "0.9109"}, "18": {"18,139": "0.9232", "103,139": "0.9170", "139,18": "0.8900", "910,139": "0.9181", "2045,139": "0.9227"}, "22": {"22,1234": "0.9117", "22,1702": "0.9164", "1234,22": "0.8716", "1234,1702": "0.9093", "1240,1702": "0.9162", "1702,22": "0.8749", "1702,1234": "0.9229", "1703,1234": "0.9164", "1970,1702": "0.9202", "1971,1702": "0.9157", "2238,1702": "0.9257"}, "24": {"17,24": "0.8375", "24,17": "0.9010", "24,1636": "0.8990", "24,2139": "0.9019", "24,2141": "0.9013", "927,17": "0.9017", "1315,17": "0.8977", "1316,17": "0.8964", "1636,24": "0.8623", "1636,2139": "0.9044", "1636,2141": "0.9050", "2139,24": "0.8578", "2139,1636": "0.8958", "2139,2141": "0.8996", "2140,2139": "0.9132", "2141,24": "0.8579", "2141,1636": "0.9041", "2141,2139": "0.9101", "2142,2141": "0.8852"}, "25": {"25,1344": "0.9201", "25,2317": "0.9164", "1344,25": "0.8796", "2315,1344": "0.9184", "2317,25": "0.8703"}, "26": {"26,99": "0.9173", "26,2454": "0.9149", "99,26": "0.8730", "99,2454": "0.9122", "122,2454": "0.9157", "123,99": "0.9129", "2454,26": "0.8840", "2454,99": "0.9162", "2604,99": "0.9085"}, "29": {}, "1862": {"926,1862": "0.8826", "1862,926": "0.9208"}, "2130": {"429,1889": "0.9212", "912,2130": "0.8756", "1257,2249": "0.8958", "1889,2130": "0.8652", "1890,1889": "0.9191", "1891,1889": "0.9122", "2034,1889": "0.9232", "2130,912": "0.8997", "2130,1889": "0.9162", "2130,2249": "0.9091", "2249,2130": "0.8757"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_Def_2.json b/experiments/results_sirius/v1/expl_Def_2.json new file mode 100644 index 0000000..ef17da4 --- /dev/null +++ b/experiments/results_sirius/v1/expl_Def_2.json @@ -0,0 +1 @@ +{"0": {}, "1": {"1,652": "0.9186", "1,654": "0.9117", "470,652": "0.9154", "652,1": "0.8793", "654,1": "0.8721"}, "4": {"4,1016": "0.9075", "4,1256": "0.9208", "982,1256": "0.9265", "1016,4": "0.8825", "1091,1256": "0.9236", "1256,4": "0.8891", "2176,1256": "0.9181"}, "5": {}, "6": {"6,1416": "0.9149", "6,1602": "0.9194", "315,1602": "0.9098", "1008,1416": "0.9128", "1416,6": "0.8846", "1602,6": "0.8764", "2072,1602": "0.9210"}, "8": {"8,269": "0.9154", "8,281": "0.9142", "269,8": "0.8684", "281,8": "0.8693", "418,269": "0.9095", "1000,281": "0.9134", "2244,281": "0.8977", "2551,269": "0.9134"}, "11": {"11,1655": "0.9222", "1410,1655": "0.9225", "1655,11": "0.8776", "1894,1655": "0.9279", "2136,1655": "0.9157", "2384,1655": "0.9180"}, "13": {}, "14": {}, "15": {"15,1090": "0.9115", "15,1093": "0.9020", "15,1271": "0.8991", "640,1090": "0.9111", "1090,15": "0.8644", "1090,1093": "0.9090", "1090,1271": "0.9054", "1093,15": "0.8695", "1093,1090": "0.9145", "1093,1271": "0.9037", "1147,1090": "0.9196", "1271,15": "0.8703", "1271,1090": "0.9123", "1271,1093": "0.9065", "1598,1090": "0.9201", "1598,1093": "0.9118", "2367,1090": "0.9138"}, "16": {}, "17": {"17,24": "0.9169", "17,927": "0.9078", "17,1315": "0.9034", "17,1316": "0.9101", "24,17": "0.8436", "927,17": "0.8665", "927,1316": "0.9041", "1315,17": "0.8647", "1316,17": "0.8596", "1316,927": "0.8972", "1636,24": "0.9071", "2139,24": "0.9036", "2141,24": "0.9095"}, "18": {"18,139": "0.9227", "103,139": "0.9207", "139,18": "0.8816", "910,139": "0.9199", "2045,139": "0.9262"}, "22": {"22,1234": "0.9069", "22,1702": "0.9134", "1234,22": "0.8730", "1234,1702": "0.9129", "1240,1702": "0.9217", "1702,22": "0.8783", "1702,1234": "0.9175", "1703,1234": "0.9118", "1970,1702": "0.9173", "1971,1702": "0.9213", "2238,1702": "0.9266"}, "24": {"17,24": "0.8377", "24,17": "0.9027", "24,1636": "0.8988", "24,2139": "0.9033", "24,2141": "0.9058", "927,17": "0.9055", "1315,17": "0.9032", "1316,17": "0.9016", "1636,24": "0.8560", "1636,2139": "0.9040", "1636,2141": "0.9018", "2139,24": "0.8563", "2139,1636": "0.8973", "2139,2141": "0.8992", "2140,2139": "0.9078", "2141,24": "0.8578", "2141,1636": "0.9045", "2141,2139": "0.9065", "2142,2141": "0.8912"}, "25": {"25,1344": "0.9207", "25,2317": "0.9162", "1344,25": "0.8779", "2315,1344": "0.9221", "2317,25": "0.8792"}, "26": {"26,99": "0.9199", "26,2454": "0.9203", "99,26": "0.8825", "99,2454": "0.9162", "122,2454": "0.9191", "123,99": "0.9135", "2454,26": "0.8887", "2454,99": "0.9201", "2604,99": "0.9148"}, "29": {}, "1862": {"926,1862": "0.8801", "1862,926": "0.9220"}, "2130": {"429,1889": "0.9205", "912,2130": "0.8758", "1257,2249": "0.8999", "1889,2130": "0.8695", "1890,1889": "0.9220", "1891,1889": "0.9159", "2034,1889": "0.9260", "2130,912": "0.9037", "2130,1889": "0.9184", "2130,2249": "0.9082", "2249,2130": "0.8733"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_Def_3.json b/experiments/results_sirius/v1/expl_Def_3.json new file mode 100644 index 0000000..a354444 --- /dev/null +++ b/experiments/results_sirius/v1/expl_Def_3.json @@ -0,0 +1 @@ +{"0": {}, "1": {"1,652": "0.9152", "1,654": "0.9086", "470,652": "0.9140", "652,1": "0.8714", "654,1": "0.8623"}, "4": {"4,1016": "0.9123", "4,1256": "0.9206", "982,1256": "0.9234", "1016,4": "0.8836", "1091,1256": "0.9235", "1256,4": "0.8867", "2176,1256": "0.9190"}, "5": {}, "6": {"6,1416": "0.9166", "6,1602": "0.9189", "315,1602": "0.9101", "1008,1416": "0.9103", "1416,6": "0.8819", "1602,6": "0.8778", "2072,1602": "0.9217"}, "8": {"8,269": "0.9166", "8,281": "0.9155", "269,8": "0.8698", "281,8": "0.8698", "418,269": "0.9105", "1000,281": "0.9186", "2244,281": "0.9038", "2551,269": "0.9100"}, "11": {"11,1655": "0.9233", "1410,1655": "0.9190", "1655,11": "0.8794", "1894,1655": "0.9258", "2136,1655": "0.9112", "2384,1655": "0.9156"}, "13": {}, "14": {}, "15": {"15,1090": "0.9156", "15,1093": "0.9088", "15,1271": "0.9072", "640,1090": "0.9151", "1090,15": "0.8725", "1090,1093": "0.9182", "1090,1271": "0.9162", "1093,15": "0.8753", "1093,1090": "0.9162", "1093,1271": "0.9055", "1147,1090": "0.9187", "1271,15": "0.8736", "1271,1090": "0.9156", "1271,1093": "0.9099", "1598,1090": "0.9190", "1598,1093": "0.9108", "2367,1090": "0.9175"}, "16": {}, "17": {"17,24": "0.9171", "17,927": "0.9096", "17,1315": "0.9017", "17,1316": "0.9101", "24,17": "0.8516", "927,17": "0.8666", "927,1316": "0.9052", "1315,17": "0.8659", "1316,17": "0.8637", "1316,927": "0.9010", "1636,24": "0.9089", "2139,24": "0.9076", "2141,24": "0.9090"}, "18": {"18,139": "0.9234", "103,139": "0.9197", "139,18": "0.8811", "910,139": "0.9149", "2045,139": "0.9247"}, "22": {"22,1234": "0.9038", "22,1702": "0.9099", "1234,22": "0.8660", "1234,1702": "0.9099", "1240,1702": "0.9180", "1702,22": "0.8688", "1702,1234": "0.9210", "1703,1234": "0.9093", "1970,1702": "0.9135", "1971,1702": "0.9201", "2238,1702": "0.9257"}, "24": {"17,24": "0.8356", "24,17": "0.8988", "24,1636": "0.8957", "24,2139": "0.9015", "24,2141": "0.9005", "927,17": "0.9055", "1315,17": "0.9056", "1316,17": "0.8969", "1636,24": "0.8602", "1636,2139": "0.9043", "1636,2141": "0.9035", "2139,24": "0.8595", "2139,1636": "0.9020", "2139,2141": "0.9044", "2140,2139": "0.9185", "2141,24": "0.8613", "2141,1636": "0.9030", "2141,2139": "0.9079", "2142,2141": "0.8895"}, "25": {"25,1344": "0.9218", "25,2317": "0.9182", "1344,25": "0.8859", "2315,1344": "0.9245", "2317,25": "0.8750"}, "26": {"26,99": "0.9189", "26,2454": "0.9167", "99,26": "0.8797", "99,2454": "0.9123", "122,2454": "0.9096", "123,99": "0.9083", "2454,26": "0.8816", "2454,99": "0.9135", "2604,99": "0.9073"}, "29": {}, "1862": {"926,1862": "0.8849", "1862,926": "0.9203"}, "2130": {"429,1889": "0.9209", "912,2130": "0.8724", "1257,2249": "0.9000", "1889,2130": "0.8610", "1890,1889": "0.9210", "1891,1889": "0.9216", "2034,1889": "0.9238", "2130,912": "0.9006", "2130,1889": "0.9166", "2130,2249": "0.9060", "2249,2130": "0.8731"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_Def_4.json b/experiments/results_sirius/v1/expl_Def_4.json new file mode 100644 index 0000000..230fde4 --- /dev/null +++ b/experiments/results_sirius/v1/expl_Def_4.json @@ -0,0 +1 @@ +{"0": {}, "1": {"1,652": "0.9136", "1,654": "0.9068", "470,652": "0.9123", "652,1": "0.8711", "654,1": "0.8678"}, "4": {"4,1016": "0.9169", "4,1256": "0.9236", "982,1256": "0.9240", "1016,4": "0.8745", "1091,1256": "0.9239", "1256,4": "0.8855", "2176,1256": "0.9175"}, "5": {}, "6": {"6,1416": "0.9154", "6,1602": "0.9175", "315,1602": "0.9100", "1008,1416": "0.9180", "1416,6": "0.8774", "1602,6": "0.8791", "2072,1602": "0.9225"}, "8": {"8,269": "0.9119", "8,281": "0.9122", "269,8": "0.8720", "281,8": "0.8691", "418,269": "0.9063", "1000,281": "0.9164", "2244,281": "0.9007", "2551,269": "0.9171"}, "11": {"11,1655": "0.9182", "1410,1655": "0.9241", "1655,11": "0.8790", "1894,1655": "0.9268", "2136,1655": "0.9169", "2384,1655": "0.9173"}, "13": {}, "14": {}, "15": {"15,1090": "0.9138", "15,1093": "0.9081", "15,1271": "0.9041", "640,1090": "0.9209", "1090,15": "0.8681", "1090,1093": "0.9189", "1090,1271": "0.9150", "1093,15": "0.8650", "1093,1090": "0.9143", "1093,1271": "0.9043", "1147,1090": "0.9226", "1271,15": "0.8680", "1271,1090": "0.9106", "1271,1093": "0.9048", "1598,1090": "0.9177", "1598,1093": "0.9086", "2367,1090": "0.9193"}, "16": {}, "17": {"17,24": "0.9162", "17,927": "0.9084", "17,1315": "0.8993", "17,1316": "0.9078", "24,17": "0.8448", "927,17": "0.8618", "927,1316": "0.9011", "1315,17": "0.8574", "1316,17": "0.8578", "1316,927": "0.8953", "1636,24": "0.9061", "2139,24": "0.9054", "2141,24": "0.9114"}, "18": {"18,139": "0.9235", "103,139": "0.9198", "139,18": "0.8792", "910,139": "0.9168", "2045,139": "0.9245"}, "22": {"22,1234": "0.9006", "22,1702": "0.9073", "1234,22": "0.8741", "1234,1702": "0.9109", "1240,1702": "0.9167", "1702,22": "0.8747", "1702,1234": "0.9198", "1703,1234": "0.9112", "1970,1702": "0.9156", "1971,1702": "0.9157", "2238,1702": "0.9246"}, "24": {"17,24": "0.8326", "24,17": "0.9003", "24,1636": "0.8945", "24,2139": "0.9000", "24,2141": "0.8998", "927,17": "0.9039", "1315,17": "0.9050", "1316,17": "0.9039", "1636,24": "0.8525", "1636,2139": "0.9026", "1636,2141": "0.9014", "2139,24": "0.8536", "2139,1636": "0.8941", "2139,2141": "0.8993", "2140,2139": "0.9129", "2141,24": "0.8486", "2141,1636": "0.8989", "2141,2139": "0.9028", "2142,2141": "0.8942"}, "25": {"25,1344": "0.9215", "25,2317": "0.9171", "1344,25": "0.8812", "2315,1344": "0.9219", "2317,25": "0.8761"}, "26": {"26,99": "0.9211", "26,2454": "0.9178", "99,26": "0.8802", "99,2454": "0.9141", "122,2454": "0.0759", "123,99": "0.9149", "2454,26": "0.8886", "2454,99": "0.9182", "2604,99": "0.9146"}, "29": {}, "1862": {"926,1862": "0.8873", "1862,926": "0.9183"}, "2130": {"429,1889": "0.9189", "912,2130": "0.8683", "1257,2249": "0.8921", "1889,2130": "0.8691", "1890,1889": "0.9213", "1891,1889": "0.9139", "2034,1889": "0.9241", "2130,912": "0.8957", "2130,1889": "0.9139", "2130,2249": "0.9058", "2249,2130": "0.8711"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_Def_5.json b/experiments/results_sirius/v1/expl_Def_5.json new file mode 100644 index 0000000..20631c5 --- /dev/null +++ b/experiments/results_sirius/v1/expl_Def_5.json @@ -0,0 +1 @@ +{"0": {}, "1": {"1,652": "0.9151", "1,654": "0.9090", "470,652": "0.9120", "652,1": "0.8739", "654,1": "0.8698"}, "4": {"4,1016": "0.9119", "4,1256": "0.9228", "982,1256": "0.9225", "1016,4": "0.8792", "1091,1256": "0.9227", "1256,4": "0.8876", "2176,1256": "0.9196"}, "5": {}, "6": {"6,1416": "0.9143", "6,1602": "0.9189", "315,1602": "0.9106", "1008,1416": "0.9201", "1416,6": "0.8889", "1602,6": "0.8855", "2072,1602": "0.9188"}, "8": {"8,269": "0.9185", "8,281": "0.9160", "269,8": "0.8716", "281,8": "0.8714", "418,269": "0.9172", "1000,281": "0.9188", "2244,281": "0.8994", "2551,269": "0.9131"}, "11": {"11,1655": "0.9212", "1410,1655": "0.9261", "1655,11": "0.8894", "1894,1655": "0.9257", "2136,1655": "0.9173", "2384,1655": "0.9192"}, "13": {}, "14": {}, "15": {"15,1090": "0.9184", "15,1093": "0.9115", "15,1271": "0.9092", "640,1090": "0.9140", "1090,15": "0.8707", "1090,1093": "0.9143", "1090,1271": "0.9102", "1093,15": "0.8767", "1093,1090": "0.9192", "1093,1271": "0.9090", "1147,1090": "0.9195", "1271,15": "0.8785", "1271,1090": "0.9195", "1271,1093": "0.9141", "1598,1090": "0.9205", "1598,1093": "0.9132", "2367,1090": "0.9152"}, "16": {}, "17": {"17,24": "0.9201", "17,927": "0.9150", "17,1315": "0.9081", "17,1316": "0.9146", "24,17": "0.8522", "927,17": "0.8681", "927,1316": "0.9018", "1315,17": "0.8661", "1316,17": "0.8681", "1316,927": "0.8984", "1636,24": "0.9080", "2139,24": "0.9092", "2141,24": "0.9114"}, "18": {"18,139": "0.9246", "103,139": "0.9178", "139,18": "0.8839", "910,139": "0.9174", "2045,139": "0.9251"}, "22": {"22,1234": "0.9069", "22,1702": "0.9134", "1234,22": "0.8686", "1234,1702": "0.9084", "1240,1702": "0.9143", "1702,22": "0.8734", "1702,1234": "0.9195", "1703,1234": "0.9100", "1970,1702": "0.9163", "1971,1702": "0.9175", "2238,1702": "0.9267"}, "24": {"17,24": "0.8400", "24,17": "0.9014", "24,1636": "0.8980", "24,2139": "0.9033", "24,2141": "0.9022", "927,17": "0.9005", "1315,17": "0.9006", "1316,17": "0.9048", "1636,24": "0.8637", "1636,2139": "0.9047", "1636,2141": "0.9049", "2139,24": "0.8621", "2139,1636": "0.9001", "2139,2141": "0.9052", "2140,2139": "0.9151", "2141,24": "0.8620", "2141,1636": "0.9045", "2141,2139": "0.9077", "2142,2141": "0.8935"}, "25": {"25,1344": "0.9221", "25,2317": "0.9180", "1344,25": "0.8787", "2315,1344": "0.9215", "2317,25": "0.8743"}, "26": {"26,99": "0.9137", "26,2454": "0.9124", "99,26": "0.8760", "99,2454": "0.9106", "122,2454": "0.9108", "123,99": "0.9082", "2454,26": "0.8807", "2454,99": "0.9165", "2604,99": "0.9112"}, "29": {}, "1862": {"926,1862": "0.8867", "1862,926": "0.9193"}, "2130": {"429,1889": "0.9177", "912,2130": "0.8706", "1257,2249": "0.8977", "1889,2130": "0.8583", "1890,1889": "0.9185", "1891,1889": "0.9167", "2034,1889": "0.9246", "2130,912": "0.9011", "2130,1889": "0.9166", "2130,2249": "0.9070", "2249,2130": "0.8745"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_No_Def_1.json b/experiments/results_sirius/v1/expl_No_Def_1.json new file mode 100644 index 0000000..1c83cc7 --- /dev/null +++ b/experiments/results_sirius/v1/expl_No_Def_1.json @@ -0,0 +1 @@ +{"0": {"0,633": "0.7736", "0,1862": "0.7744", "0,2582": "0.7663", "633,0": "0.7411", "926,1862": "0.7530", "1166,2582": "0.7486", "1701,633": "0.7824", "1701,1862": "0.7836", "1862,0": "0.7348", "1862,2582": "0.7771", "1866,633": "0.7628", "2582,0": "0.7375", "2582,1862": "0.7849"}, "1": {"1,2": "0.7804", "1,652": "0.7647", "1,654": "0.7583", "2,1": "0.7443", "332,2": "0.2230", "470,652": "0.7605", "652,1": "0.7351", "654,1": "0.7265", "1454,2": "0.7745", "1666,2": "0.7929", "1986,2": "0.2116"}, "4": {"4,1016": "0.7774", "4,1256": "0.7842", "4,1761": "0.7855", "4,2175": "0.7765", "4,2176": "0.7860", "223,1761": "0.2212", "561,1016": "0.7506", "595,1016": "0.7704", "595,1256": "0.7766", "595,2176": "0.7735", "982,1256": "0.7831", "982,2175": "0.7782", "982,2176": "0.7867", "1016,4": "0.7271", "1016,1256": "0.7795", "1016,2176": "0.7778", "1091,1256": "0.7877", "1091,2176": "0.7896", "1205,1761": "0.7679", "1256,4": "0.7469", "1256,1016": "0.2213", "1256,1761": "0.2227", "1256,2175": "0.7771", "1256,2176": "0.2132", "1358,1761": "0.2229", "1382,2176": "0.7593", "1721,1761": "0.2276", "1761,4": "0.7277", "1761,1256": "0.2242", "1761,2175": "0.2281", "2175,4": "0.7356", "2175,1256": "0.2283", "2175,1761": "0.2211", "2175,2176": "0.2235", "2176,4": "0.7346", "2176,1016": "0.7784", "2176,1256": "0.7848", "2176,2175": "0.7742"}, "5": {"5,1629": "0.7926", "5,1659": "0.2123", "5,2546": "0.7978", "466,2546": "0.7631", "628,2546": "0.2167", "952,2546": "0.2165", "1629,5": "0.7438", "1629,1659": "0.7666", "1659,5": "0.7438", "1659,1629": "0.7652", "1711,1629": "0.7803", "2546,5": "0.7483"}, "6": {"6,373": "0.7571", "6,1042": "0.7763", "6,1416": "0.7853", "6,1602": "0.7711", "30,1416": "0.7696", "61,1416": "0.2362", "74,1042": "0.7773", "74,1416": "0.7783", "95,1602": "0.7724", "100,1602": "0.7570", "149,1416": "0.2366", "305,1416": "0.7523", "315,1602": "0.7558", "373,6": "0.7452", "373,1042": "0.7795", "485,1042": "0.7867", "572,1416": "0.7783", "624,1042": "0.2278", "718,1416": "0.7870", "901,1042": "0.2250", "1008,1416": "0.7780", "1025,373": "0.7620", "1025,1042": "0.2416", "1042,6": "0.7232", "1042,373": "0.7619", "1047,1042": "0.7660", "1118,1042": "0.2262", "1118,1416": "0.2292", "1125,1042": "0.7753", "1198,1042": "0.2239", "1204,1602": "0.2302", "1416,6": "0.7311", "1416,1602": "0.7828", "1468,1416": "0.7794", "1481,1042": "0.2283", "1517,1042": "0.2288", "1602,6": "0.7379", "1602,1416": "0.7840", "1628,1042": "0.2248", "1921,1416": "0.7873", "1922,1416": "0.7780", "1923,1416": "0.7696", "1924,1416": "0.2443", "1925,1042": "0.2275", "1925,1416": "0.2182", "1926,1042": "0.2303", "1926,1416": "0.2257", "2051,1042": "0.7764", "2052,1042": "0.2268", "2054,1042": "0.2248", "2054,1602": "0.7757", "2055,1042": "0.7704", "2072,1602": "0.7991", "2073,1042": "0.2204", "2073,1602": "0.7789", "2074,1602": "0.7615", "2198,1042": "0.2202", "2333,1042": "0.2194"}, "8": {"8,269": "0.7800", "8,281": "0.7892", "8,1996": "0.7764", "101,281": "0.7820", "269,8": "0.7352", "281,8": "0.7229", "321,269": "0.7528", "327,1996": "0.7859", "418,269": "0.7577", "746,281": "0.7785", "1000,281": "0.7796", "1347,281": "0.7709", "1382,281": "0.7695", "1986,1996": "0.2142", "1996,8": "0.7333", "2063,1996": "0.7609", "2064,1996": "0.7571", "2244,281": "0.7551", "2247,281": "0.7824", "2543,269": "0.7621", "2551,269": "0.7614"}, "11": {"11,1655": "0.7843", "11,1839": "0.7723", "149,1655": "0.2146", "979,1839": "0.2150", "1121,1655": "0.2186", "1131,1655": "0.2160", "1204,1839": "0.2146", "1410,1655": "0.7870", "1655,11": "0.7390", "1655,1839": "0.7852", "1839,11": "0.7392", "1839,1655": "0.2158", "1842,1655": "0.2153", "1894,1655": "0.2167", "2136,1655": "0.7740", "2282,1655": "0.2193", "2295,1655": "0.2249", "2384,1655": "0.7641", "2424,1839": "0.7541", "2453,1839": "0.2121"}, "13": {"13,1701": "0.2423", "13,1810": "0.2465", "24,1701": "0.2306", "27,1810": "0.2513", "143,1701": "0.2430", "157,1701": "0.2425", "158,1701": "0.2444", "201,1701": "0.2356", "205,1701": "0.2350", "215,1701": "0.2371", "216,1701": "0.2285", "224,1810": "0.2444", "226,1701": "0.2360", "230,1810": "0.2282", "231,1701": "0.2361", "232,1701": "0.2400", "235,1701": "0.2418", "261,1701": "0.2381", "318,1701": "0.2413", "335,1701": "0.2431", "343,1701": "0.2406", "351,1810": "0.2323", "416,1701": "0.2440", "467,1701": "0.2445", "481,1810": "0.2325", "482,1810": "0.2399", "511,1810": "0.2422", "532,1701": "0.7827", "547,1701": "0.2477", "549,1810": "0.7784", "563,1701": "0.2407", "568,1810": "0.2415", "576,1810": "0.2420", "633,1701": "0.2372", "664,1701": "0.2422", "699,1701": "0.2418", "716,1810": "0.2409", "719,1810": "0.2472", "729,1701": "0.2448", "767,1701": "0.2453", "784,1701": "0.2414", "790,1810": "0.2383", "795,1810": "0.2350", "835,1810": "0.2393", "869,1701": "0.2364", "874,1701": "0.2293", "962,1810": "0.2450", "1004,1810": "0.2384", "1023,1701": "0.2386", "1052,1701": "0.2376", "1062,1810": "0.2393", "1075,1701": "0.6553", "1095,1810": "0.2312", "1100,1701": "0.2503", "1107,1810": "0.2398", "1121,1810": "0.2383", "1212,1701": "0.2386", "1241,1701": "0.2427", "1299,1701": "0.2323", "1299,1810": "0.2610", "1323,1701": "0.7702", "1331,1810": "0.7374", "1334,1701": "0.2448", "1337,1701": "0.2429", "1348,1810": "0.2366", "1440,1701": "0.2760", "1453,1701": "0.2457", "1479,1701": "0.2384", "1576,1810": "0.2422", "1581,1810": "0.7642", "1636,1701": "0.2384", "1665,1701": "0.2402", "1701,13": "0.7072", "1787,1810": "0.2398", "1799,1701": "0.2367", "1808,1810": "0.2324", "1809,1810": "0.2403", "1810,13": "0.7227", "1811,1810": "0.7759", "1812,1810": "0.2440", "1813,1810": "0.2387", "1814,1810": "0.7750", "1815,1810": "0.7688", "1816,1810": "0.2382", "1817,1810": "0.2841", "1818,1810": "0.2335", "1819,1810": "0.2377", "1820,1701": "0.2385", "1820,1810": "0.7645", "1821,1810": "0.2289", "1822,1810": "0.7795", "1823,1810": "0.2391", "1846,1701": "0.2440", "1852,1701": "0.2407", "1853,1701": "0.2390", "1854,1701": "0.2398", "1855,1701": "0.2327", "1856,1701": "0.2460", "1857,1701": "0.2477", "1858,1701": "0.2410", "1859,1701": "0.2404", "1860,1701": "0.2362", "1861,1701": "0.7701", "1862,1701": "0.2383", "1863,1701": "0.2541", "1864,1701": "0.2379", "1865,1701": "0.2444", "1866,1701": "0.2359", "1867,1701": "0.2397", "1868,1701": "0.2372", "1869,1701": "0.2399", "1869,1810": "0.2478", "1870,1701": "0.2428", "1871,1701": "0.2422", "1872,1701": "0.2300", "1873,1701": "0.2467", "1874,1701": "0.2372", "1875,1701": "0.2376", "1876,1701": "0.2358", "1877,1701": "0.2400"}, "14": {"14,158": "0.7589", "14,2034": "0.2254", "14,2075": "0.7692", "14,2077": "0.7634", "14,2668": "0.7620", "45,2668": "0.7650", "49,2034": "0.2255", "86,2034": "0.2271", "141,2034": "0.2340", "158,14": "0.7421", "158,2034": "0.2334", "180,158": "0.7595", "224,2034": "0.2326", "382,2034": "0.2317", "417,2034": "0.2304", "486,2077": "0.7663", "486,2668": "0.7701", "617,2034": "0.2239", "691,2034": "0.2376", "775,2075": "0.7648", "791,2034": "0.2269", "841,2034": "0.2293", "1002,2034": "0.2294", "1020,2075": "0.7708", "1020,2077": "0.7646", "1026,2034": "0.2313", "1270,2034": "0.2259", "1273,2034": "0.2294", "1319,2034": "0.2312", "1336,2034": "0.2398", "1448,2034": "0.2289", "1497,2034": "0.7831", "1614,2034": "0.2235", "1654,2034": "0.2308", "1665,2034": "0.2228", "1701,158": "0.7750", "1704,2077": "0.2244", "1807,2034": "0.2335", "1812,2034": "0.2291", "1889,2034": "0.2346", "1891,2034": "0.2341", "1894,2034": "0.2338", "1929,2034": "0.2317", "1968,2034": "0.2347", "1983,2034": "0.2327", "2034,14": "0.6931", "2034,158": "0.2312", "2035,2034": "0.2368", "2036,2034": "0.2292", "2037,2034": "0.2206", "2038,2034": "0.2289", "2039,2034": "0.2275", "2040,2034": "0.2343", "2041,2034": "0.2323", "2042,2034": "0.2290", "2075,14": "0.7375", "2075,2077": "0.7822", "2075,2668": "0.7718", "2076,2075": "0.7860", "2076,2077": "0.7651", "2077,14": "0.7402", "2077,2075": "0.7778", "2091,2075": "0.7578", "2130,2034": "0.2368", "2667,2075": "0.7813", "2667,2668": "0.7710", "2668,14": "0.7495", "2668,2075": "0.7845"}, "15": {"15,1090": "0.7717", "15,1093": "0.7759", "15,1271": "0.7696", "15,2367": "0.7855", "395,2367": "0.2209", "599,1093": "0.7661", "599,1271": "0.7598", "640,1090": "0.7623", "765,2367": "0.7818", "894,2367": "0.7107", "1090,15": "0.7365", "1090,1093": "0.7691", "1090,1271": "0.7671", "1090,2367": "0.7837", "1093,15": "0.7332", "1093,1090": "0.7732", "1093,1271": "0.7757", "1093,2367": "0.7842", "1147,1090": "0.7718", "1147,2367": "0.7863", "1271,15": "0.7355", "1271,1090": "0.7747", "1271,1093": "0.7706", "1271,2367": "0.7821", "1598,1090": "0.7704", "1598,1093": "0.7704", "1598,2367": "0.7739", "2177,2367": "0.2256", "2367,15": "0.7304", "2367,1090": "0.7705", "2367,1093": "0.7669", "2367,1271": "0.7678", "2368,2367": "0.7873", "2369,2367": "0.7760", "2370,2367": "0.7837", "2371,2367": "0.7710"}, "16": {"16,970": "0.7677", "16,1632": "0.7659", "16,2444": "0.7724", "16,2642": "0.7742", "358,2642": "0.7508", "364,970": "0.7760", "364,1632": "0.7730", "364,2642": "0.7748", "464,2444": "0.7719", "466,970": "0.7653", "580,2444": "0.7786", "970,16": "0.7371", "1358,970": "0.7794", "1632,16": "0.7410", "1710,2444": "0.7704", "1742,2444": "0.7952", "1756,1632": "0.7609", "1756,2642": "0.7655", "2365,970": "0.7919", "2444,16": "0.7243", "2503,2444": "0.7750", "2642,16": "0.7462"}, "17": {"17,24": "0.7740", "17,927": "0.7560", "17,1315": "0.7635", "17,1316": "0.7664", "17,2140": "0.7746", "24,17": "0.7260", "201,24": "0.7845", "598,24": "0.7793", "927,17": "0.7422", "927,1316": "0.7620", "927,2140": "0.7713", "1301,1315": "0.7814", "1301,1316": "0.7879", "1301,2140": "0.7892", "1315,17": "0.7372", "1316,17": "0.7235", "1316,927": "0.7557", "1636,24": "0.7609", "1679,1316": "0.7558", "1679,2140": "0.7602", "1701,24": "0.7969", "2139,24": "0.7617", "2139,2140": "0.7544", "2140,17": "0.7284", "2140,927": "0.7614", "2141,24": "0.7638"}, "18": {"18,139": "0.7674", "18,1560": "0.7761", "18,1786": "0.7778", "18,2082": "0.7699", "18,2145": "0.7854", "103,139": "0.7772", "133,2082": "0.7701", "139,18": "0.7329", "306,139": "0.2175", "505,1560": "0.7636", "660,139": "0.7807", "910,139": "0.7762", "1512,2145": "0.2222", "1560,18": "0.7480", "1564,1786": "0.2169", "1623,139": "0.7944", "1623,1560": "0.7885", "1624,1786": "0.7683", "1780,139": "0.7726", "1786,18": "0.7456", "2045,139": "0.2234", "2082,18": "0.7510", "2095,2145": "0.7507", "2144,2145": "0.7596", "2145,18": "0.7395"}, "22": {"22,39": "0.7634", "22,1234": "0.7630", "22,1702": "0.7681", "22,1703": "0.7815", "22,2238": "0.7678", "39,22": "0.7374", "151,2238": "0.2302", "152,2238": "0.7675", "463,1702": "0.7623", "463,1703": "0.7679", "627,2238": "0.7564", "706,2238": "0.2221", "759,1703": "0.7590", "789,1703": "0.7596", "963,1703": "0.2194", "1234,22": "0.7408", "1234,1702": "0.7609", "1234,1703": "0.7692", "1240,1702": "0.7711", "1349,39": "0.7823", "1365,1702": "0.2404", "1365,1703": "0.2361", "1417,1703": "0.2287", "1522,39": "0.7453", "1532,39": "0.7591", "1634,39": "0.7816", "1702,22": "0.7485", "1702,1234": "0.7673", "1702,1703": "0.2250", "1702,2238": "0.7849", "1703,22": "0.7236", "1703,1234": "0.7688", "1703,1702": "0.7808", "1703,2238": "0.7924", "1906,1703": "0.2230", "1965,39": "0.7470", "1966,1234": "0.7557", "1966,1702": "0.7731", "1966,1703": "0.7874", "1967,1703": "0.2334", "1968,1703": "0.2306", "1969,1703": "0.7808", "1969,2238": "0.7643", "1970,1702": "0.7576", "1970,1703": "0.7759", "1971,1702": "0.7650", "1971,1703": "0.7809", "2237,2238": "0.7455", "2238,22": "0.7287", "2238,1702": "0.2203", "2238,1703": "0.2278", "2239,2238": "0.7542", "2240,2238": "0.7863", "2357,39": "0.7688"}, "24": {"13,1701": "0.2469", "17,24": "0.7355", "24,17": "0.7459", "24,201": "0.7523", "24,598": "0.2489", "24,1636": "0.7529", "24,1701": "0.2461", "24,2139": "0.7447", "24,2141": "0.7512", "48,598": "0.2421", "143,598": "0.2485", "143,1701": "0.2469", "157,598": "0.2353", "157,1701": "0.2506", "158,1701": "0.2504", "165,598": "0.2418", "201,24": "0.7335", "201,598": "0.2464", "201,1701": "0.2457", "205,1701": "0.2558", "215,1701": "0.2441", "216,1701": "0.2442", "226,1701": "0.2402", "231,1701": "0.2502", "232,1701": "0.2444", "235,1701": "0.2430", "261,1701": "0.2443", "297,201": "0.7517", "297,598": "0.2436", "316,598": "0.2365", "318,1701": "0.2449", "335,1701": "0.2449", "343,1701": "0.2461", "416,1701": "0.2513", "467,1701": "0.2430", "480,598": "0.2432", "519,598": "0.2483", "521,598": "0.2362", "532,1701": "0.2434", "547,598": "0.2403", "547,1701": "0.2528", "563,1701": "0.2478", "570,201": "0.7581", "598,24": "0.7086", "598,201": "0.7723", "598,1636": "0.7683", "633,1701": "0.2465", "637,598": "0.2455", "664,1701": "0.2495", "699,1701": "0.2438", "729,1701": "0.2418", "766,598": "0.2481", "767,1701": "0.2501", "784,1701": "0.2405", "845,598": "0.2377", "869,598": "0.2305", "869,1701": "0.2456", "874,1701": "0.2461", "927,17": "0.7549", "968,598": "0.2444", "1003,598": "0.2464", "1023,1701": "0.2380", "1052,1701": "0.2444", "1075,1701": "0.2341", "1100,598": "0.2499", "1100,1701": "0.2449", "1107,598": "0.2359", "1212,1701": "0.2407", "1241,1701": "0.2448", "1297,598": "0.2362", "1299,598": "0.2381", "1299,1701": "0.2419", "1301,598": "0.2514", "1315,17": "0.7478", "1316,17": "0.7478", "1323,1701": "0.2426", "1334,1701": "0.2420", "1337,1701": "0.2493", "1440,1701": "0.2375", "1453,1701": "0.2460", "1473,598": "0.2412", "1479,1701": "0.2497", "1573,598": "0.7561", "1636,24": "0.7298", "1636,598": "0.7404", "1636,1701": "0.2496", "1636,2139": "0.7512", "1636,2141": "0.7466", "1665,1701": "0.2398", "1701,24": "0.6926", "1701,201": "0.2460", "1701,1636": "0.7629", "1799,1701": "0.2471", "1820,1701": "0.2484", "1821,598": "0.2379", "1823,598": "0.2497", "1846,1701": "0.2460", "1852,1701": "0.2480", "1853,1701": "0.2412", "1854,1701": "0.2455", "1855,1701": "0.2411", "1856,1701": "0.2522", "1857,1701": "0.2541", "1858,1701": "0.2381", "1859,1701": "0.2383", "1860,1701": "0.2419", "1861,1701": "0.2348", "1862,1701": "0.2509", "1863,1701": "0.2367", "1864,598": "0.2403", "1864,1701": "0.2513", "1865,1701": "0.2408", "1866,1701": "0.2506", "1867,1701": "0.2435", "1868,1701": "0.2449", "1869,1701": "0.2445", "1870,598": "0.2400", "1870,1701": "0.2452", "1871,1701": "0.2434", "1872,1701": "0.2415", "1873,1701": "0.2494", "1874,1701": "0.2425", "1875,598": "0.2345", "1875,1701": "0.2443", "1876,1701": "0.2484", "1877,1701": "0.2409", "1986,201": "0.2514", "2138,598": "0.2453", "2139,24": "0.7212", "2139,1636": "0.7409", "2139,2141": "0.7479", "2140,17": "0.7530", "2140,2139": "0.7590", "2141,24": "0.7230", "2141,1636": "0.7507", "2141,2139": "0.7481", "2142,2141": "0.7437", "2430,201": "0.7538", "2707,598": "0.2352"}, "25": {"25,1301": "0.7871", "25,1344": "0.7846", "25,2011": "0.7806", "25,2317": "0.7751", "88,2011": "0.2212", "598,1301": "0.7848", "724,1344": "0.2276", "733,2011": "0.7839", "815,1344": "0.2179", "1301,25": "0.7331", "1315,1301": "0.7636", "1316,1301": "0.7562", "1344,25": "0.7421", "1403,2317": "0.7490", "1542,1301": "0.7883", "1928,1344": "0.7805", "1928,2317": "0.7647", "2011,25": "0.7422", "2140,1301": "0.7791", "2315,1344": "0.7768", "2317,25": "0.7419"}, "26": {"26,99": "0.7815", "26,122": "0.7785", "26,123": "0.7742", "26,2454": "0.7740", "26,2455": "0.7771", "99,26": "0.7475", "99,122": "0.7705", "99,123": "0.7671", "99,2454": "0.7694", "99,2455": "0.7662", "122,26": "0.7467", "122,99": "0.7802", "122,2454": "0.7737", "122,2455": "0.7678", "123,26": "0.7353", "123,99": "0.7718", "123,2455": "0.7666", "2454,26": "0.7291", "2454,99": "0.7773", "2454,122": "0.7593", "2455,26": "0.7542", "2455,99": "0.2191", "2455,122": "0.2198", "2455,123": "0.2171", "2604,99": "0.7571", "2604,123": "0.7562"}, "29": {"29,963": "0.2166", "29,2645": "0.7820", "43,963": "0.7824", "203,963": "0.7902", "258,963": "0.7848", "258,2645": "0.7559", "375,963": "0.7739", "706,963": "0.2173", "706,2645": "0.7892", "805,963": "0.2185", "963,29": "0.7381", "1094,963": "0.7813", "1141,963": "0.7800", "1157,963": "0.7766", "1417,963": "0.2072", "1443,963": "0.7755", "1443,2645": "0.7637", "1703,963": "0.7835", "1785,963": "0.2174", "2240,963": "0.7730", "2399,963": "0.7890", "2400,963": "0.2172", "2401,963": "0.7811", "2434,963": "0.2137", "2645,29": "0.7441"}, "1862": {"0,1862": "0.7396", "0,2582": "0.7603", "13,1701": "0.2310", "24,1701": "0.2347", "143,1701": "0.2353", "157,1701": "0.2298", "158,1701": "0.2429", "201,1701": "0.2316", "205,1701": "0.2404", "215,1701": "0.2402", "216,1701": "0.2342", "226,1701": "0.2199", "231,1701": "0.2350", "232,1701": "0.2386", "235,1701": "0.2259", "261,1701": "0.2355", "318,1701": "0.2310", "335,1701": "0.2352", "343,1701": "0.2378", "416,1701": "0.2356", "467,1701": "0.2330", "532,1701": "0.2268", "547,1701": "0.2393", "563,1701": "0.2340", "633,0": "0.7512", "633,1701": "0.2392", "664,1701": "0.2390", "699,1701": "0.2347", "729,1701": "0.2334", "767,1701": "0.2392", "784,1701": "0.2369", "869,1701": "0.2331", "874,1701": "0.2282", "926,1862": "0.7374", "1023,1701": "0.2329", "1052,1701": "0.2300", "1075,1701": "0.2318", "1100,1701": "0.2361", "1166,2582": "0.7577", "1212,1701": "0.2368", "1241,1701": "0.2323", "1299,1701": "0.2366", "1323,1701": "0.2372", "1334,1701": "0.2403", "1337,1701": "0.2402", "1440,1701": "0.2223", "1453,1701": "0.2390", "1479,1701": "0.2361", "1636,1701": "0.2301", "1665,1701": "0.2344", "1701,1862": "0.6910", "1799,1701": "0.2337", "1820,1701": "0.2363", "1846,1701": "0.2400", "1852,1701": "0.2396", "1853,1701": "0.2385", "1854,1701": "0.2308", "1855,1701": "0.2320", "1856,1701": "0.2359", "1857,1701": "0.2370", "1858,1701": "0.2345", "1859,1701": "0.2365", "1860,1701": "0.2321", "1861,1701": "0.2348", "1862,0": "0.7678", "1862,926": "0.7557", "1862,1701": "0.2345", "1862,2582": "0.7594", "1863,1701": "0.2396", "1864,1701": "0.2301", "1865,1701": "0.2375", "1866,1701": "0.2336", "1867,1701": "0.2388", "1868,1701": "0.2348", "1869,1701": "0.2375", "1870,1701": "0.2381", "1871,1701": "0.2378", "1872,1701": "0.2256", "1873,1701": "0.2317", "1874,1701": "0.2317", "1875,1701": "0.2320", "1876,1701": "0.2288", "1877,1701": "0.2290", "2582,0": "0.7652", "2582,1862": "0.7474"}, "2130": {"14,2034": "0.2402", "49,2034": "0.2385", "86,2034": "0.2368", "141,2034": "0.2319", "158,2034": "0.2394", "180,791": "0.2615", "224,2034": "0.2386", "368,2249": "0.7630", "382,2034": "0.2417", "417,2034": "0.2455", "429,1889": "0.2513", "430,2130": "0.7313", "546,2127": "0.2525", "617,2034": "0.2357", "691,2034": "0.2298", "691,2130": "0.7413", "791,2034": "0.2350", "791,2130": "0.7625", "841,2034": "0.2419", "912,2130": "0.7186", "983,2130": "0.7393", "1002,2034": "0.2365", "1026,2034": "0.2423", "1119,2127": "0.2484", "1257,2249": "0.7530", "1261,2130": "0.7302", "1270,2034": "0.2368", "1273,2034": "0.2403", "1319,2034": "0.2400", "1336,2034": "0.2322", "1448,2034": "0.2326", "1497,2034": "0.2333", "1531,1889": "0.2340", "1614,2034": "0.2470", "1654,2034": "0.2386", "1665,2034": "0.2420", "1807,2034": "0.2410", "1812,2034": "0.2410", "1889,1890": "0.7504", "1889,1891": "0.7546", "1889,2034": "0.2368", "1889,2130": "0.7339", "1890,1889": "0.7741", "1890,2130": "0.7379", "1891,1889": "0.7700", "1891,2034": "0.2390", "1891,2130": "0.7466", "1892,1889": "0.2340", "1893,1889": "0.2389", "1894,2034": "0.2387", "1929,2034": "0.2436", "1968,2034": "0.2381", "1983,2034": "0.2449", "2034,691": "0.7770", "2034,791": "0.7794", "2034,1889": "0.2355", "2034,1891": "0.7836", "2034,2130": "0.7420", "2035,2034": "0.2340", "2036,2034": "0.2427", "2037,2034": "0.2356", "2038,2034": "0.2400", "2039,1889": "0.2316", "2039,2034": "0.2382", "2040,2034": "0.2406", "2041,2034": "0.2384", "2042,2034": "0.2423", "2124,2127": "0.2436", "2127,2130": "0.2911", "2130,430": "0.7604", "2130,691": "0.7466", "2130,791": "0.7654", "2130,912": "0.7567", "2130,983": "0.7550", "2130,1261": "0.7615", "2130,1889": "0.7726", "2130,1890": "0.7501", "2130,1891": "0.7636", "2130,2034": "0.2382", "2130,2127": "0.7633", "2130,2249": "0.7742", "2248,2249": "0.7566", "2249,2130": "0.7451", "2518,2249": "0.7537", "2671,2249": "0.7568"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_No_Def_2.json b/experiments/results_sirius/v1/expl_No_Def_2.json new file mode 100644 index 0000000..50c51c8 --- /dev/null +++ b/experiments/results_sirius/v1/expl_No_Def_2.json @@ -0,0 +1 @@ +{"0": {"0,633": "0.7720", "0,1862": "0.7765", "0,2582": "0.7725", "633,0": "0.7424", "926,1862": "0.7562", "1166,2582": "0.7535", "1701,633": "0.7868", "1701,1862": "0.7893", "1862,0": "0.7370", "1862,2582": "0.7766", "1866,633": "0.7668", "2582,0": "0.7352", "2582,1862": "0.7852"}, "1": {"1,2": "0.7801", "1,652": "0.7683", "1,654": "0.7618", "2,1": "0.7504", "332,2": "0.2175", "470,652": "0.7648", "652,1": "0.7455", "654,1": "0.7373", "1454,2": "0.7704", "1666,2": "0.2132", "1986,2": "0.2128"}, "4": {"4,1016": "0.7801", "4,1256": "0.7866", "4,1761": "0.7880", "4,2175": "0.7838", "4,2176": "0.7864", "223,1761": "0.2253", "561,1016": "0.7607", "595,1016": "0.7616", "595,1256": "0.7703", "595,2176": "0.7704", "982,1256": "0.7822", "982,2175": "0.7825", "982,2176": "0.7904", "1016,4": "0.7445", "1016,1256": "0.7767", "1016,2176": "0.7729", "1091,1256": "0.7821", "1091,2176": "0.7824", "1205,1761": "0.2183", "1256,4": "0.7439", "1256,1016": "0.7923", "1256,1761": "0.2239", "1256,2175": "0.7908", "1256,2176": "0.2193", "1358,1761": "0.2226", "1382,2176": "0.7612", "1721,1761": "0.2249", "1761,4": "0.7254", "1761,1256": "0.2233", "1761,2175": "0.2218", "2175,4": "0.7351", "2175,1256": "0.2289", "2175,1761": "0.2240", "2175,2176": "0.2253", "2176,4": "0.7351", "2176,1016": "0.7789", "2176,1256": "0.7891", "2176,2175": "0.7787"}, "5": {"5,1629": "0.2165", "5,1659": "0.2155", "5,2546": "0.2153", "466,2546": "0.7707", "628,2546": "0.7919", "952,2546": "0.2149", "1629,5": "0.7410", "1629,1659": "0.7693", "1659,5": "0.7459", "1659,1629": "0.7789", "1711,1629": "0.7849", "2546,5": "0.7228"}, "6": {"6,373": "0.7636", "6,1042": "0.2257", "6,1416": "0.2297", "6,1602": "0.7804", "30,1416": "0.2269", "61,1416": "0.2223", "74,1042": "0.2260", "74,1416": "0.2230", "95,1602": "0.7834", "100,1602": "0.7745", "149,1416": "0.2304", "305,1416": "0.7768", "315,1602": "0.7603", "373,6": "0.7580", "373,1042": "0.2269", "485,1042": "0.2233", "572,1416": "0.7766", "624,1042": "0.2301", "718,1416": "0.7810", "901,1042": "0.2276", "1008,1416": "0.2313", "1025,373": "0.7509", "1025,1042": "0.7780", "1042,6": "0.7141", "1042,373": "0.7649", "1047,1042": "0.7828", "1118,1042": "0.2257", "1118,1416": "0.7704", "1125,1042": "0.2216", "1198,1042": "0.2285", "1204,1602": "0.2355", "1416,6": "0.7257", "1416,1602": "0.7875", "1468,1416": "0.2283", "1481,1042": "0.2265", "1517,1042": "0.2251", "1602,6": "0.7365", "1602,1416": "0.2194", "1628,1042": "0.2246", "1921,1416": "0.2252", "1922,1416": "0.7794", "1923,1416": "0.2282", "1924,1416": "0.2260", "1925,1042": "0.2297", "1925,1416": "0.2303", "1926,1042": "0.2283", "1926,1416": "0.2268", "2051,1042": "0.2189", "2052,1042": "0.2265", "2054,1042": "0.2236", "2054,1602": "0.7759", "2055,1042": "0.2259", "2072,1602": "0.7631", "2073,1042": "0.2428", "2073,1602": "0.7703", "2074,1602": "0.7656", "2198,1042": "0.2228", "2333,1042": "0.2279"}, "8": {"8,269": "0.7663", "8,281": "0.7710", "8,1996": "0.7660", "101,281": "0.2202", "269,8": "0.7261", "281,8": "0.7367", "321,269": "0.7640", "327,1996": "0.7773", "418,269": "0.7527", "746,281": "0.7712", "1000,281": "0.7796", "1347,281": "0.7771", "1382,281": "0.7677", "1986,1996": "0.2200", "1996,8": "0.7385", "2063,1996": "0.7691", "2064,1996": "0.7643", "2244,281": "0.7478", "2247,281": "0.7848", "2543,269": "0.7605", "2551,269": "0.7532"}, "11": {"11,1655": "0.7804", "11,1839": "0.7762", "149,1655": "0.2148", "979,1839": "0.7778", "1121,1655": "0.2115", "1131,1655": "0.2188", "1204,1839": "0.2196", "1410,1655": "0.2123", "1655,11": "0.7351", "1655,1839": "0.2193", "1839,11": "0.7533", "1839,1655": "0.2186", "1842,1655": "0.2163", "1894,1655": "0.2134", "2136,1655": "0.2246", "2282,1655": "0.7941", "2295,1655": "0.2196", "2384,1655": "0.2091", "2424,1839": "0.2230", "2453,1839": "0.2189"}, "13": {"13,1701": "0.2456", "13,1810": "0.2477", "24,1701": "0.2320", "27,1810": "0.2370", "143,1701": "0.2408", "157,1701": "0.2431", "158,1701": "0.2414", "201,1701": "0.2412", "205,1701": "0.2461", "215,1701": "0.2322", "216,1701": "0.2369", "224,1810": "0.2455", "226,1701": "0.2385", "230,1810": "0.2322", "231,1701": "0.2330", "232,1701": "0.2398", "235,1701": "0.2357", "261,1701": "0.2351", "318,1701": "0.2389", "335,1701": "0.2430", "343,1701": "0.2456", "351,1810": "0.2383", "416,1701": "0.2387", "467,1701": "0.2544", "481,1810": "0.2380", "482,1810": "0.2366", "511,1810": "0.2515", "532,1701": "0.2325", "547,1701": "0.2361", "549,1810": "0.7805", "563,1701": "0.2393", "568,1810": "0.2433", "576,1810": "0.2408", "633,1701": "0.2433", "664,1701": "0.2440", "699,1701": "0.2463", "716,1810": "0.2419", "719,1810": "0.2384", "729,1701": "0.2368", "767,1701": "0.2456", "784,1701": "0.2378", "790,1810": "0.2464", "795,1810": "0.2404", "835,1810": "0.2629", "869,1701": "0.2347", "874,1701": "0.2367", "962,1810": "0.7551", "1004,1810": "0.2322", "1023,1701": "0.2398", "1052,1701": "0.2377", "1062,1810": "0.2418", "1075,1701": "0.2348", "1095,1810": "0.2299", "1100,1701": "0.2400", "1107,1810": "0.2421", "1121,1810": "0.2381", "1212,1701": "0.2483", "1241,1701": "0.2460", "1299,1701": "0.2386", "1299,1810": "0.2330", "1323,1701": "0.7462", "1331,1810": "0.2457", "1334,1701": "0.2407", "1337,1701": "0.2431", "1348,1810": "0.2391", "1440,1701": "0.7751", "1453,1701": "0.2448", "1479,1701": "0.2348", "1576,1810": "0.2445", "1581,1810": "0.3444", "1636,1701": "0.2324", "1665,1701": "0.2370", "1701,13": "0.7146", "1787,1810": "0.2405", "1799,1701": "0.2388", "1808,1810": "0.7651", "1809,1810": "0.2455", "1810,13": "0.7312", "1811,1810": "0.7752", "1812,1810": "0.2441", "1813,1810": "0.2409", "1814,1810": "0.7763", "1815,1810": "0.7708", "1816,1810": "0.2419", "1817,1810": "0.6913", "1818,1810": "0.2326", "1819,1810": "0.2405", "1820,1701": "0.2511", "1820,1810": "0.7677", "1821,1810": "0.2386", "1822,1810": "0.7750", "1823,1810": "0.2379", "1846,1701": "0.2453", "1852,1701": "0.2396", "1853,1701": "0.2432", "1854,1701": "0.2390", "1855,1701": "0.2268", "1856,1701": "0.2424", "1857,1701": "0.2487", "1858,1701": "0.2476", "1859,1701": "0.2331", "1860,1701": "0.2410", "1861,1701": "0.7708", "1862,1701": "0.2468", "1863,1701": "0.2356", "1864,1701": "0.2408", "1865,1701": "0.2391", "1866,1701": "0.2439", "1867,1701": "0.2381", "1868,1701": "0.2430", "1869,1701": "0.2462", "1869,1810": "0.2408", "1870,1701": "0.2476", "1871,1701": "0.2387", "1872,1701": "0.2277", "1873,1701": "0.2413", "1874,1701": "0.2433", "1875,1701": "0.2365", "1876,1701": "0.2379", "1877,1701": "0.2376"}, "14": {"14,158": "0.7540", "14,2034": "0.2283", "14,2075": "0.7608", "14,2077": "0.7600", "14,2668": "0.7578", "45,2668": "0.7678", "49,2034": "0.2261", "86,2034": "0.2289", "141,2034": "0.2278", "158,14": "0.7365", "158,2034": "0.2321", "180,158": "0.7556", "224,2034": "0.2339", "382,2034": "0.2358", "417,2034": "0.2364", "486,2077": "0.7717", "486,2668": "0.7610", "617,2034": "0.2347", "691,2034": "0.2375", "775,2075": "0.7604", "791,2034": "0.2303", "841,2034": "0.2261", "1002,2034": "0.2340", "1020,2075": "0.7652", "1020,2077": "0.7690", "1026,2034": "0.2242", "1270,2034": "0.2250", "1273,2034": "0.2300", "1319,2034": "0.2354", "1336,2034": "0.2333", "1448,2034": "0.2334", "1497,2034": "0.2242", "1614,2034": "0.2207", "1654,2034": "0.2332", "1665,2034": "0.2299", "1701,158": "0.7705", "1704,2077": "0.2265", "1807,2034": "0.2306", "1812,2034": "0.2386", "1889,2034": "0.2353", "1891,2034": "0.2294", "1894,2034": "0.2352", "1929,2034": "0.2279", "1968,2034": "0.2362", "1983,2034": "0.2311", "2034,14": "0.7061", "2034,158": "0.7814", "2035,2034": "0.2296", "2036,2034": "0.2284", "2037,2034": "0.2282", "2038,2034": "0.2261", "2039,2034": "0.2289", "2040,2034": "0.2392", "2041,2034": "0.2317", "2042,2034": "0.2266", "2075,14": "0.7368", "2075,2077": "0.7715", "2075,2668": "0.7613", "2076,2075": "0.7690", "2076,2077": "0.7597", "2077,14": "0.7465", "2077,2075": "0.2338", "2091,2075": "0.7612", "2130,2034": "0.2369", "2667,2075": "0.7753", "2667,2668": "0.7708", "2668,14": "0.7479", "2668,2075": "0.7698"}, "15": {"15,1090": "0.7640", "15,1093": "0.7673", "15,1271": "0.7624", "15,2367": "0.7736", "395,2367": "0.2225", "599,1093": "0.7578", "599,1271": "0.7566", "640,1090": "0.7790", "765,2367": "0.7804", "894,2367": "0.7848", "1090,15": "0.7340", "1090,1093": "0.7649", "1090,1271": "0.7636", "1090,2367": "0.7786", "1093,15": "0.7346", "1093,1090": "0.7717", "1093,1271": "0.7681", "1093,2367": "0.7734", "1147,1090": "0.7801", "1147,2367": "0.7813", "1271,15": "0.7315", "1271,1090": "0.7667", "1271,1093": "0.7623", "1271,2367": "0.7765", "1598,1090": "0.7662", "1598,1093": "0.7598", "1598,2367": "0.7771", "2177,2367": "0.2245", "2367,15": "0.7347", "2367,1090": "0.7721", "2367,1093": "0.7774", "2367,1271": "0.7760", "2368,2367": "0.7771", "2369,2367": "0.7713", "2370,2367": "0.7751", "2371,2367": "0.7692"}, "16": {"16,970": "0.7733", "16,1632": "0.7620", "16,2444": "0.7811", "16,2642": "0.7664", "358,2642": "0.7462", "364,970": "0.7742", "364,1632": "0.7756", "364,2642": "0.7721", "464,2444": "0.7759", "466,970": "0.7669", "580,2444": "0.7740", "970,16": "0.7334", "1358,970": "0.7895", "1632,16": "0.7396", "1710,2444": "0.7802", "1742,2444": "0.7760", "1756,1632": "0.7639", "1756,2642": "0.7664", "2365,970": "0.7897", "2444,16": "0.7296", "2503,2444": "0.7778", "2642,16": "0.7410"}, "17": {"17,24": "0.7758", "17,927": "0.7676", "17,1315": "0.7618", "17,1316": "0.7737", "17,2140": "0.7709", "24,17": "0.7376", "201,24": "0.7734", "598,24": "0.7893", "927,17": "0.7274", "927,1316": "0.7619", "927,2140": "0.7694", "1301,1315": "0.7828", "1301,1316": "0.7935", "1301,2140": "0.2318", "1315,17": "0.7339", "1316,17": "0.7340", "1316,927": "0.7662", "1636,24": "0.7613", "1679,1316": "0.7577", "1679,2140": "0.7617", "1701,24": "0.7907", "2139,24": "0.7571", "2139,2140": "0.7529", "2140,17": "0.7364", "2140,927": "0.7673", "2141,24": "0.7647"}, "18": {"18,139": "0.7907", "18,1560": "0.7772", "18,1786": "0.7801", "18,2082": "0.7730", "18,2145": "0.7836", "103,139": "0.7726", "133,2082": "0.7532", "139,18": "0.7390", "306,139": "0.2159", "505,1560": "0.7719", "660,139": "0.7767", "910,139": "0.7693", "1512,2145": "0.2277", "1560,18": "0.7405", "1564,1786": "0.7552", "1623,139": "0.2168", "1623,1560": "0.7840", "1624,1786": "0.7720", "1780,139": "0.7752", "1786,18": "0.7379", "2045,139": "0.7899", "2082,18": "0.7414", "2095,2145": "0.7601", "2144,2145": "0.7664", "2145,18": "0.7505"}, "22": {"22,39": "0.7632", "22,1234": "0.7486", "22,1702": "0.7729", "22,1703": "0.7746", "22,2238": "0.7693", "39,22": "0.7255", "151,2238": "0.2262", "152,2238": "0.7744", "463,1702": "0.7815", "463,1703": "0.7939", "627,2238": "0.7668", "706,2238": "0.2262", "759,1703": "0.7634", "789,1703": "0.7687", "963,1703": "0.2174", "1234,22": "0.7404", "1234,1702": "0.7655", "1234,1703": "0.7683", "1240,1702": "0.7804", "1349,39": "0.2212", "1365,1702": "0.2336", "1365,1703": "0.2271", "1417,1703": "0.7884", "1522,39": "0.7531", "1532,39": "0.7526", "1634,39": "0.7813", "1702,22": "0.7410", "1702,1234": "0.7846", "1702,1703": "0.2285", "1702,2238": "0.2240", "1703,22": "0.7343", "1703,1234": "0.7721", "1703,1702": "0.7890", "1703,2238": "0.2344", "1906,1703": "0.2250", "1965,39": "0.7602", "1966,1234": "0.7572", "1966,1702": "0.7792", "1966,1703": "0.2435", "1967,1703": "0.2394", "1968,1703": "0.2231", "1969,1703": "0.7783", "1969,2238": "0.7714", "1970,1702": "0.7638", "1970,1703": "0.7768", "1971,1702": "0.7674", "1971,1703": "0.7756", "2237,2238": "0.7584", "2238,22": "0.7276", "2238,1702": "0.2226", "2238,1703": "0.2308", "2239,2238": "0.7610", "2240,2238": "0.7729", "2357,39": "0.7884"}, "24": {"13,1701": "0.2467", "17,24": "0.7287", "24,17": "0.7460", "24,201": "0.7529", "24,598": "0.2485", "24,1636": "0.7487", "24,1701": "0.2471", "24,2139": "0.7479", "24,2141": "0.7404", "48,598": "0.2355", "143,598": "0.2415", "143,1701": "0.2476", "157,598": "0.2411", "157,1701": "0.2441", "158,1701": "0.2469", "165,598": "0.2399", "201,24": "0.7169", "201,598": "0.2442", "201,1701": "0.2492", "205,1701": "0.2442", "215,1701": "0.2510", "216,1701": "0.2386", "226,1701": "0.2389", "231,1701": "0.2524", "232,1701": "0.2494", "235,1701": "0.2360", "261,1701": "0.2474", "297,201": "0.7524", "297,598": "0.2426", "316,598": "0.2423", "318,1701": "0.2529", "335,1701": "0.2469", "343,1701": "0.2380", "416,1701": "0.2542", "467,1701": "0.2439", "480,598": "0.2471", "519,598": "0.2433", "521,598": "0.2328", "532,1701": "0.2422", "547,598": "0.2440", "547,1701": "0.2485", "563,1701": "0.2491", "570,201": "0.7628", "598,24": "0.6958", "598,201": "0.7659", "598,1636": "0.7732", "633,1701": "0.2413", "637,598": "0.2361", "664,1701": "0.2489", "699,1701": "0.2475", "729,1701": "0.2499", "766,598": "0.2509", "767,1701": "0.2515", "784,1701": "0.2445", "845,598": "0.2397", "869,598": "0.2358", "869,1701": "0.2438", "874,1701": "0.2501", "927,17": "0.7503", "968,598": "0.2488", "1003,598": "0.2445", "1023,1701": "0.2382", "1052,1701": "0.2361", "1075,1701": "0.2433", "1100,598": "0.2461", "1100,1701": "0.2398", "1107,598": "0.2447", "1212,1701": "0.2502", "1241,1701": "0.2436", "1297,598": "0.2467", "1299,598": "0.2362", "1299,1701": "0.2481", "1301,598": "0.2454", "1315,17": "0.7565", "1316,17": "0.7520", "1323,1701": "0.2411", "1334,1701": "0.2485", "1337,1701": "0.2421", "1440,1701": "0.2363", "1453,1701": "0.2475", "1473,598": "0.2401", "1479,1701": "0.2416", "1573,598": "0.7501", "1636,24": "0.7369", "1636,598": "0.2522", "1636,1701": "0.2465", "1636,2139": "0.7402", "1636,2141": "0.7545", "1665,1701": "0.2428", "1701,24": "0.6848", "1701,201": "0.2470", "1701,1636": "0.7533", "1799,1701": "0.2475", "1820,1701": "0.2391", "1821,598": "0.2429", "1823,598": "0.2423", "1846,1701": "0.2500", "1852,1701": "0.2448", "1853,1701": "0.2433", "1854,1701": "0.2443", "1855,1701": "0.2391", "1856,1701": "0.2477", "1857,1701": "0.2506", "1858,1701": "0.2460", "1859,1701": "0.2453", "1860,1701": "0.2376", "1861,1701": "0.2375", "1862,1701": "0.2533", "1863,1701": "0.2412", "1864,598": "0.2337", "1864,1701": "0.2467", "1865,1701": "0.2477", "1866,1701": "0.2475", "1867,1701": "0.2414", "1868,1701": "0.2483", "1869,1701": "0.2424", "1870,598": "0.2381", "1870,1701": "0.2540", "1871,1701": "0.2468", "1872,1701": "0.2450", "1873,1701": "0.2393", "1874,1701": "0.2508", "1875,598": "0.2440", "1875,1701": "0.2452", "1876,1701": "0.2396", "1877,1701": "0.2419", "1986,201": "0.2453", "2138,598": "0.2443", "2139,24": "0.7256", "2139,1636": "0.7373", "2139,2141": "0.7400", "2140,17": "0.7487", "2140,2139": "0.7584", "2141,24": "0.7324", "2141,1636": "0.7456", "2141,2139": "0.7398", "2142,2141": "0.7440", "2430,201": "0.7584", "2707,598": "0.2440"}, "25": {"25,1301": "0.7768", "25,1344": "0.7793", "25,2011": "0.7669", "25,2317": "0.7726", "88,2011": "0.2152", "598,1301": "0.7866", "724,1344": "0.2205", "733,2011": "0.2076", "815,1344": "0.2214", "1301,25": "0.7311", "1315,1301": "0.7676", "1316,1301": "0.7590", "1344,25": "0.7397", "1403,2317": "0.7743", "1542,1301": "0.7847", "1928,1344": "0.7759", "1928,2317": "0.7555", "2011,25": "0.7371", "2140,1301": "0.7778", "2315,1344": "0.7699", "2317,25": "0.7397"}, "26": {"26,99": "0.7739", "26,122": "0.7697", "26,123": "0.7732", "26,2454": "0.7701", "26,2455": "0.7673", "99,26": "0.7417", "99,122": "0.7666", "99,123": "0.7682", "99,2454": "0.7604", "99,2455": "0.7641", "122,26": "0.7649", "122,99": "0.2191", "122,2454": "0.2201", "122,2455": "0.2227", "123,26": "0.7413", "123,99": "0.7688", "123,2455": "0.7646", "2454,26": "0.7450", "2454,99": "0.7754", "2454,122": "0.7693", "2455,26": "0.7630", "2455,99": "0.2197", "2455,122": "0.2249", "2455,123": "0.2259", "2604,99": "0.7663", "2604,123": "0.7527"}, "29": {"29,963": "0.2216", "29,2645": "0.7849", "43,963": "0.7918", "203,963": "0.2197", "258,963": "0.7898", "258,2645": "0.7708", "375,963": "0.7712", "706,963": "0.2212", "706,2645": "0.2172", "805,963": "0.2144", "963,29": "0.7377", "1094,963": "0.7916", "1141,963": "0.7877", "1157,963": "0.7850", "1417,963": "0.7882", "1443,963": "0.7838", "1443,2645": "0.7611", "1703,963": "0.7872", "1785,963": "0.2170", "2240,963": "0.7908", "2399,963": "0.7891", "2400,963": "0.2169", "2401,963": "0.7860", "2434,963": "0.7954", "2645,29": "0.7421"}, "1862": {"0,1862": "0.7299", "0,2582": "0.7595", "13,1701": "0.2329", "24,1701": "0.2310", "143,1701": "0.2424", "157,1701": "0.2320", "158,1701": "0.2418", "201,1701": "0.2361", "205,1701": "0.2410", "215,1701": "0.2331", "216,1701": "0.2278", "226,1701": "0.2295", "231,1701": "0.2335", "232,1701": "0.2333", "235,1701": "0.2320", "261,1701": "0.2334", "318,1701": "0.2364", "335,1701": "0.2339", "343,1701": "0.2297", "416,1701": "0.2381", "467,1701": "0.2401", "532,1701": "0.2291", "547,1701": "0.2395", "563,1701": "0.2448", "633,0": "0.7495", "633,1701": "0.2380", "664,1701": "0.2353", "699,1701": "0.2377", "729,1701": "0.2412", "767,1701": "0.2343", "784,1701": "0.2341", "869,1701": "0.2325", "874,1701": "0.2397", "926,1862": "0.7348", "1023,1701": "0.2325", "1052,1701": "0.2294", "1075,1701": "0.2307", "1100,1701": "0.2338", "1166,2582": "0.7527", "1212,1701": "0.2370", "1241,1701": "0.2328", "1299,1701": "0.2303", "1323,1701": "0.2291", "1334,1701": "0.2377", "1337,1701": "0.2415", "1440,1701": "0.2307", "1453,1701": "0.2417", "1479,1701": "0.2359", "1636,1701": "0.2329", "1665,1701": "0.2315", "1701,1862": "0.6861", "1799,1701": "0.2379", "1820,1701": "0.2357", "1846,1701": "0.2426", "1852,1701": "0.2342", "1853,1701": "0.2390", "1854,1701": "0.2357", "1855,1701": "0.2350", "1856,1701": "0.2390", "1857,1701": "0.2455", "1858,1701": "0.2301", "1859,1701": "0.2320", "1860,1701": "0.2343", "1861,1701": "0.2235", "1862,0": "0.7642", "1862,926": "0.7476", "1862,1701": "0.2404", "1862,2582": "0.7593", "1863,1701": "0.2295", "1864,1701": "0.2401", "1865,1701": "0.2354", "1866,1701": "0.2342", "1867,1701": "0.2378", "1868,1701": "0.2324", "1869,1701": "0.2332", "1870,1701": "0.2338", "1871,1701": "0.2375", "1872,1701": "0.2352", "1873,1701": "0.2373", "1874,1701": "0.2301", "1875,1701": "0.2366", "1876,1701": "0.2307", "1877,1701": "0.2301", "2582,0": "0.7691", "2582,1862": "0.7379"}, "2130": {"14,2034": "0.2357", "49,2034": "0.2389", "86,2034": "0.2430", "141,2034": "0.2351", "158,2034": "0.2330", "180,791": "0.2508", "224,2034": "0.2337", "368,2249": "0.7609", "382,2034": "0.2377", "417,2034": "0.2402", "429,1889": "0.2266", "430,2130": "0.7278", "546,2127": "0.2474", "617,2034": "0.2330", "691,2034": "0.2352", "691,2130": "0.7376", "791,2034": "0.2359", "791,2130": "0.7352", "841,2034": "0.2358", "912,2130": "0.7280", "983,2130": "0.7353", "1002,2034": "0.2417", "1026,2034": "0.2393", "1119,2127": "0.2496", "1257,2249": "0.7542", "1261,2130": "0.7454", "1270,2034": "0.2412", "1273,2034": "0.2437", "1319,2034": "0.2349", "1336,2034": "0.2309", "1448,2034": "0.2417", "1497,2034": "0.2415", "1531,1889": "0.2358", "1614,2034": "0.2436", "1654,2034": "0.2412", "1665,2034": "0.2432", "1807,2034": "0.2322", "1812,2034": "0.2398", "1889,1890": "0.7625", "1889,1891": "0.7632", "1889,2034": "0.2406", "1889,2130": "0.7384", "1890,1889": "0.7764", "1890,2130": "0.7367", "1891,1889": "0.7738", "1891,2034": "0.2387", "1891,2130": "0.7463", "1892,1889": "0.7550", "1893,1889": "0.2286", "1894,2034": "0.2318", "1929,2034": "0.2372", "1968,2034": "0.2370", "1983,2034": "0.2382", "2034,691": "0.7742", "2034,791": "0.2557", "2034,1889": "0.2323", "2034,1891": "0.7807", "2034,2130": "0.7197", "2035,2034": "0.2412", "2036,2034": "0.2418", "2037,2034": "0.2451", "2038,2034": "0.2316", "2039,1889": "0.2408", "2039,2034": "0.2457", "2040,2034": "0.2342", "2041,2034": "0.2394", "2042,2034": "0.2423", "2124,2127": "0.2309", "2127,2130": "0.2566", "2130,430": "0.7506", "2130,691": "0.7579", "2130,791": "0.7673", "2130,912": "0.7549", "2130,983": "0.7497", "2130,1261": "0.7511", "2130,1889": "0.7813", "2130,1890": "0.7573", "2130,1891": "0.7596", "2130,2034": "0.2312", "2130,2127": "0.7477", "2130,2249": "0.7676", "2248,2249": "0.7630", "2249,2130": "0.7289", "2518,2249": "0.7591", "2671,2249": "0.7680"}} \ No newline at end of file diff --git a/experiments/results_sirius/v1/expl_No_Def_3.json b/experiments/results_sirius/v1/expl_No_Def_3.json new file mode 100644 index 0000000..790601d --- /dev/null +++ b/experiments/results_sirius/v1/expl_No_Def_3.json @@ -0,0 +1 @@ +{"0": {"0,633": "0.7807", "0,1862": "0.7825", "0,2582": "0.7768", "633,0": "0.7390", "926,1862": "0.7559", "1166,2582": "0.7525", "1701,633": "0.7810", "1701,1862": "0.7852", "1862,0": "0.7316", "1862,2582": "0.7745", "1866,633": "0.7581", "2582,0": "0.7373", "2582,1862": "0.7674"}, "1": {"1,2": "0.7848", "1,652": "0.7758", "1,654": "0.7630", "2,1": "0.7454", "332,2": "0.2224", "470,652": "0.7671", "652,1": "0.7362", "654,1": "0.7334", "1454,2": "0.7778", "1666,2": "0.2228", "1986,2": "0.2142"}, "4": {"4,1016": "0.7731", "4,1256": "0.7730", "4,1761": "0.7823", "4,2175": "0.7762", "4,2176": "0.7819", "223,1761": "0.2260", "561,1016": "0.7556", "595,1016": "0.7707", "595,1256": "0.7795", "595,2176": "0.7765", "982,1256": "0.7878", "982,2175": "0.7772", "982,2176": "0.7906", "1016,4": "0.7333", "1016,1256": "0.7786", "1016,2176": "0.7835", "1091,1256": "0.7862", "1091,2176": "0.7856", "1205,1761": "0.7800", "1256,4": "0.7359", "1256,1016": "0.7798", "1256,1761": "0.7891", "1256,2175": "0.7825", "1256,2176": "0.2186", "1358,1761": "0.2232", "1382,2176": "0.7635", "1721,1761": "0.2218", "1761,4": "0.7418", "1761,1256": "0.2215", "1761,2175": "0.2188", "2175,4": "0.7421", "2175,1256": "0.2277", "2175,1761": "0.2266", "2175,2176": "0.2222", "2176,4": "0.7370", "2176,1016": "0.7720", "2176,1256": "0.7830", "2176,2175": "0.7794"}, "5": {"5,1629": "0.7820", "5,1659": "0.7768", "5,2546": "0.2144", "466,2546": "0.7652", "628,2546": "0.7836", "952,2546": "0.2262", "1629,5": "0.7524", "1629,1659": "0.7570", "1659,5": "0.7480", "1659,1629": "0.7791", "1711,1629": "0.7758", "2546,5": "0.7334"}, "6": {"6,373": "0.7666", "6,1042": "0.2276", "6,1416": "0.2275", "6,1602": "0.7787", "30,1416": "0.2255", "61,1416": "0.2244", "74,1042": "0.2259", "74,1416": "0.2297", "95,1602": "0.2216", "100,1602": "0.2287", "149,1416": "0.2331", "305,1416": "0.7804", "315,1602": "0.7638", "373,6": "0.7462", "373,1042": "0.2347", "485,1042": "0.2278", "572,1416": "0.2154", "624,1042": "0.2305", "718,1416": "0.2287", "901,1042": "0.2289", "1008,1416": "0.2250", "1025,373": "0.7662", "1025,1042": "0.2214", "1042,6": "0.7323", "1042,373": "0.7836", "1047,1042": "0.2268", "1118,1042": "0.2306", "1118,1416": "0.2254", "1125,1042": "0.2332", "1198,1042": "0.2306", "1204,1602": "0.2320", "1416,6": "0.7247", "1416,1602": "0.2484", "1468,1416": "0.2289", "1481,1042": "0.2374", "1517,1042": "0.2337", "1602,6": "0.7442", "1602,1416": "0.2277", "1628,1042": "0.2277", "1921,1416": "0.2258", "1922,1416": "0.2327", "1923,1416": "0.2245", "1924,1416": "0.2257", "1925,1042": "0.2377", "1925,1416": "0.2290", "1926,1042": "0.2279", "1926,1416": "0.2258", "2051,1042": "0.2328", "2052,1042": "0.2249", "2054,1042": "0.2294", "2054,1602": "0.2277", "2055,1042": "0.2372", "2072,1602": "0.2286", "2073,1042": "0.2306", "2073,1602": "0.2301", "2074,1602": "0.2279", "2198,1042": "0.2277", "2333,1042": "0.2325"}, "8": {"8,269": "0.7710", "8,281": "0.7740", "8,1996": "0.7700", "101,281": "0.2244", "269,8": "0.7422", "281,8": "0.7367", "321,269": "0.7640", "327,1996": "0.7796", "418,269": "0.7743", "746,281": "0.7773", "1000,281": "0.7838", "1347,281": "0.7722", "1382,281": "0.7721", "1986,1996": "0.2143", "1996,8": "0.7410", "2063,1996": "0.7690", "2064,1996": "0.7563", "2244,281": "0.7574", "2247,281": "0.7881", "2543,269": "0.7690", "2551,269": "0.7624"}, "11": {"11,1655": "0.7840", "11,1839": "0.7831", "149,1655": "0.2198", "979,1839": "0.2195", "1121,1655": "0.2198", "1131,1655": "0.2200", "1204,1839": "0.2209", "1410,1655": "0.7955", "1655,11": "0.7440", "1655,1839": "0.7879", "1839,11": "0.7618", "1839,1655": "0.2131", "1842,1655": "0.2150", "1894,1655": "0.2159", "2136,1655": "0.7855", "2282,1655": "0.2179", "2295,1655": "0.7938", "2384,1655": "0.7871", "2424,1839": "0.7863", "2453,1839": "0.2136"}, "13": {"13,1701": "0.2401", "13,1810": "0.2557", "24,1701": "0.2357", "27,1810": "0.4016", "143,1701": "0.2416", "157,1701": "0.2358", "158,1701": "0.2411", "201,1701": "0.2364", "205,1701": "0.2402", "215,1701": "0.2406", "216,1701": "0.2367", "224,1810": "0.2421", "226,1701": "0.2292", "230,1810": "0.2328", "231,1701": "0.2405", "232,1701": "0.2427", "235,1701": "0.2354", "261,1701": "0.2429", "318,1701": "0.2425", "335,1701": "0.2429", "343,1701": "0.2321", "351,1810": "0.2380", "416,1701": "0.2407", "467,1701": "0.2470", "481,1810": "0.2438", "482,1810": "0.2361", "511,1810": "0.2522", "532,1701": "0.2427", "547,1701": "0.2425", "549,1810": "0.7684", "563,1701": "0.2492", "568,1810": "0.2346", "576,1810": "0.2391", "633,1701": "0.2390", "664,1701": "0.2384", "699,1701": "0.2342", "716,1810": "0.2484", "719,1810": "0.2428", "729,1701": "0.2339", "767,1701": "0.2438", "784,1701": "0.2366", "790,1810": "0.2404", "795,1810": "0.2390", "835,1810": "0.2291", "869,1701": "0.2384", "874,1701": "0.2310", "962,1810": "0.2515", "1004,1810": "0.2351", "1023,1701": "0.2244", "1052,1701": "0.2351", "1062,1810": "0.2765", "1075,1701": "0.2806", "1095,1810": "0.2363", "1100,1701": "0.2399", "1107,1810": "0.2329", "1121,1810": "0.2462", "1212,1701": "0.2499", "1241,1701": "0.2504", "1299,1701": "0.2404", "1299,1810": "0.2733", "1323,1701": "0.2597", "1331,1810": "0.2413", "1334,1701": "0.2417", "1337,1701": "0.2443", "1348,1810": "0.2419", "1440,1701": "0.2498", "1453,1701": "0.2457", "1479,1701": "0.2322", "1576,1810": "0.2407", "1581,1810": "0.2342", "1636,1701": "0.2309", "1665,1701": "0.2352", "1701,13": "0.6995", "1787,1810": "0.2495", "1799,1701": "0.2393", "1808,1810": "0.2300", "1809,1810": "0.2379", "1810,13": "0.7225", "1811,1810": "0.7775", "1812,1810": "0.2462", "1813,1810": "0.2411", "1814,1810": "0.7782", "1815,1810": "0.7667", "1816,1810": "0.2476", "1817,1810": "0.2467", "1818,1810": "0.2421", "1819,1810": "0.2311", "1820,1701": "0.2386", "1820,1810": "0.2304", "1821,1810": "0.2432", "1822,1810": "0.7715", "1823,1810": "0.2368", "1846,1701": "0.2400", "1852,1701": "0.2427", "1853,1701": "0.2440", "1854,1701": "0.2307", "1855,1701": "0.2396", "1856,1701": "0.2425", "1857,1701": "0.2457", "1858,1701": "0.2339", "1859,1701": "0.2328", "1860,1701": "0.2423", "1861,1701": "0.2690", "1862,1701": "0.2465", "1863,1701": "0.2395", "1864,1701": "0.2397", "1865,1701": "0.2389", "1866,1701": "0.2359", "1867,1701": "0.2469", "1868,1701": "0.2361", "1869,1701": "0.2422", "1869,1810": "0.2404", "1870,1701": "0.2417", "1871,1701": "0.2371", "1872,1701": "0.2452", "1873,1701": "0.2425", "1874,1701": "0.2381", "1875,1701": "0.2410", "1876,1701": "0.2375", "1877,1701": "0.2408"}, "14": {"14,158": "0.7568", "14,2034": "0.2356", "14,2075": "0.7607", "14,2077": "0.7624", "14,2668": "0.7595", "45,2668": "0.7723", "49,2034": "0.2336", "86,2034": "0.2302", "141,2034": "0.2332", "158,14": "0.7338", "158,2034": "0.2314", "180,158": "0.7617", "224,2034": "0.2344", "382,2034": "0.2286", "417,2034": "0.2365", "486,2077": "0.7803", "486,2668": "0.7782", "617,2034": "0.2275", "691,2034": "0.2336", "775,2075": "0.7538", "791,2034": "0.2325", "841,2034": "0.2286", "1002,2034": "0.2295", "1020,2075": "0.7804", "1020,2077": "0.7722", "1026,2034": "0.2280", "1270,2034": "0.2237", "1273,2034": "0.2280", "1319,2034": "0.2345", "1336,2034": "0.2338", "1448,2034": "0.2369", "1497,2034": "0.2281", "1614,2034": "0.2260", "1654,2034": "0.2310", "1665,2034": "0.2338", "1701,158": "0.7770", "1704,2077": "0.2287", "1807,2034": "0.2296", "1812,2034": "0.2414", "1889,2034": "0.2369", "1891,2034": "0.2334", "1894,2034": "0.2315", "1929,2034": "0.2341", "1968,2034": "0.2339", "1983,2034": "0.2293", "2034,14": "0.7100", "2034,158": "0.7790", "2035,2034": "0.2366", "2036,2034": "0.2340", "2037,2034": "0.2247", "2038,2034": "0.2270", "2039,2034": "0.2257", "2040,2034": "0.2353", "2041,2034": "0.2335", "2042,2034": "0.2310", "2075,14": "0.7395", "2075,2077": "0.7668", "2075,2668": "0.7712", "2076,2075": "0.7811", "2076,2077": "0.7712", "2077,14": "0.7355", "2077,2075": "0.7793", "2091,2075": "0.7560", "2130,2034": "0.2301", "2667,2075": "0.7671", "2667,2668": "0.7733", "2668,14": "0.7348", "2668,2075": "0.7704"}, "15": {"15,1090": "0.7651", "15,1093": "0.7599", "15,1271": "0.7623", "15,2367": "0.7801", "395,2367": "0.2252", "599,1093": "0.7724", "599,1271": "0.7700", "640,1090": "0.7734", "765,2367": "0.7755", "894,2367": "0.7787", "1090,15": "0.7390", "1090,1093": "0.7692", "1090,1271": "0.7708", "1090,2367": "0.7885", "1093,15": "0.7284", "1093,1090": "0.7684", "1093,1271": "0.7646", "1093,2367": "0.7851", "1147,1090": "0.7728", "1147,2367": "0.7967", "1271,15": "0.7357", "1271,1090": "0.7622", "1271,1093": "0.7701", "1271,2367": "0.7794", "1598,1090": "0.7783", "1598,1093": "0.7799", "1598,2367": "0.7940", "2177,2367": "0.2243", "2367,15": "0.7342", "2367,1090": "0.7742", "2367,1093": "0.7790", "2367,1271": "0.7767", "2368,2367": "0.7805", "2369,2367": "0.7736", "2370,2367": "0.7759", "2371,2367": "0.7724"}, "16": {"16,970": "0.7667", "16,1632": "0.7623", "16,2444": "0.7733", "16,2642": "0.7692", "358,2642": "0.7543", "364,970": "0.7758", "364,1632": "0.7772", "364,2642": "0.7738", "464,2444": "0.7618", "466,970": "0.7561", "580,2444": "0.7679", "970,16": "0.7445", "1358,970": "0.2163", "1632,16": "0.7490", "1710,2444": "0.7781", "1742,2444": "0.7881", "1756,1632": "0.7604", "1756,2642": "0.7720", "2365,970": "0.7911", "2444,16": "0.7493", "2503,2444": "0.7802", "2642,16": "0.7318"}, "17": {"17,24": "0.7901", "17,927": "0.7739", "17,1315": "0.7678", "17,1316": "0.7707", "17,2140": "0.7791", "24,17": "0.7237", "201,24": "0.7712", "598,24": "0.7909", "927,17": "0.7246", "927,1316": "0.7711", "927,2140": "0.7716", "1301,1315": "0.7612", "1301,1316": "0.7713", "1301,2140": "0.7755", "1315,17": "0.7355", "1316,17": "0.7339", "1316,927": "0.7686", "1636,24": "0.7580", "1679,1316": "0.7590", "1679,2140": "0.7593", "1701,24": "0.7924", "2139,24": "0.7621", "2139,2140": "0.7582", "2140,17": "0.7300", "2140,927": "0.7723", "2141,24": "0.7646"}, "18": {"18,139": "0.7981", "18,1560": "0.7864", "18,1786": "0.7844", "18,2082": "0.7800", "18,2145": "0.7880", "103,139": "0.7761", "133,2082": "0.7676", "139,18": "0.7327", "306,139": "0.2216", "505,1560": "0.7610", "660,139": "0.7927", "910,139": "0.7714", "1512,2145": "0.2227", "1560,18": "0.7435", "1564,1786": "0.7745", "1623,139": "0.2193", "1623,1560": "0.7916", "1624,1786": "0.7639", "1780,139": "0.7767", "1786,18": "0.7435", "2045,139": "0.2248", "2082,18": "0.7457", "2095,2145": "0.7623", "2144,2145": "0.7704", "2145,18": "0.7455"}, "22": {"22,39": "0.7585", "22,1234": "0.7559", "22,1702": "0.7675", "22,1703": "0.7776", "22,2238": "0.7665", "39,22": "0.7335", "151,2238": "0.2284", "152,2238": "0.7746", "463,1702": "0.7702", "463,1703": "0.7806", "627,2238": "0.7596", "706,2238": "0.2304", "759,1703": "0.7726", "789,1703": "0.7603", "963,1703": "0.2254", "1234,22": "0.7429", "1234,1702": "0.7668", "1234,1703": "0.7680", "1240,1702": "0.7635", "1349,39": "0.7749", "1365,1702": "0.2328", "1365,1703": "0.2279", "1417,1703": "0.2234", "1522,39": "0.7506", "1532,39": "0.7595", "1634,39": "0.7734", "1702,22": "0.7396", "1702,1234": "0.7819", "1702,1703": "0.2256", "1702,2238": "0.2301", "1703,22": "0.7281", "1703,1234": "0.7741", "1703,1702": "0.7778", "1703,2238": "0.7747", "1906,1703": "0.2252", "1965,39": "0.7612", "1966,1234": "0.7648", "1966,1702": "0.7839", "1966,1703": "0.7773", "1967,1703": "0.2265", "1968,1703": "0.2218", "1969,1703": "0.7787", "1969,2238": "0.7668", "1970,1702": "0.7648", "1970,1703": "0.7740", "1971,1702": "0.7702", "1971,1703": "0.7833", "2237,2238": "0.7569", "2238,22": "0.7283", "2238,1702": "0.2269", "2238,1703": "0.2324", "2239,2238": "0.7586", "2240,2238": "0.7794", "2357,39": "0.7788"}, "24": {"13,1701": "0.2456", "17,24": "0.7320", "24,17": "0.7474", "24,201": "0.7498", "24,598": "0.2454", "24,1636": "0.7454", "24,1701": "0.2417", "24,2139": "0.7477", "24,2141": "0.7468", "48,598": "0.2421", "143,598": "0.2424", "143,1701": "0.2396", "157,598": "0.2402", "157,1701": "0.2522", "158,1701": "0.2489", "165,598": "0.2408", "201,24": "0.7309", "201,598": "0.2420", "201,1701": "0.2523", "205,1701": "0.2446", "215,1701": "0.2499", "216,1701": "0.2465", "226,1701": "0.2354", "231,1701": "0.2452", "232,1701": "0.2400", "235,1701": "0.2415", "261,1701": "0.2400", "297,201": "0.7612", "297,598": "0.2464", "316,598": "0.2417", "318,1701": "0.2467", "335,1701": "0.2502", "343,1701": "0.2468", "416,1701": "0.2451", "467,1701": "0.2513", "480,598": "0.2490", "519,598": "0.2483", "521,598": "0.2354", "532,1701": "0.2461", "547,598": "0.2421", "547,1701": "0.2506", "563,1701": "0.2502", "570,201": "0.7568", "598,24": "0.7107", "598,201": "0.7734", "598,1636": "0.7694", "633,1701": "0.2452", "637,598": "0.2441", "664,1701": "0.2482", "699,1701": "0.2437", "729,1701": "0.2492", "766,598": "0.2511", "767,1701": "0.2535", "784,1701": "0.2479", "845,598": "0.2404", "869,598": "0.2413", "869,1701": "0.2456", "874,1701": "0.2389", "927,17": "0.7514", "968,598": "0.2528", "1003,598": "0.2448", "1023,1701": "0.2391", "1052,1701": "0.2424", "1075,1701": "0.2345", "1100,598": "0.2513", "1100,1701": "0.2489", "1107,598": "0.2454", "1212,1701": "0.2487", "1241,1701": "0.2443", "1297,598": "0.2461", "1299,598": "0.2369", "1299,1701": "0.2381", "1301,598": "0.2359", "1315,17": "0.7524", "1316,17": "0.7537", "1323,1701": "0.2409", "1334,1701": "0.2438", "1337,1701": "0.2497", "1440,1701": "0.2450", "1453,1701": "0.2541", "1473,598": "0.2400", "1479,1701": "0.2440", "1573,598": "0.7553", "1636,24": "0.7258", "1636,598": "0.2502", "1636,1701": "0.2548", "1636,2139": "0.7517", "1636,2141": "0.7422", "1665,1701": "0.2449", "1701,24": "0.6890", "1701,201": "0.2546", "1701,1636": "0.7425", "1799,1701": "0.2505", "1820,1701": "0.2422", "1821,598": "0.2394", "1823,598": "0.2426", "1846,1701": "0.2475", "1852,1701": "0.2462", "1853,1701": "0.2581", "1854,1701": "0.2430", "1855,1701": "0.2418", "1856,1701": "0.2496", "1857,1701": "0.2504", "1858,1701": "0.2425", "1859,1701": "0.2443", "1860,1701": "0.2439", "1861,1701": "0.2410", "1862,1701": "0.2407", "1863,1701": "0.2367", "1864,598": "0.2377", "1864,1701": "0.2402", "1865,1701": "0.2428", "1866,1701": "0.2423", "1867,1701": "0.2455", "1868,1701": "0.2437", "1869,1701": "0.2486", "1870,598": "0.2447", "1870,1701": "0.2488", "1871,1701": "0.2463", "1872,1701": "0.2432", "1873,1701": "0.2504", "1874,1701": "0.2382", "1875,598": "0.2342", "1875,1701": "0.2444", "1876,1701": "0.2425", "1877,1701": "0.2515", "1986,201": "0.2467", "2138,598": "0.2383", "2139,24": "0.7315", "2139,1636": "0.7514", "2139,2141": "0.7419", "2140,17": "0.7661", "2140,2139": "0.7637", "2141,24": "0.7292", "2141,1636": "0.7552", "2141,2139": "0.7478", "2142,2141": "0.7443", "2430,201": "0.7572", "2707,598": "0.2387"}, "25": {"25,1301": "0.7871", "25,1344": "0.7866", "25,2011": "0.7783", "25,2317": "0.7808", "88,2011": "0.2261", "598,1301": "0.7791", "724,1344": "0.2317", "733,2011": "0.7775", "815,1344": "0.2269", "1301,25": "0.7357", "1315,1301": "0.7637", "1316,1301": "0.7702", "1344,25": "0.7483", "1403,2317": "0.7631", "1542,1301": "0.7839", "1928,1344": "0.7743", "1928,2317": "0.7650", "2011,25": "0.7370", "2140,1301": "0.7820", "2315,1344": "0.7902", "2317,25": "0.7299"}, "26": {"26,99": "0.7780", "26,122": "0.7716", "26,123": "0.7690", "26,2454": "0.7654", "26,2455": "0.7697", "99,26": "0.7438", "99,122": "0.7704", "99,123": "0.7670", "99,2454": "0.7665", "99,2455": "0.7672", "122,26": "0.7430", "122,99": "0.7717", "122,2454": "0.7592", "122,2455": "0.7643", "123,26": "0.7321", "123,99": "0.7655", "123,2455": "0.7590", "2454,26": "0.7447", "2454,99": "0.7678", "2454,122": "0.7633", "2455,26": "0.7464", "2455,99": "0.2224", "2455,122": "0.2172", "2455,123": "0.7936", "2604,99": "0.7607", "2604,123": "0.7511"}, "29": {"29,963": "0.2186", "29,2645": "0.7844", "43,963": "0.7864", "203,963": "0.2147", "258,963": "0.7806", "258,2645": "0.7652", "375,963": "0.7832", "706,963": "0.2234", "706,2645": "0.2293", "805,963": "0.2274", "963,29": "0.7333", "1094,963": "0.7891", "1141,963": "0.7747", "1157,963": "0.7828", "1417,963": "0.7900", "1443,963": "0.7897", "1443,2645": "0.7606", "1703,963": "0.7930", "1785,963": "0.2158", "2240,963": "0.7868", "2399,963": "0.7874", "2400,963": "0.2181", "2401,963": "0.7814", "2434,963": "0.7870", "2645,29": "0.7413"}, "1862": {"0,1862": "0.7361", "0,2582": "0.7568", "13,1701": "0.2324", "24,1701": "0.2319", "143,1701": "0.2381", "157,1701": "0.2288", "158,1701": "0.2405", "201,1701": "0.2380", "205,1701": "0.2315", "215,1701": "0.2342", "216,1701": "0.2359", "226,1701": "0.2316", "231,1701": "0.2341", "232,1701": "0.2345", "235,1701": "0.2289", "261,1701": "0.2349", "318,1701": "0.2390", "335,1701": "0.2413", "343,1701": "0.2333", "416,1701": "0.2395", "467,1701": "0.2414", "532,1701": "0.2341", "547,1701": "0.2347", "563,1701": "0.2358", "633,0": "0.7549", "633,1701": "0.2360", "664,1701": "0.2317", "699,1701": "0.2333", "729,1701": "0.2301", "767,1701": "0.2420", "784,1701": "0.2367", "869,1701": "0.2328", "874,1701": "0.2341", "926,1862": "0.7381", "1023,1701": "0.2321", "1052,1701": "0.2317", "1075,1701": "0.2255", "1100,1701": "0.2352", "1166,2582": "0.7458", "1212,1701": "0.2322", "1241,1701": "0.2381", "1299,1701": "0.2319", "1323,1701": "0.2309", "1334,1701": "0.2382", "1337,1701": "0.2382", "1440,1701": "0.2278", "1453,1701": "0.2405", "1479,1701": "0.2306", "1636,1701": "0.2324", "1665,1701": "0.2340", "1701,1862": "0.6964", "1799,1701": "0.2351", "1820,1701": "0.2415", "1846,1701": "0.2408", "1852,1701": "0.2402", "1853,1701": "0.2366", "1854,1701": "0.2310", "1855,1701": "0.2314", "1856,1701": "0.2351", "1857,1701": "0.2438", "1858,1701": "0.2302", "1859,1701": "0.2333", "1860,1701": "0.2407", "1861,1701": "0.2284", "1862,0": "0.7539", "1862,926": "0.7451", "1862,1701": "0.2384", "1862,2582": "0.7487", "1863,1701": "0.2320", "1864,1701": "0.2316", "1865,1701": "0.2330", "1866,1701": "0.2386", "1867,1701": "0.2382", "1868,1701": "0.2317", "1869,1701": "0.2344", "1870,1701": "0.2392", "1871,1701": "0.2372", "1872,1701": "0.2335", "1873,1701": "0.2390", "1874,1701": "0.2420", "1875,1701": "0.2291", "1876,1701": "0.2311", "1877,1701": "0.2297", "2582,0": "0.7518", "2582,1862": "0.7429"}, "2130": {"14,2034": "0.2414", "49,2034": "0.2335", "86,2034": "0.2401", "141,2034": "0.2350", "158,2034": "0.2352", "180,791": "0.2457", "224,2034": "0.2408", "368,2249": "0.7520", "382,2034": "0.2429", "417,2034": "0.2359", "429,1889": "0.2308", "430,2130": "0.7323", "546,2127": "0.2437", "617,2034": "0.2369", "691,2034": "0.2328", "691,2130": "0.7334", "791,2034": "0.2404", "791,2130": "0.7293", "841,2034": "0.2397", "912,2130": "0.7316", "983,2130": "0.7323", "1002,2034": "0.2404", "1026,2034": "0.2418", "1119,2127": "0.2394", "1257,2249": "0.7492", "1261,2130": "0.7295", "1270,2034": "0.2353", "1273,2034": "0.2413", "1319,2034": "0.2405", "1336,2034": "0.2370", "1448,2034": "0.2419", "1497,2034": "0.2339", "1531,1889": "0.2321", "1614,2034": "0.2352", "1654,2034": "0.2442", "1665,2034": "0.2356", "1807,2034": "0.2343", "1812,2034": "0.2397", "1889,1890": "0.7614", "1889,1891": "0.7806", "1889,2034": "0.2400", "1889,2130": "0.7352", "1890,1889": "0.2332", "1890,2130": "0.7395", "1891,1889": "0.7632", "1891,2034": "0.2376", "1891,2130": "0.7305", "1892,1889": "0.2335", "1893,1889": "0.2499", "1894,2034": "0.2438", "1929,2034": "0.2413", "1968,2034": "0.2358", "1983,2034": "0.2426", "2034,691": "0.7600", "2034,791": "0.2316", "2034,1889": "0.2363", "2034,1891": "0.2289", "2034,2130": "0.7231", "2035,2034": "0.2324", "2036,2034": "0.2402", "2037,2034": "0.2376", "2038,2034": "0.2331", "2039,1889": "0.2367", "2039,2034": "0.2443", "2040,2034": "0.2304", "2041,2034": "0.2356", "2042,2034": "0.2431", "2124,2127": "0.2254", "2127,2130": "0.7492", "2130,430": "0.7552", "2130,691": "0.7642", "2130,791": "0.7738", "2130,912": "0.7594", "2130,983": "0.7574", "2130,1261": "0.7531", "2130,1889": "0.2291", "2130,1890": "0.7634", "2130,1891": "0.7675", "2130,2034": "0.2374", "2130,2127": "0.7761", "2130,2249": "0.7824", "2248,2249": "0.7592", "2249,2130": "0.7239", "2518,2249": "0.7567", "2671,2249": "0.7695"}} \ No newline at end of file diff --git a/experiments/sage_cora_eattack b/experiments/sage_cora_eattack new file mode 100644 index 0000000..496e5d7 --- /dev/null +++ b/experiments/sage_cora_eattack @@ -0,0 +1,20 @@ +mode:reverse prob:0.01 evasion:0.13 acc:0.12 +mode:reverse prob:0.03 evasion:0.23 acc:0.23 +mode:reverse prob:0.05 evasion:0.22 acc:0.22 +mode:reverse prob:0.1 evasion:0.16 acc:0.15 +mode:reverse prob:0.15 evasion:0.17 acc:0.18 +mode:remove prob:0.01 evasion:0.0 acc:0.02 +mode:remove prob:0.03 evasion:0.0 acc:0.0 +mode:remove prob:0.05 evasion:0.0 acc:0.01 +mode:remove prob:0.1 evasion:0.0 acc:0.01 +mode:remove prob:0.15 evasion:0.0 acc:0.0 +mode:add prob:0.01 evasion:0.01 acc:0.02 +mode:add prob:0.03 evasion:0.01 acc:0.01 +mode:add prob:0.05 evasion:0.02 acc:0.01 +mode:add prob:0.1 evasion:0.05 acc:0.02 +mode:add prob:0.15 evasion:0.04 acc:0.03 +mode:rewire prob:0.01 evasion:0.0 acc:0.02 +mode:rewire prob:0.03 evasion:0.01 acc:0.02 +mode:rewire prob:0.05 evasion:0.02 acc:0.01 +mode:rewire prob:0.1 evasion:0.01 acc:0.02 +mode:rewire prob:0.15 evasion:0.02 acc:0.02 diff --git a/experiments/sage_photo_eattack b/experiments/sage_photo_eattack new file mode 100644 index 0000000..5c247e6 --- /dev/null +++ b/experiments/sage_photo_eattack @@ -0,0 +1,20 @@ +mode:reverse prob:0.01 evasion:0.01 acc:0.01 +mode:reverse prob:0.03 evasion:0.0 acc:0.02 +mode:reverse prob:0.05 evasion:0.02 acc:0.03 +mode:reverse prob:0.1 evasion:0.05 acc:0.04 +mode:reverse prob:0.15 evasion:0.04 acc:0.05 +mode:remove prob:0.01 evasion:0.0 acc:0.01 +mode:remove prob:0.03 evasion:0.0 acc:0.03 +mode:remove prob:0.05 evasion:0.0 acc:0.02 +mode:remove prob:0.1 evasion:0.0 acc:0.01 +mode:remove prob:0.15 evasion:0.0 acc:0.03 +mode:add prob:0.01 evasion:0.05 acc:0.05 +mode:add prob:0.03 evasion:0.03 acc:0.04 +mode:add prob:0.05 evasion:0.04 acc:0.04 +mode:add prob:0.1 evasion:0.04 acc:0.05 +mode:add prob:0.15 evasion:0.05 acc:0.05 +mode:rewire prob:0.01 evasion:0.02 acc:0.02 +mode:rewire prob:0.03 evasion:0.05 acc:0.04 +mode:rewire prob:0.05 evasion:0.03 acc:0.03 +mode:rewire prob:0.1 evasion:0.05 acc:0.04 +mode:rewire prob:0.15 evasion:0.04 acc:0.04 diff --git a/metainfo/evasion_attack_parameters.json b/metainfo/evasion_attack_parameters.json index bbe7a50..16edb1d 100644 --- a/metainfo/evasion_attack_parameters.json +++ b/metainfo/evasion_attack_parameters.json @@ -27,22 +27,22 @@ "random_rewire": ["Random rewire", "bool", false, {}, "Rewire based on random, not on explanation (for comparison)"], "attack_features": ["Attack features", "bool", true, {}, "Whether features to be attacked or not"], "attack_edges": ["Attack edges", "bool", false, {}, "Whether edges to be attacked or not"], - "edge_mode": ["Edge attack type", "string", "rewire", ["remove", "add", "rewire"], "What to do with edges: remove or add or rewire (add one and remove another)"], + "edge_mode": ["Edge attack type", "string", "add", ["remove", "add", "rewire"], "What to do with edges: remove or add or rewire (add one and remove another)"], "features_mode": ["Feature attack type", "string", "reverse", ["reverse","drop"], "What to do with features: drop or reverse (binary)"], - "edge_prob": ["Probability to attack edge", "float", 0.3, {"min": 0, "max": 1, "step": 0.01}, "Probability of drop/add/rewire edge"], - "feature_prob": ["Probability to attack feature", "float", 0.05, {"min": 0, "max": 1, "step": 0.01}, "Probability of reverse/drop feature"] + "edge_prob": ["Probability to attack edge", "float", 0.02, {"min": 0, "max": 1, "step": 0.01}, "Probability of drop/add/rewire edge"], + "feature_prob": ["Probability to attack feature", "float", 0.2, {"min": 0, "max": 1, "step": 0.01}, "Probability of reverse/drop feature"] }, "EAttackRandom": { "attack_size": ["Attack size (edge)", "float", 0.15, {"min": 0, "max": 1, "step": 0.01}, "Percent of nodes to be rewired"], "targeted": ["Targeted attack", "bool", true, {}, "Whether attack targeted or not"], "max_rewire": ["Max 2-hop node to rewire for target", "int", 20, {"min": 1, "step": 1}, "Not more than this amount of node from 2-hop neighbourhood will be rewired"], "random_rewire": ["Random rewire", "bool", true, {}, "Rewire based on random, not on explanation (for comparison)"], - "attack_features": ["Attack features", "bool", true, {}, "Whether features to be attacked or not"], - "attack_edges": ["Attack edges", "bool", false, {}, "Whether edges to be attacked or not"], + "attack_features": ["Attack features", "bool", false, {}, "Whether features to be attacked or not"], + "attack_edges": ["Attack edges", "bool", true, {}, "Whether edges to be attacked or not"], "edge_mode": ["Edge attack type", "string", "rewire", ["remove", "add", "rewire"], "What to do with edges: remove or add or rewire (add one and remove another)"], "features_mode": ["Feature attack type", "string", "reverse", ["reverse","drop"], "What to do with features: drop or reverse (binary)"], - "edge_prob": ["Probability to attack", "float", 0.3, {"min": 0, "max": 1, "step": 0.01}, "Probability of drop/add/rewire edge"], - "feature_prob": ["Probability to attack feature", "float", 0.05, {"min": 0, "max": 1, "step": 0.01}, "Probability of reverse/drop feature"] + "edge_prob": ["Probability to attack", "float", 0.005, {"min": 0, "max": 1, "step": 0.01}, "Probability of drop/add/rewire edge"], + "feature_prob": ["Probability to attack feature", "float", 0.2, {"min": 0, "max": 1, "step": 0.01}, "Probability of reverse/drop feature"] }, "QAttack": { "population_size": ["Population size", "int", 50, {"min": 1, "step": 1}, "Number of genes in population"], diff --git a/src/attacks/EAttack/experimental_code.py b/src/attacks/EAttack/experimental_code.py index 3dbd613..e2e48f2 100644 --- a/src/attacks/EAttack/experimental_code.py +++ b/src/attacks/EAttack/experimental_code.py @@ -21,6 +21,8 @@ from explainers.explainer import ProgressBar from typing import Dict, Optional +from torch.masked import masked_tensor + class EAttack(EvasionAttacker): name = "EAttack" @@ -74,6 +76,7 @@ def attack(self, model_manager, gen_dataset, mask_tensor): # get 2-hop hop_1 = set() hop_2 = set() + hop_3 = set() for (u, v) in edge_index_set: if u == n: hop_1.add(v) @@ -84,9 +87,17 @@ def attack(self, model_manager, gen_dataset, mask_tensor): hop_2.add(v) elif v in hop_1 and u != n and u not in hop_1: hop_2.add(u) + for (u, v) in edge_index_set: + hop_12 = hop_2.union(hop_1) + if u != n and u not in hop_12 and v in hop_2: + hop_3.add(u) + elif v != n and v not in hop_12 and u in hop_2: + hop_3.add(v) + + hop_3 = set() # comment if hop_3 need if self.edge_mode == 'remove': - hop_size = len(hop_2.union(hop_1)) + hop_size = len(hop_3.union(hop_2.union(hop_1))) max_attack = int(hop_size * self.edge_prob) for e in explanations[i]['edges'].keys(): u, v = map(int, e.split(',')) @@ -207,7 +218,26 @@ def attack(self, model_manager, gen_dataset, mask_tensor): # for i in hop_2.union(hop_1).union(set([int(n)])): # gen_dataset.dataset.data.x[i, f_inds] = torch.logical_xor(gen_dataset.dataset.data.x[i, f_inds], xor_mask).float() elif self.features_mode == 'drop': - pass + f_inds = [] + feature_tuple = sorted(tuple((f, v) for f, v in explanations[i]['features'].items()), key=lambda x: float(x[1]), reverse=True) + for f, v in feature_tuple: + if v: + f_inds.append(int(f)) + cnt += 1 + max_attack -= 1 + if max_attack < 0: + break + #f_inds = torch.tensor(f_inds) + + if not f_inds: + continue + + feat_mask = torch.ones_like(gen_dataset.dataset.data.x) + for i in f_inds: + feat_mask[:, i] = 0 + + gen_dataset.dataset.data.x = masked_tensor(gen_dataset.dataset.data.x, feat_mask.bool()) + print(cnt) return gen_dataset @@ -264,6 +294,7 @@ def attack(self, model_manager, gen_dataset, mask_tensor): # get 2-hop hop_1 = set() hop_2 = set() + hop_3 = set() for (u, v) in edge_index_set: if u == n: hop_1.add(v) @@ -274,8 +305,18 @@ def attack(self, model_manager, gen_dataset, mask_tensor): hop_2.add(v) elif v in hop_1 and u != n and u not in hop_1: hop_2.add(u) + for (u, v) in edge_index_set: + hop_12 = hop_2.union(hop_1) + if u != n and u not in hop_12 and v in hop_2: + hop_3.add(u) + elif v != n and v not in hop_12 and u in hop_2: + hop_3.add(v) + + hop_3 = set() # comment if hop_3 need if self.edge_mode == 'remove': + hop_size = len(hop_3.union(hop_2.union(hop_1))) + max_attack = int(hop_size * self.edge_prob) for (u, v) in zip(edge_index[0], edge_index[1]): if (u in hop_2 and v in hop_1) or (u in hop_1 and v in hop_2): prob_remove = np.random.random() @@ -283,9 +324,14 @@ def attack(self, model_manager, gen_dataset, mask_tensor): edge_index_set.discard((u,v)) edge_index_set.discard((v,u)) cnt += 1 + max_attack -= 1 + if max_attack <= 0: + break elif self.edge_mode == 'add': first_set = hop_2.union(hop_1).union({int(n)}) second_set = hop_1.union({int(n)}) + hop = list(itertools.product(first_set, second_set)) + max_attack = int(len(hop) * self.edge_prob) for e in itertools.product(first_set, second_set): if e not in edge_index_set: prob_remove = np.random.random() @@ -293,9 +339,13 @@ def attack(self, model_manager, gen_dataset, mask_tensor): edge_index_set.add(e) edge_index_set.add((e[1], e[0])) cnt += 1 + max_attack -= 1 + if max_attack <= 0: + break # for (u, v) in zip(edge_index[0], edge_index[1]): # if u == n elif self.edge_mode == 'rewire': + max_attack = int(len(hop_2) * self.edge_prob) for (u, v) in zip(edge_index[0], edge_index[1]): if (u in hop_1 and v in hop_2) or (u in hop_2 and v in hop_1): prob_remove = np.random.random() @@ -303,12 +353,15 @@ def attack(self, model_manager, gen_dataset, mask_tensor): edge_index_set.discard((u, v)) edge_index_set.discard((v, u)) cnt += 1 + max_attack -= 1 if u in hop_2: edge_index_set.add((n, u)) edge_index_set.add((u, n)) else: edge_index_set.add((n, v)) edge_index_set.add((v, n)) + if max_attack <= 0: + break # Update dataset edges edge_index_new = [[], []] diff --git a/src/models_builder/gnn_constructor.py b/src/models_builder/gnn_constructor.py index 9c82197..db9709d 100644 --- a/src/models_builder/gnn_constructor.py +++ b/src/models_builder/gnn_constructor.py @@ -459,7 +459,7 @@ def forward(self, *args, **kwargs): "is not supported now") if zeroing_x_flag: x = connection_tensor - else: + elif connection_tensor.numel(): # FIXME only experiments x = torch.cat((x_copy, connection_tensor), dim_cat) # QUE Kirill, maybe we should not off UserWarning diff --git a/src/models_builder/gnn_models.py b/src/models_builder/gnn_models.py index 1fad619..bbdb7b5 100644 --- a/src/models_builder/gnn_models.py +++ b/src/models_builder/gnn_models.py @@ -1107,7 +1107,9 @@ def evaluate_model(self, gen_dataset, metrics): # metrics_values[mask][metric.name] = MetricManager.compute(metric, y_pred, y_true) if self.mi_attacker: self.mi_attacker.attack() - return metrics_values + # FOR EXPERIMENTS + # return metrics_values + return (int(y_pred), int(y_true)) def compute_stats_data(self, gen_dataset, predictions=False, logits=False): """ diff --git a/src/models_builder/models_zoo.py b/src/models_builder/models_zoo.py index 99264cc..19c282c 100644 --- a/src/models_builder/models_zoo.py +++ b/src/models_builder/models_zoo.py @@ -311,6 +311,44 @@ def model_configs_zoo(dataset, model_name): ) ) + sage_sage = FrameworkGNNConstructor( + model_config=ModelConfig( + structure=ModelStructureConfig( + [ + { + 'label': 'n', + 'layer': { + 'layer_name': 'SAGEConv', + 'layer_kwargs': { + 'in_channels': dataset.num_node_features, + 'out_channels': 16, + }, + }, + 'activation': { + 'activation_name': 'ReLU', + 'activation_kwargs': None, + }, + }, + + { + 'label': 'n', + 'layer': { + 'layer_name': 'SAGEConv', + 'layer_kwargs': { + 'in_channels': 16, + 'out_channels': dataset.num_classes, + }, + }, + 'activation': { + 'activation_name': 'LogSoftmax', + 'activation_kwargs': None, + }, + }, + ] + ) + ) + ) + gcn_gcn_gcn = FrameworkGNNConstructor( model_config=ModelConfig( structure=ModelStructureConfig(