-
Notifications
You must be signed in to change notification settings - Fork 44
/
oci_json_export.sh
executable file
·1159 lines (1055 loc) · 48.9 KB
/
oci_json_export.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
#!/bin/bash
#************************************************************************
#
# oci_json_export.sh - Export all Oracle Cloud Infrastructure
# metadata information into JSON files.
#
# Copyright 2020 Rodrigo Jorge <http://www.dbarj.com.br/>
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#************************************************************************
# Available at: https://github.com/dbarj/oci-scripts
# Created on: Aug/2018 by Rodrigo Jorge
# Version 2.12
#************************************************************************
set -eo pipefail
# Define paths for oci-cli and jq or put them on $PATH. Don't use relative PATHs in the variables below.
v_oci="oci"
v_jq="jq"
if [ -z "${BASH_VERSION}" -o "${BASH}" = "/bin/sh" ]
then
>&2 echo "Script must be executed in BASH shell."
exit 1
fi
# Add any desired oci argument exporting OCI_CLI_ARGS. Keep default to avoid oci_cli_rc usage.
[ -n "${OCI_CLI_ARGS}" ] && v_oci_args="${OCI_CLI_ARGS}"
[ -z "${OCI_CLI_ARGS}" ] && v_oci_args="--cli-rc-file /dev/null"
# Don't change it.
v_min_ocicli="2.12.3"
# Timeout for OCI-CLI calls
v_oci_timeout=600 # Seconds
v_oci_parallel=10 # Default parallel if can't find # of cores or if OCI_JSON_PARALLEL is unset.
[[ "${TMPDIR}" == "" ]] && TMPDIR='/tmp/'
# Temporary Folder. Used to stage some repetitive jsons and save time. Empty to disable.
v_tmpfldr="$(mktemp -d -u -p ${TMPDIR}/.oci 2>&- || mktemp -d -u)"
# If DEBUG variable is undefined, change to 1.
[[ "${DEBUG}" == "" ]] && DEBUG=1
[ ! -z "${DEBUG##*[!0-9]*}" ] || DEBUG=1
# If OCI_JSON_EXCLUDE is unset, by default will exclude the following items.
[ -z "${OCI_JSON_EXCLUDE}" ] && OCI_JSON_EXCLUDE="OS-Objects"
# DEBUG - Will create a oci_json_export.log file with DEBUG info.
# 1 = Executed commands.
# 2 = + Commands Queue + Stop
# 3 = + Subcalls Info
# 4 = + Parallel Lock/Release
# ...
# 8 = + Job Wait Loop
# 9 = + Parallel Wait Loop
# 10 = + Lock/Unlock Loop
trap "trap - SIGTERM && cleanAllonAbort && kill -- -$$" SIGINT SIGTERM
function cleanAllonAbort ()
{
if [ -n "${v_tmpfldr_root}" -a -d "${v_tmpfldr_root}" ]
then
rm -rf "${v_tmpfldr_root}" 2>&- || true
fi
}
function echoError ()
{
(>&2 echo "$1")
}
function echoDebug ()
{
local v_msg="$1"
local v_debug_lvl="$2"
local v_filename="${v_this_script%.*}.log"
[ -z "${v_debug_lvl}" ] && v_debug_lvl=1
if [ $DEBUG -ge ${v_debug_lvl} ]
then
v_msg="$(date '+%Y%m%d_%H%M%S'): $v_msg"
[ -n "${v_exec_id}" ] && v_msg="$v_msg (${v_exec_id})"
echo "$v_msg" >> "${v_filename}"
[ -f "../${v_filename}" ] && echo "$v_msg" >> "../${v_filename}"
fi
return 0
}
function funcCheckValueInRange ()
{
[ "$#" -ne 2 -o -z "$1" -o -z "$2" ] && return 1
local v_arg1 v_arg2 v_array v_opt
v_arg1="$1" # Value
v_arg2="$2" # Range
v_array=$(tr "," "\n" <<< "${v_arg2}")
for v_opt in $v_array
do
if [ "$v_opt" == "${v_arg1}" ]
then
echo "Y"
return 0
fi
done
echo "N"
}
function funcPrintRange ()
{
[ "$#" -ne 1 -o -z "$1" ] && return 1
local v_arg1 v_opt v_array
v_arg1="$1" # Range
v_array=$(tr "," "\n" <<< "${v_arg1}")
for v_opt in $v_array
do
echo "- ${v_opt}"
done
}
v_this_script="$(basename -- "$0")"
v_func_list=$(sed -e '1,/^# BEGIN DYNFUNC/d' -e '/^# END DYNFUNC/,$d' -e 's/^# *//' $0)
v_opt_list=$(echo "${v_func_list}" | cut -d ',' -f 1 | sort | tr "\n" ",")
v_valid_opts="ALL,ALL_REGIONS"
v_valid_opts="${v_valid_opts},${v_opt_list}"
v_param1="$1"
v_check=$(funcCheckValueInRange "$v_param1" "$v_valid_opts") && v_ret=$? || v_ret=$?
if [ "$v_check" == "N" -o $v_ret -ne 0 ]
then
echoError "Usage: ${v_this_script} <option>"
echoError ""
echoError "<option> - Execution Scope."
echoError ""
echoError "Valid <option> values are:"
echoError "- ALL - Execute json export for ALL possible options and compress output in a zip file."
echoError "- ALL_REGIONS - Same as ALL, but also loop over for all tenancy's subscribed regions."
echoError "$(funcPrintRange "$v_opt_list")"
echoError ""
echoError "PS: it is possible to export the following variables to add/remove options when ALL/ALL_REGIONS are used."
echoError "OCI_JSON_INCLUDE - Comma separated list of items to include."
echoError "OCI_JSON_EXCLUDE - Comma separated list of items to exclude."
echoError ""
echoError "OCI_JSON_PARALLEL - Parallel executions of oci-cli."
echoError ""
echoError "OCI_CLI_ARGS - All parameters provided will be appended to oci-cli call."
echoError " Eg: export OCI_CLI_ARGS='--profile ACME'"
exit 1
fi
if ! $(which ${v_oci} >&- 2>&-)
then
echoError "Could not find oci-cli binary. Please adapt the path in the script if not in \$PATH."
echoError "Download page: https://github.com/oracle/oci-cli"
exit 1
fi
if ! $(which ${v_jq} >&- 2>&-)
then
echoError "Could not find jq binary. Please adapt the path in the script if not in \$PATH."
echoError "Download page: https://github.com/stedolan/jq/releases"
exit 1
fi
if ! $(which zip >&- 2>&-)
then
if [ "${v_param1}" == "ALL" -o "${v_param1}" == "ALL_REGIONS" ]
then
echoError "Could not find zip binary. Please include it in \$PATH."
echoError "Zip binary is required to put all output json files together."
exit 1
fi
fi
v_zip="zip -9"
v_cur_ocicli=$(${v_oci} -v)
if [ "${v_min_ocicli}" != "`echo -e "${v_min_ocicli}\n${v_cur_ocicli}" | sort -V | head -n1`" ]
then
echoError "Minimal oci version required is ${v_min_ocicli}. Found: ${v_cur_ocicli}"
exit 1
fi
[ -z "${v_oci_args}" ] || v_oci="${v_oci} ${v_oci_args}"
v_test=$(${v_oci} iam region-subscription list 2>&1) && v_ret=$? || v_ret=$?
if [ $v_ret -ne 0 ]
then
echoError "oci-cli not able to run \"${v_oci} iam region-subscription list\". Please check error:"
echoError "$v_test"
exit 1
fi
# Compute parallel
v_cpu_count=$(python -c 'import multiprocessing as mp; print(mp.cpu_count())' 2>&-) || true
[ ! -z "${v_cpu_count##*[!0-9]*}" ] && v_oci_parallel_target=${v_cpu_count} || v_oci_parallel_target=${v_oci_parallel}
[ ! -z "${OCI_JSON_PARALLEL##*[!0-9]*}" ] && v_oci_parallel_target=${OCI_JSON_PARALLEL}
v_oci_parallel=${v_oci_parallel_target}
# Global parallel temporary file
v_tmpfldr_root="${v_tmpfldr}"
v_parallel_file="${v_tmpfldr_root}/oci_parallel.txt"
## Test if temp folder is writable
if [ -n "${v_tmpfldr}" ]
then
mkdir -p "${v_tmpfldr}" 2>&- || true
else
echoError "Temporary folder is DISABLED. Execution will take much longer."
echoError "Press CTRL+C in next 10 seconds if you want to exit and fix this."
sleep 10
fi
if [ -n "${v_tmpfldr}" -a ! -w "${v_tmpfldr}" ]
then
echoError "Temporary folder \"${v_tmpfldr}\" is NOT WRITABLE. Execution will take much longer."
echoError "Press CTRL+C in next 10 seconds if you want to exit and fix this."
sleep 10
# Unset variables if no temporary folder
v_tmpfldr=""
v_oci_parallel=1
v_parallel_file=""
v_tmpfldr_root=""
fi
echoDebug "Temporary folder is: ${v_tmpfldr}"
echoDebug "OCI Parallel is: ${v_oci_parallel}"
echoDebug "DEBUG level is: ${DEBUG}" 2
echoDebug "OCI JSON Include is: ${OCI_JSON_INCLUDE}" 2
echoDebug "OCI JSON Exclude is: ${OCI_JSON_EXCLUDE}" 2
if ! $(which timeout >&- 2>&-)
then
function timeout() { perl -e 'alarm shift; exec @ARGV' "$@"; }
fi
################################################
############### CUSTOM FUNCTIONS ###############
################################################
function jsonCompartmentsAccessible ()
{
# Will only return compartments which the connect user has any inspect privilege.
set -e # Exit if error in any call.
local v_fout v_tenancy_entry
v_fout=$(jsonSimple "iam compartment list --all --compartment-id-in-subtree true --access-level ACCESSIBLE --include-root")
## Remove DELETED compartments to avoid query errors
if [ -n "$v_fout" ]
then
v_fout=$(${v_jq} '{data:[.data[] | select(."lifecycle-state" != "DELETED")]}' <<< "${v_fout}")
echo "${v_fout}"
fi
}
function jsonCompartments ()
{
# Will return all compartments in the tenancy.
set -e # Exit if error in any call.
local v_fout v_tenancy_id
v_fout=$(jsonSimple "iam compartment list --all --compartment-id-in-subtree true --access-level ANY --include-root")
## Remove DELETED compartments to avoid query errors
if [ -n "$v_fout" ]
then
v_fout=$(${v_jq} '{data:[.data[] | select(."lifecycle-state" != "DELETED")]}' <<< "${v_fout}")
echo "${v_fout}"
fi
}
function jsonBkpPolAssign ()
{
set -e # Exit if error in any call.
local v_out v_fout
v_fout=$(jsonGenericMaster "bv volume-backup-policy-assignment get-volume-backup-policy-asset-assignment" "BV-Volumes" "id:asset-id" "jsonSimple")
v_out=$(jsonGenericMaster "bv volume-backup-policy-assignment get-volume-backup-policy-asset-assignment" "BV-BVolumes" "id:asset-id" "jsonSimple")
v_fout=$(jsonConcat "$v_fout" "$v_out")
[ -z "$v_fout" ] || echo "${v_fout}"
}
function jsonPublicIPs ()
{
set -e # Exit if error in any call.
local v_out v_fout
v_fout=$(jsonAllCompart "network public-ip list --scope REGION --all")
v_out=$(jsonAllAD "network public-ip list --scope AVAILABILITY_DOMAIN --all")
v_fout=$(jsonConcat "$v_fout" "$v_out")
[ -z "$v_fout" ] || echo "${v_fout}"
}
function jsonImages ()
{
set -e # Exit if error in any call.
local v_fout l_instImages l_images l_diff v_image v_out l_baseImages
## Get Images.
v_fout=$(jsonAllCompart "compute image list --all")
## Get also Images used By Instaces.
l_instImages=$(Comp-Instances | ${v_jq} -r '.data[]."image-id"' | sort -u)
l_images=$(${v_jq} -r '.data[]."id"' <<< "${v_fout}")
l_diff=$(grep -F -x -v -f <(echo "$l_images") <(echo "$l_instImages")) || l_diff=""
for v_image in $l_diff
do
v_out=$(jsonSimple "compute image get --image-id ${v_image}")
v_fout=$(jsonConcat "$v_fout" "$v_out")
done
## Get also Base Images of Images.
l_baseImages=$(${v_jq} -r '.data[] | select(."base-image-id" != null) | ."base-image-id"' <<< "${v_fout}" | sort -u)
l_images=$(${v_jq} -r '.data[]."id"' <<< "${v_fout}")
l_diff=$(grep -F -x -v -f <(echo "$l_images") <(echo "$l_baseImages")) || l_diff=""
for v_image in $l_diff
do
v_out=$(jsonSimple "compute image get --image-id ${v_image}")
v_fout=$(jsonConcat "$v_fout" "$v_out")
done
## Remove Duplicates
[ -z "$v_fout" ] || v_fout=$(${v_jq} '.data | unique | {data : .}' <<< "${v_fout}")
[ -z "$v_fout" ] || echo "${v_fout}"
}
function jsonVolsKeys ()
{
set -e # Exit if error in any call.
local l_vols v_vol v_out v_fout
v_fout=""
l_vols=$(BV-Volumes | ${v_jq} -r '.data[] | select(."kms-key-id" != null) | ."id"')
for v_vol in $l_vols
do
v_out=$(jsonSimple "bv volume-kms-key get --volume-id ${v_vol}")
v_fout=$(jsonConcat "$v_fout" "$v_out")
done
[ -z "$v_fout" ] || echo "${v_fout}"
}
function jsonBVolsKeys ()
{
set -e # Exit if error in any call.
local l_vols v_vol v_out v_fout
v_fout=""
l_vols=$(BV-BVolumes | ${v_jq} -r '.data[] | select(."kms-key-id" != null) | ."id"')
for v_vol in $l_vols
do
v_out=$(jsonSimple "bv boot-volume-kms-key get --boot-volume-id ${v_vol}")
v_fout=$(jsonConcat "$v_fout" "$v_out")
done
[ -z "$v_fout" ] || echo "${v_fout}"
}
################################################
############## GENERIC FUNCTIONS ###############
################################################
## jsonSimple -> Simply run the parameter with oci-cli.
## jsonAllCompart -> Run parameter for all container-ids.
## jsonAllCompartAddTag -> Same as before, but also add container-id tag in json output.
## jsonAllAD -> Run parameter for all availability-domains and container-ids.
## jsonAllVCN -> Run parameter for all vcn-ids and container-ids.
## jsonConcat -> Concatenate 2 Jsons data vectors parameters into 1.
function genRandom ()
{
# I use a function instead of simply giving $RANDOM as BASH 3 on MacOS is returning the same value for multiple calls of subfunc.
echo $RANDOM
}
function jsonSimple ()
{
# Call oci-cli with all provided args in $1.
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
local v_arg1 v_next_page v_fout v_out v_ret
v_arg1="$1"
v_exec_id=$(genRandom) # For Debugging
function err ()
{
echoError "## Command Failed:"
echoError "${v_oci} ${v_arg1}"
echoError "########"
return 1
}
set +e
v_fout=$(callOCI "${v_arg1}")
v_ret=$?
set -e
[ $v_ret -ne 0 ] && err
if [ -n "$v_fout" ]
then
v_next_page=$(${v_jq} -rc '."opc-next-page"' <<< "${v_fout}")
[ "${v_next_page}" = "null" ] || v_fout=$(${v_jq} '.data | {data : .}' <<< "$v_fout") # Remove Next-Page Tag if it has one.
while [ -n "${v_next_page}" -a "${v_next_page}" != "null" ]
do
set +e
v_out=$(callOCI "${v_arg1} --page ${v_next_page}")
v_ret=$?
set -e
[ $v_ret -ne 0 ] && err
v_next_page=$(${v_jq} -rc '."opc-next-page"' <<< "${v_out}")
[ -z "$v_out" -o "${v_next_page}" == "null" ] || v_out=$(${v_jq} '.data | {data : .}' <<< "$v_out") # Remove Next-Page Tag if it has one.
v_fout=$(jsonConcat "$v_fout" "$v_out")
done
echo "${v_fout}"
fi
return $v_ret
}
function jsonRootCompart ()
{
# Call oci-cli for root compartment only.
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
local v_tenancy_id
v_tenancy_id=$(IAM-CompartsAccessible | ${v_jq} -r '.data[]."id" | select(startswith("ocid1.tenancy.oc1."))')
jsonSimple "$1 --compartment-id ${v_tenancy_id}"
}
function jsonAllCompart ()
{
# Call oci-cli for all existent compartments.
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
jsonGenericMaster "$1" "IAM-CompartsAccessible" "id:compartment-id" "jsonSimple"
}
function jsonAllCompartAddTag ()
{
# Call oci-cli for all existent compartments. In the end, add compartment-id tag to json output.
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
jsonGenericMasterAdd "$1" "IAM-CompartsAccessible" "id:compartment-id:compartment-id" "jsonSimple"
}
function jsonAllAD ()
{
# Call oci-cli for a combination of all existent Compartments x ADs..
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
jsonGenericMaster "$1" "IAM-ADs" "name:availability-domain" "jsonAllCompart"
}
function jsonAllVCN ()
{
# Call oci-cli for all existent VCNs.
set -e # Exit if error in any call.
[ "$#" -eq 1 -a "$1" != "" ] || { echoError "${FUNCNAME[0]} needs 1 parameter"; return 1; }
jsonGenericMaster "$1" "Net-VCNs" "id:vcn-id" "jsonAllCompart"
}
function jsonGenericMasterAdd ()
{
jsonGenericMaster "$@" 1
}
function jsonGenericMaster ()
{
set -e # Exit if error in any call.
[ "$#" -eq 4 -o "$#" -eq 5 ] || { echoError "${FUNCNAME[0]} needs 4 or 5 parameters"; return 1; }
local v_arg1 v_arg2 v_arg3 v_arg4
local v_out v_fout l_itens v_item
local v_arg_vect v_param_vect v_newit_vect
local v_tags v_maps v_params v_newits
local v_i v_chk
local v_sub_pids_list v_sub_files_list v_sub_newits_list v_file_out
local v_procs_tot v_procs_sub v_procs_counter
# Used on while loop limit
local wait_time=2
local v_limit=300
local v_counter=1
v_exec_id=$(genRandom) # For Debugging
v_arg1="$1" # Main oci call
v_arg2="$2" # Subfunction 1 - FuncName
v_arg3="$3" # Subfunction 1 - Vector
v_arg4="$4" # Subfunction 2 - FuncName
v_arg5="$5" # 0 = Normal mode | 1 = Tag mode
echoDebug "Hello." 3
[ -z "$v_arg5" ] && v_arg5=0
[ $v_arg5 -eq 1 ] && v_tag_mode=true || v_tag_mode=false
echoDebug "Tag mode: $v_tag_mode." 3
function concat_out_fout ()
{
if $v_tag_mode
then
v_chk=$(${v_jq} '.data // empty' <<< "$v_out" | jq -r 'if type=="array" then "yes" else "no" end')
[ "$v_chk" == "no" ] && v_out=$(${v_jq} '.data += {'${v_newits}'}' <<< "$v_out")
[ "$v_chk" == "yes" ] && v_out=$(${v_jq} '.data[] += {'${v_newits}'}' <<< "$v_out")
echoDebug "Check result: $v_chk." 3
fi
if ! $v_tag_mode || [ -n "$v_chk" ]
then
# I'm ignoring merge failures to not let the code stop here.
set +e
v_fout=$(jsonConcat "$v_fout" "$v_out")
set -e
fi
}
v_param_vect=() # Vector to hold v_arg3 every tag entries.
v_newit_vect=() # Vector to hold v_arg3 every new_tag entries.
v_arg_vect=(${v_arg3//:/ })
if $v_tag_mode
then
# (Tag1 to get, Param1, Insert Tag Name 1, Tag2 to get, Param2, Insert Tag Name 2, ...)
for v_i in "${!v_arg_vect[@]}"
do
[ $((v_i%3)) -eq 0 ] && v_tags="${v_tags}.\"${v_arg_vect[v_i]}\","
[ $((v_i%3)) -eq 1 ] && v_param_vect+=(${v_arg_vect[v_i]})
[ $((v_i%3)) -eq 2 ] && v_newit_vect+=(${v_arg_vect[v_i]})
done
else
# (Tag1 to get, Param1, Tag2 to get, Param2, ...)
for v_i in "${!v_arg_vect[@]}"
do
[ $((v_i%2)) -eq 0 ] && v_tags="${v_tags}.\"${v_arg_vect[v_i]}\","
[ $((v_i%2)) -ne 0 ] && v_param_vect+=(${v_arg_vect[v_i]})
done
fi
v_tags=$(sed 's/,$//' <<< "$v_tags")
v_maps=$(sed 's/^.//; s/,./,/g' <<< "$v_tags")
# l_itens=$(${v_arg2} | ${v_jq} -r '.data[] | '$v_tags' ')
echoDebug "${v_arg2} | ${v_jq} -r '{data} | .data |= map({$v_maps}) | .data | unique | .[] | $v_tags '" 2
l_itens=$(${v_arg2} | ${v_jq} -r '{data} | .data |= map({'$v_maps'}) | .data | unique | .[] | '$v_tags' ')
v_i=0
v_procs_counter=1
v_procs_tot=$(($(wc -l <<< "$l_itens")/${#v_param_vect[@]}))
echoDebug "Subcalls Total: ${v_procs_tot} - ${v_arg4} \"${v_arg1}\"" 2
v_sub_pids_list=()
v_sub_files_list=()
v_sub_newits_list=()
for v_item in $l_itens
do
# Dont add item if value is null.
if [ "$v_item" != "null" ]
then
v_params="${v_params}--${v_param_vect[v_i]} $v_item "
$v_tag_mode && v_newits="${v_newits}\"${v_newit_vect[v_i]}\":\"$v_item\","
else
echoDebug "Removing null \"${v_param_vect[v_i]}\"." 2
fi
v_i=$((v_i+1))
if [ $v_i -eq ${#v_param_vect[@]} ]
then
v_params=$(sed 's/ $//' <<< "$v_params")
$v_tag_mode && v_newits=$(sed 's/,$//' <<< "$v_newits")
if [ $v_oci_parallel -gt 1 ]
then
echoDebug "Background: ${v_arg4} \"${v_arg1} ${v_params}\"" 3
v_file_out="${v_tmpfldr}/$(uuidgen)"
${v_arg4} "${v_arg1} ${v_params}" > "${v_file_out}.out" 2> "${v_file_out}.err" &
v_sub_pids_list+=($!)
v_sub_files_list+=("${v_file_out}")
$v_tag_mode && v_sub_newits_list+=(${v_newits})
while :
do
v_procs_sub=$(jobs -p | wc -l)
[ $v_procs_sub -lt $v_oci_parallel ] && break || echoDebug "Current child jobs: $v_procs_sub. Waiting slot." 8
sleep $wait_time
v_counter=$((v_counter+1))
if [ ${v_counter} -gt ${v_limit} ]
then
echoDebug "Child jobs - Wait limit reached: $((v_limit*wait_time)) secs. Moving to next. Current child jobs: $v_procs_sub." 3
break
fi
done
v_counter=1
echoDebug "Subcalls Left: $((${v_procs_tot}-${v_procs_counter})) - ${v_arg4} \"${v_arg1}\"" 3
else
set +e
v_out=$(${v_arg4} "${v_arg1} ${v_params}")
v_ret=$?
set -e
[ $v_ret -ne 0 ] && echoDebug "Failed: ${v_arg4} \"${v_arg1} ${v_params}\"" 3
concat_out_fout
fi
v_i=0
v_params=""
$v_tag_mode && v_newits=""
v_procs_counter=$((v_procs_counter+1))
fi
done
# If parallel mode is on, concatenate generated files as executions finishes
if [ $v_oci_parallel -gt 1 ]
then
for v_i in "${!v_sub_pids_list[@]}"
do
set +e
wait ${v_sub_pids_list[$v_i]}
v_ret=$?
set -e
[ $v_ret -ne 0 ] && echoDebug "Failed background process: ${v_sub_pids_list[$v_i]}" 3
v_out=$(< "${v_sub_files_list[$v_i]}.out")
$v_tag_mode && v_newits="${v_sub_newits_list[$v_i]}"
echoDebug "Merging File: $(($v_i+1)) of $v_procs_tot" 3
concat_out_fout
[ -r "${v_sub_files_list[$v_i]}.err" ] && cat "${v_sub_files_list[$v_i]}.err" >&2
rm -f "${v_sub_files_list[$v_i]}.out" "${v_sub_files_list[$v_i]}.err"
done
fi
echoDebug "Bye." 3
[ -z "$v_fout" ] || echo "${v_fout}"
}
function jsonConcat ()
{
set -e # Exit if error in any call.
[ "$#" -eq 2 ] || { echoError "${FUNCNAME[0]} needs 2 parameters"; return 1; }
local v_arg1 v_arg2 v_chk_json
v_arg1="$1" # Json 1
v_arg2="$2" # Json 2
## Concatenate if both not null.
[ -z "${v_arg1}" -a -n "${v_arg2}" ] && echo "${v_arg2}" && return 0
[ -n "${v_arg1}" -a -z "${v_arg2}" ] && echo "${v_arg1}" && return 0
[ -z "${v_arg1}" -a -z "${v_arg2}" ] && return 0
## Check if has ".data"
v_chk_json=$(${v_jq} -c 'has("data")' <<< "${v_arg1}")
[ "${v_chk_json}" == "false" ] && { echoError "${FUNCNAME[0]} given input has no data property."; return 1; }
v_chk_json=$(${v_jq} -c 'has("data")' <<< "${v_arg2}")
[ "${v_chk_json}" == "false" ] && { echoError "${FUNCNAME[0]} given input has no data property."; return 1; }
v_chk_json=$(${v_jq} -r '.data | if type=="array" then "yes" else "no" end' <<< "$v_arg1")
[ "${v_chk_json}" == "no" ] && v_arg1=$(${v_jq} '.data | {"data":[.]}' <<< "$v_arg1")
v_chk_json=$(${v_jq} -r '.data | if type=="array" then "yes" else "no" end' <<< "$v_arg2")
[ "${v_chk_json}" == "no" ] && v_arg2=$(${v_jq} '.data | {"data":[.]}' <<< "$v_arg2")
${v_jq} 'reduce inputs as $i (.; .data += $i.data)' <(echo "$v_arg1") <(echo "$v_arg2")
return 0
}
function callOCI ()
{
##########
# This function will siply call the OCI cli final command "arg1" and apply any JQ filter to it "arg2"
##########
set +x # Debug can never be enabled here, or stderr will be a mess. It must be disabled even before calling this func to avoid this set +x to be printed.
set -eo pipefail # Exit if error in any call.
local v_arg1 v_ret
[ "$#" -ne 1 -o "$1" = "" ] && { echoError "${FUNCNAME[0]} needs 1 parameters. Given: $#"; return 1; }
v_arg1="$1"
# echoDebug "${v_oci} ${v_arg1}"
echoDebug "Waiting: \"${v_oci} ${v_arg1}\"" 2
oci_parallel_wait
echoDebug "Starting: \"${v_oci} ${v_arg1}\""
set +e
eval "timeout ${v_oci_timeout} ${v_oci} ${v_arg1}"
v_ret=$?
set -e
[ $v_ret -ne 0 ] && echoDebug "Command failed: \"${v_oci} ${v_arg1}\". Return code: $v_ret"
echoDebug "Finished: \"${v_oci} ${v_arg1}\"" 2
oci_parallel_release
return $v_ret
}
function oci_parallel_wait ()
{
##########
# This function will check if it there is any slot to execute the OCI command. If it has, will increase the counter in 1 and continue.
# Otherwise, it will wait for the slot.
##########
[ -z "${v_tmpfldr}" -o $v_oci_parallel -le 1 ] && return 0
local wait_time=3
local v_parallel_count
local v_limit=100
local v_counter=1
echoDebug "OCI Parallel - Getting slot.." 4
while :
do
create_lock_or_wait parallel_file "${v_tmpfldr_root}"
[ -f "${v_parallel_file}" ] && read v_parallel_count 2>&- < "${v_parallel_file}" || v_parallel_count=0
if [ $v_parallel_count -lt $v_oci_parallel ]
then
v_parallel_count=$((v_parallel_count+1))
echo "${v_parallel_count}" > "${v_parallel_file}"
echoDebug "OCI Parallel - Counter Increased. Current: $v_parallel_count/$v_oci_parallel" 4
remove_lock parallel_file "${v_tmpfldr_root}"
break
fi
echoDebug "OCI Parallel - Waiting ${v_counter}/${v_limit}. Current: $v_parallel_count/$v_oci_parallel" 9
remove_lock parallel_file "${v_tmpfldr_root}"
v_counter=$((v_counter+1))
if [ ${v_counter} -gt ${v_limit} ]
then
create_lock_or_wait parallel_file "${v_tmpfldr_root}"
echoDebug "OCI Parallel - Wait limit reached: $((v_limit*wait_time)) secs. Force setting v_parallel_count to 0" 4
echo 0 > "${v_parallel_file}"
remove_lock parallel_file "${v_tmpfldr_root}"
break
fi
sleep $wait_time
done
echoDebug "OCI Parallel - Check Passed." 4
return 0
}
function oci_parallel_release ()
{
##########
# This function will decrease the counter OCI parallel counter in 1 and continue.
##########
[ -z "${v_tmpfldr}" -o $v_oci_parallel -le 1 ] && return 0
local v_parallel_count
echoDebug "OCI Parallel - Releasing slot.." 4
create_lock_or_wait parallel_file "${v_tmpfldr_root}"
read v_parallel_count < "${v_parallel_file}"
v_parallel_count=$((v_parallel_count-1))
if [ $v_parallel_count -lt 0 ]
then
echoDebug "OCI Parallel - Negative value detected. Force setting v_parallel_count to 0" 4
v_parallel_count=0
fi
echo $v_parallel_count > "${v_parallel_file}"
echoDebug "OCI Parallel - Counter Descreased. Current: $v_parallel_count/$v_oci_parallel" 4
remove_lock parallel_file "${v_tmpfldr_root}"
return 0
}
################################################
################# OPTION LIST ##################
################################################
# Structure:
# 1st - Json Function Name.
# 2nd - Json Target File Name. Used when ALL parameter is passed to the shell.
# 3rd - Function to call. Can be one off the generics above or a custom one.
# 4th - OCI command line to be executed.
# DON'T REMOVE/CHANGE THOSE COMMENTS. THEY ARE USED TO GENERATE DYNAMIC FUNCTIONS
# BEGIN DYNFUNC
# Budget-Data,oci_budget_data.json,jsonAllCompart,"budgets budget list --all"
# BDS-Instances,oci_bds_instance.json,jsonAllCompart,"bds instance list"
# BDS-InstDetails,oci_bds_instance_details.json,jsonGenericMaster,"bds instance get" "BDS-Instances" "id:bds-instance-id" "jsonSimple"
# BV-BVBackups,oci_bv_boot-volume-backup.json,jsonAllCompart,"bv boot-volume-backup list --all"
# BV-BVKey,oci_bv_boot-volume-kms-key.json,jsonBVolsKeys
# BV-BVolumes,oci_bv_boot-volume.json,jsonAllAD,"bv boot-volume list --all"
# BV-Backups,oci_bv_backup.json,jsonAllCompart,"bv backup list --all"
# BV-BkpPolicy,oci_bv_volume-backup-policy.json,jsonSimple,"bv volume-backup-policy list --all"
# BV-BkpPolicyAssign,oci_bv_volume-backup-policy-assignment.json,jsonBkpPolAssign
# BV-VolGroup,oci_bv_volume-group.json,jsonAllCompart,"bv volume-group list --all"
# BV-VolGroupBkp,oci_bv_volume-group-backup.json,jsonAllCompart,"bv volume-group-backup list --all"
# BV-VolumeKey,oci_bv_volume-kms-key.json,jsonVolsKeys
# BV-Volumes,oci_bv_volume.json,jsonAllCompart,"bv volume list --all"
# Comp-BVAttachs,oci_compute_boot-volume-attachment.json,jsonAllAD,"compute boot-volume-attachment list --all"
# Comp-ConsHist,oci_compute_console-history.json,jsonAllCompart,"compute console-history list --all"
# Comp-DedicatedVM,oci_compute_dedicated-vm-host.json,jsonAllCompart,"compute dedicated-vm-host list --all"
# Comp-DedicatedInst,oci_compute_dedicated-vm-host-instance.json,jsonAllCompart,"compute dedicated-vm-host list --all"
# Comp-Devices,oci_compute_device.json,"jsonGenericMasterAdd","compute device list-instance --all" "Comp-Instances" "id:instance-id:instance-id" "jsonSimple"
# Comp-Images,oci_compute_image.json,jsonImages
# Comp-InstConsConns,oci_compute_instance-console-connection.json,jsonAllCompart,"compute instance-console-connection list --all"
# Comp-Instances,oci_compute_instance.json,jsonAllCompart,"compute instance list --all"
# Comp-PicAgrees,oci_compute_pic_agreements.json,jsonGenericMaster,"compute pic agreements get" "Comp-PicVersions" "listing-id:listing-id:listing-resource-version:resource-version" "jsonSimple"
# Comp-PicListing,oci_compute_pic_listing.json,jsonSimple,"compute pic listing list --all"
# Comp-PicSubs,oci_compute_pic_subscription.json,jsonAllCompart,"compute pic subscription list --all"
# Comp-PicVersions,oci_compute_pic_version.json,jsonGenericMaster,"compute pic version list --all" "Comp-PicListing" "listing-id:listing-id" "jsonSimple"
# Comp-Shapes,oci_compute_shape.json,jsonRootCompart,"compute shape list --all"
# Comp-VnicAttachs,oci_compute_vnic-attachment.json,jsonAllCompart,"compute vnic-attachment list --all"
# Comp-VolAttachs,oci_compute_volume-attachment.json,jsonAllCompart,"compute volume-attachment list --all"
# CompMgt-InstConfList,oci_compute-management_instance-configuration_list.json,jsonAllCompart,"compute-management instance-configuration list --all"
# CompMgt-InstConf,oci_compute-management_instance-configuration.json,jsonGenericMaster,"compute-management instance-configuration get" "CompMgt-InstConfList" "id:instance-configuration-id" "jsonSimple"
# CompMgt-InstPoolList,oci_compute-management_instance-pool_list.json,jsonAllCompart,"compute-management instance-pool list --all"
# CompMgt-InstPool,oci_compute-management_instance-pool.json,jsonGenericMaster,"compute-management instance-pool get" "CompMgt-InstPoolList" "id:instance-pool-id" "jsonSimple"
# CompMgt-InstPoolInsts,oci_compute-management_instance-pool_list-instances.json,jsonGenericMaster,"compute-management instance-pool list-instances" "CompMgt-InstPoolList" "id:instance-pool-id:compartment-id:compartment-id" "jsonSimple"
# DB-AutDB,oci_db_autonomous-database.json,jsonAllCompart,"db autonomous-database list --all"
# DB-AutDBBkp,oci_db_autonomous-database-backup.json,jsonAllCompart,"db autonomous-database-backup list --all"
# DB-AutDW,oci_db_autonomous-data-warehouse.json,jsonAllCompart,"db autonomous-data-warehouse list --all"
# DB-AutDWBkp,oci_db_autonomous-data-warehouse-backup.json,jsonAllCompart,"db autonomous-data-warehouse-backup list --all"
# DB-Backup,oci_db_backup.json,jsonAllCompart,"db backup list --all"
# DB-DGAssoc,oci_db_data-guard-association.json,jsonGenericMaster,"db data-guard-association list --all" "DB-Database" "id:database-id" "jsonSimple"
# DB-Database,oci_db_database.json,jsonGenericMaster,"db database list" "DB-System" "id:db-system-id:compartment-id:compartment-id" "jsonSimple"
# DB-ExtBkpJob,oci_db_external-backup-job.json,jsonGenericMaster,"db external-backup-job get" "DB-Backup" "id:backup-id" "jsonSimple"
# DB-Nodes,oci_db_node.json,jsonGenericMaster,"db node list --all" "DB-System" "id:db-system-id:compartment-id:compartment-id" "jsonSimple"
# DB-Patch-ByDB,oci_db_patch_by-database.json,jsonGenericMaster,"db patch list by-database --all" "DB-Database" "id:database-id" "jsonSimple"
# DB-Patch-ByDS,oci_db_patch_by-db-system.json,jsonGenericMaster,"db patch list by-db-system --all" "DB-System" "id:db-system-id" "jsonSimple"
# DB-PatchHist-ByDB,oci_db_patch-history_by-database.json,jsonGenericMaster,"db patch-history list by-database" "DB-Database" "id:database-id" "jsonSimple"
# DB-PatchHist-ByDS,oci_db_patch-history_by-db-system.json,jsonGenericMaster,"db patch-history list by-db-system" "DB-System" "id:db-system-id" "jsonSimple"
# DB-System,oci_db_system.json,jsonAllCompart,"db system list --all"
# DB-SystemShape,oci_db_system-shape.json,jsonRootCompart,"db system-shape list --all"
# DB-Version,oci_db_version.json,jsonAllCompartAddTag,"db version list --all"
# DB-ExaInfra,oci_db_exadata-infrastructure.json,jsonAllCompart,"db exadata-infrastructure list --all"
# DNS-Zones,oci_dns_zone.json,jsonAllCompart,"dns zone list --all"
# Email-Senders,oci_email_sender.json,jsonAllCompart,"email sender list --all"
# Email-Supps,oci_email_suppression.json,jsonRootCompart,"email suppression list --all"
# FS-ExpSets,oci_fs_export-set.json,jsonAllAD,"fs export-set list --all"
# FS-Exports,oci_fs_export.json,jsonAllCompartAddTag,"fs export list --all"
# FS-ExpDetails,oci_fs_export_details.json,jsonGenericMaster,"fs export get" "FS-Exports" "id:export-id" "jsonSimple"
# FS-FileSystems,oci_fs_file-system.json,jsonAllAD,"fs file-system list --all"
# FS-MountTargets,oci_fs_mount-target.json,jsonAllAD,"fs mount-target list --all"
# FS-Snapshots,oci_fs_snapshot.json,jsonGenericMaster,"fs snapshot list --all" "FS-FileSystems" "id:file-system-id" "jsonSimple"
# IAM-ADs,oci_iam_availability-domain.json,jsonSimple,"iam availability-domain list"
# IAM-AuthTokens,oci_iam_auth-token.json,jsonGenericMaster,"iam auth-token list" "IAM-Users" "id:user-id" "jsonSimple"
# IAM-AuthPolicies,oci_iam_auth-policies.json,jsonRootCompart,"iam authentication-policy get"
# IAM-Comparts,oci_iam_compartment.json,jsonCompartments
# IAM-CompartsAccessible,oci_iam_compartment_accessible.json,jsonCompartmentsAccessible
# IAM-CustSecretKeys,oci_iam_customer-secret-key.json,jsonGenericMaster,"iam customer-secret-key list" "IAM-Users" "id:user-id" "jsonSimple"
# IAM-DynGroups,oci_iam_dynamic-group.json,jsonSimple,"iam dynamic-group list --all"
# IAM-FaultDomains,oci_iam_fault-domain.json,jsonAllAD,"iam fault-domain list"
# IAM-Groups,oci_iam_group.json,jsonSimple,"iam group list --all"
# IAM-MFA,oci_iam_mfa-totp-device.json,jsonGenericMasterAdd,"iam mfa-totp-device list --all" "IAM-Users" "id:user-id:user-id" "jsonSimple"
# IAM-NetworkSources,oci_iam_network-sources.json,jsonAllCompart,"iam network-sources list --all"
# IAM-Policies,oci_iam_policy.json,jsonAllCompart,"iam policy list --all"
# IAM-RegionSub,oci_iam_region-subscription.json,jsonSimple,"iam region-subscription list"
# IAM-Regions,oci_iam_region.json,jsonSimple,"iam region list"
# IAM-SMTPCred,oci_iam_smtp-credential.json,jsonGenericMaster,"iam smtp-credential list" "IAM-Users" "id:user-id" "jsonSimple"
# IAM-Tag,oci_iam_tag.json,jsonGenericMaster,"iam tag list --all" "IAM-TagNS" "id:tag-namespace-id" "jsonSimple"
# IAM-TagDefault,oci_iam_tag-default.json,jsonAllCompart,"iam tag-default list --all"
# IAM-TagNS,oci_iam_tag-namespace.json,jsonAllCompart,"iam tag-namespace list --all"
# IAM-Users,oci_iam_user.json,jsonSimple,"iam user list --all"
# IAM-UserGroups,oci_iam_user_groups.json,jsonGenericMasterAdd,"iam user list-groups --all" "IAM-Users" "id:user-id:user-id" "jsonSimple"
# IAM-WorkReqs,oci_iam_work-request.json,jsonAllCompart,"iam work-request list --all"
# Kms-KeyVersions,oci_kms_management_key-version.json,jsonGenericMaster,"kms management key-version list --all" "Kms-Keys" "id:key-id:endpoint:endpoint" "jsonSimple"
# Kms-Keys,oci_kms_management_key.json,jsonGenericMasterAdd,"kms management key list --all" "Kms-Vaults" "management-endpoint:endpoint:endpoint" "jsonAllCompart"
# Kms-Vaults,oci_kms_management_vault.json,jsonAllCompart,"kms management vault list --all"
# LB-Backend,oci_lb_backend.json,jsonGenericMasterAdd,"lb backend list" "LB-BackendSet" "load-balancer-id:load-balancer-id:load-balancer-id:name:backend-set-name:backend-set-name" "jsonSimple"
# LB-BackendHealth,oci_lb_backend-health.json,jsonGenericMasterAdd,"lb backend-health get" "LB-Backend" "load-balancer-id:load-balancer-id:load-balancer-id:backend-set-name:backend-set-name:backend-set-name:name:backend-name:backend-name" "jsonSimple"
# LB-BackendSet,oci_lb_backend-set.json,jsonGenericMasterAdd,"lb backend-set list" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# LB-BackendSetHealth,oci_lb_backend-set-health.json,jsonGenericMasterAdd,"lb backend-set-health get" "LB-BackendSet" "load-balancer-id:load-balancer-id:load-balancer-id:name:backend-set-name:backend-set-name" "jsonSimple"
# LB-Certificates,oci_lb_certificate.json,jsonGenericMasterAdd,"lb certificate list" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# LB-HealthChecker,oci_lb_health-checker.json,jsonGenericMasterAdd,"lb health-checker get" "LB-BackendSet" "load-balancer-id:load-balancer-id:load-balancer-id:name:backend-set-name:backend-set-name" "jsonSimple"
# LB-Hostnames,oci_lb_hostname.json,jsonGenericMasterAdd,"lb hostname list" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# LB-LoadBalancerHealth,oci_lb_load-balancer-health.json,jsonGenericMasterAdd,"lb load-balancer-health get" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# LB-LoadBalancers,oci_lb_load-balancer.json,jsonAllCompart,"lb load-balancer list --all"
# LB-PathRoutes,oci_lb_path-route-set.json,jsonGenericMasterAdd,"lb path-route-set list" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# LB-Policies,oci_lb_policy.json,jsonAllCompartAddTag,"lb policy list --all"
# LB-Protocols,oci_lb_protocol.json,jsonAllCompartAddTag,"lb protocol list --all"
# LB-Shapes,oci_lb_shape.json,jsonRootCompart,"lb shape list --all"
# LB-WorkReqs,oci_lb_work-request.json,jsonGenericMasterAdd,"lb work-request list" "LB-LoadBalancers" "id:load-balancer-id:load-balancer-id" "jsonSimple"
# Limits-Services,oci_limits_service.json,jsonRootCompart,"limits service list --all"
# Limits-Quotas,oci_limits_quota.json,jsonAllCompartAddTag,"limits quota list --all"
# Limits-Values,oci_limits_value.json,jsonGenericMasterAdd,"limits value list --all" "Limits-Services" "name:service-name:service-name" "jsonRootCompart"
# Limits-ResAvail,oci_limits_res-avail.json,jsonGenericMasterAdd,"limits resource-availability get" "Limits-Values" "name:limit-name:limit-name:service-name:service-name:service-name:availability-domain:availability-domain:availability-domain" "jsonRootCompart"
# Net-Cpe,oci_network_cpe.json,jsonAllCompart,"network cpe list --all"
# Net-CrossConn,oci_network_cross-connect.json,jsonAllCompart,"network cross-connect list --all"
# Net-CrossConnGrp,oci_network_cross-connect-group.json,jsonAllCompart,"network cross-connect-group list --all"
# Net-CrossConnLoc,oci_network_cross-connect-location.json,jsonAllCompart,"network cross-connect-location list --all"
# Net-CrossConnPort,oci_network_cross-connect-port-speed-shape.json,jsonRootCompart,"network cross-connect-port-speed-shape list --all"
# Net-CrossConnStatus,oci_network_cross-connect-status.json,jsonGenericMaster,"network cross-connect-status get" "Net-CrossConn" "id:cross-connect-id" "jsonSimple"
# Net-DhcpOptions,oci_network_dhcp-options.json,jsonAllCompart,"network dhcp-options list --all"
# Net-DrgAttachs,oci_network_drg-attachment.json,jsonAllCompart,"network drg-attachment list --all"
# Net-Drgs,oci_network_drg.json,jsonAllCompart,"network drg list --all"
# Net-FCProviderServices,oci_network_fast-connect-provider-service.json,jsonRootCompart,"network fast-connect-provider-service list --all"
# Net-InternetGateway,oci_network_internet-gateway.json,jsonAllCompart,"network internet-gateway list --all"
# Net-IpSecConns,oci_network_ip-sec-connection.json,jsonAllCompart,"network ip-sec-connection list --all"
# Net-LocalPeering,oci_network_local-peering-gateway.json,jsonAllCompart,"network local-peering-gateway list --all"
# Net-NatGateway,oci_network_nat-gateway.json,jsonAllCompart,"network nat-gateway list --all"
# Net-PrivateIPs,oci_network_private-ip.json,jsonGenericMaster,"network private-ip list --all" "Net-Subnets" "id:subnet-id" "jsonSimple"
# Net-PublicIPs,oci_network_public-ip.json,jsonPublicIPs
# Net-RemotePeering,oci_network_remote-peering-connection.json,jsonAllCompart,"network remote-peering-connection list --all"
# Net-RouteTables,oci_network_route-table.json,jsonAllCompart,"network route-table list --all"
# Net-SecLists,oci_network_security-list.json,jsonAllCompart,"network security-list list --all"
# Net-ServiceGW,oci_network_service-gateway.json,jsonAllCompart,"network service-gateway list --all"
# Net-Services,oci_network_service.json,jsonSimple,"network service list --all"
# Net-Subnets,oci_network_subnet.json,jsonAllCompart,"network subnet list --all"
# Net-VCNs,oci_network_vcn.json,jsonAllCompart,"network vcn list --all"
# Net-NSGs,oci_network_nsg.json,jsonAllCompart,"network nsg list --all"
# Net-NSGRules,oci_network_nsg_rules.json,jsonGenericMasterAdd,"network nsg rules list --all" "Net-NSGs" "id:nsg-id:nsg-id" "jsonSimple"
# Net-NSGVnics,oci_network_nsg_vnics.json,jsonGenericMasterAdd,"network nsg vnics list --all" "Net-NSGs" "id:nsg-id:nsg-id" "jsonSimple"
# Net-VirtCirc,oci_network_virtual-circuit.json,jsonAllCompart,"network virtual-circuit list --all"
# Net-VirtCircPubPref,oci_network_virtual-circuit-public-prefix.json,jsonGenericMaster,"network virtual-circuit-public-prefix list" "Net-VirtCirc" "id:virtual-circuit-id" "jsonSimple"
# Net-Vnics,oci_network_vnic.json,jsonGenericMaster,"network vnic get" "Net-PrivateIPs" "vnic-id:vnic-id" "jsonSimple"
# OS-Buckets,oci_os_bucket.json,jsonAllCompart,"os bucket list --all"
# OS-BucketsDetails,oci_os_bucket_details.json,jsonGenericMaster,"os bucket get --fields approximateSize --fields approximateCount" "OS-Buckets" "name:bucket-name" "jsonSimple"
# OS-Multipart,oci_os_multipart.json,jsonGenericMasterAdd,"os multipart list --all" "OS-Buckets" "name:bucket-name:bucket-name" "jsonSimple"
# OS-Nameserver,oci_os_ns.json,jsonSimple,"os ns get"
# OS-NameserverMeta,oci_os_ns-metadata.json,jsonSimple,"os ns get-metadata"
# OS-ObjLCPolicy,oci_os_object-lifecycle-policy.json,jsonGenericMaster,"os object-lifecycle-policy get" "OS-Buckets" "name:bucket-name" "jsonSimple"
# OS-Objects,oci_os_object.json,jsonGenericMasterAdd,"os object list --all" "OS-Buckets" "name:bucket-name:bucket-name" "jsonSimple"
# OS-PreauthReqs,oci_os_preauth-request.json,jsonGenericMasterAdd,"os preauth-request list --all" "OS-Buckets" "name:bucket-name:bucket-name" "jsonSimple"
# OS-RepSources,oci_os_replication_sources.json,jsonGenericMasterAdd,"os replication list-replication-sources --all" "OS-Buckets" "name:bucket-name:bucket-name" "jsonSimple"
# OS-RepPolicies,oci_os_replication_policies.json,jsonGenericMasterAdd,"os replication list-replication-policies --all" "OS-Buckets" "name:bucket-name:bucket-name" "jsonSimple"
# OS-WorkReqs,oci_os_work-request.json,jsonAllCompart,"os work-request list"
# Search-ResTypes,oci_search_resource-type.json,jsonSimple,"search resource-type list --all"
# END DYNFUNC
# The while loop below will create a function for each line above.
# Using File Descriptor 3 to not interfere on "eval"
while read -u 3 -r c_line || [ -n "$c_line" ]
do
c_name=$(cut -d ',' -f 1 <<< "$c_line")
c_fname=$(cut -d ',' -f 2 <<< "$c_line")
c_subfunc=$(cut -d ',' -f 3 <<< "$c_line")
c_param=$(cut -d ',' -f 4 <<< "$c_line")
if [ -z "${v_tmpfldr}" ]
then
eval "function ${c_name} ()
{
set +e
(${c_subfunc} ${c_param})
c_ret=\$?
set -e
return \${c_ret}
}"
else
eval "function ${c_name} ()
{
stopIfProcessed ${c_fname} || return 0
set +e
(${c_subfunc} ${c_param} > \${v_tmpfldr}/.${c_fname})
c_ret=\$?
set -e
cat \${v_tmpfldr}/.${c_fname}
return \${c_ret}
}"
fi
done 3< <(echo "$v_func_list")
function stopIfProcessed ()
{
# If function was executed before, print the output and return error. The dynamic eval function will stop if error is returned.
local v_arg1="$1"
[ -n "${v_tmpfldr}" ] || return 0
if [ -f "${v_tmpfldr}/.${v_arg1}" ]
then
cat "${v_tmpfldr}/.${v_arg1}"
return 1
else
return 0
fi
}
function convertsecs()
{
((h=${1}/3600))
((m=(${1}%3600)/60))
((s=${1}%60))
printf "%02d:%02d:%02d\n" $h $m $s
}
function runAndZip ()
{
[ "$#" -eq 2 -a "$1" != "" -a "$2" != "" ] || { echoError "${FUNCNAME[0]} needs 2 parameters"; return 1; }
local v_arg1 v_arg2 v_ret v_time_begin v_time_end
v_arg1="$1"
v_arg2="$2"
[ -z "${v_region}" ] && echo -n "Processing \"${v_arg2}\"."
[ -n "${v_region}" ] && echo "Processing \"${v_arg2}\" in ${v_region}."
v_time_begin=$SECONDS
set +e
(${v_arg1} > "${v_arg2}" 2> "${v_arg2}.err")
v_ret=$?
set -e
v_time_end=$SECONDS
[ -z "${v_region}" ] && echo " Elapsed time: $(convertsecs $((v_time_end-v_time_begin)))."
[ -n "${v_region}" ] && echo "Finished \"${v_arg2}\" in ${v_region}. Elapsed time: $(convertsecs $((v_time_end-v_time_begin)))."
if [ $v_ret -eq 0 ]
then
if [ -s "${v_arg2}.err" ]
then
mv "${v_arg2}.err" "${v_arg2}.log"
${v_zip} -qm "$v_outfile" "${v_arg2}.log"
fi
else
if [ -f "${v_arg2}.err" ]
then
echo "Skipped. Check \"${v_arg2}.err\" for more details."
${v_zip} -qm "$v_outfile" "${v_arg2}.err"
fi
fi
[ ! -f "${v_arg2}.err" ] || rm -f "${v_arg2}.err"
if [ -s "${v_arg2}" ]
then
${v_zip} -qm "$v_outfile" "${v_arg2}"
else
rm -f "${v_arg2}"
fi
}
if ! $(which flock >&- 2>&-)
then
function create_lock_or_wait ()
{