-
Notifications
You must be signed in to change notification settings - Fork 1
/
presentation.bib
6246 lines (5690 loc) · 400 KB
/
presentation.bib
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
%----- 2024 -----%
@PRESENTATION{orozco2024ML4SEISMICmev,
author = {Rafael Orozco and Huseyin Tuna Erdinc and Thales Souza and Yunlin Zeng and Ziyi Yin and Felix J. Herrmann},
title = {Machine-learning enabled velocity-model building with uncertainty quantification},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Accurately characterizing subsurface properties is crucial for a wide range of geophysical applications, from hydrocarbon exploration to monitoring of CO2 sequestration projects. Traditional characterization methods such as Full-Waveform Inversion (FWI) represent powerful tools but often struggle with the inherent complexities of the inverse problem, including noise, limited bandwidth and aperture of data, limited azimuth and computational constraints. To address these challenges, we propose a scalable methodology that integrates generative modeling with physics-informed summary statistics, making it suitable for complicated imaging problems potentially including field datasets. Our approach leverages the power of conditional diffusion networks, and methodologically incorporates physics in the form of summary statistics, allowing for the computationally efficient generation of Bayesian posterior samples that offer an useful assessment of uncertainty of the inferred migration-velocity models. To validate our approach, we introduce a battery of tests that measure the quality of the image estimates as well as the quality of the inferred uncertainties. With modern synthetic datasets, we maximally leverage the advantages of using subsurface-offset Common Image Gathers (CIGs) as the conditioning observable. Next, we tackle the challenging SEAM salt model that requires incorporating salt flooding into our approach based on the iterative refinements of ASPIRE — Amortized posteriors with Summaries that are Physics-based and Iteratively REfined.},
keywords = {ML4SEISMIC, SLIM, FWI, RTM, imaging, WISE, diffusion models, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/orozco2024ML4SEISMICmev}
}
@PRESENTATION{rex2024ML4SEISMICfca,
author = {Richard Rex and Yunlin Zeng and Ziyi Yin and Rafael Orozco and Felix J. Herrmann},
title = {FNO-charged ASPIRE},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {During this talk, we will demonstrate how extended re-migrations—i.e, formation of subsurface-offset Common-Image Gathers (CIGs) for a new velocity model, can be avoided altogether by training Fourier Neural Operators during training of ASPIRE — Amortized posteriors with Summaries that are Physics-based and Iteratively REfined. In this approach, FNOs are trained as surrogates capable of mapping CIGs for one migration-velocity model to the other. The approach is computationally feasible because it uses the same training set as used during ASPIRE. As a result, additional training costs are small and the inference costs are reduced by a factor equal to the number of ASPIRE refinements.},
keywords = {ML4SEISMIC, SLIM, two-phase flow, kronecker product, hierarchical tucker tensor, FNO, deep learning, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMICfca}
}
@PRESENTATION{zeng2024ML4SEISMICefv,
author = {Yunlin Zeng and Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Enhancing Full-Waveform Variational Inference through Stochastic Resampling},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Recent developments in simulation-based inference, like the full-waveform variational inference via subsurface extensions (WISE), enable rapid online estimation of subsurface velocities by leveraging pre-trained models. To achieve this, WISE employs subsurface-offset common image gathers to convert shot data into physics-informed summary statistics. While common image gathers effectively retain critical information even when initial velocity estimates are inaccurate, WISE’s performance still depends on the assumption that the initial migration-velocity model is a single 1D velocity model. In this work, we present experiments using both 1D and 2D velocity models and develop a stochastic resampling method to generate variations of initial migration-velocity models. This technique allows us to systematically infer alternative velocity models that are consistent with the observed data, while enhancing the posterior sample quality and reducing dependency on the initial velocity model compared to the standard WISE approach.},
keywords = {FWI, RTM, imaging, WISE, CIG, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICefv},
}
@PRESENTATION{bhar2024ML4SEISMICshs,
author = {Ipsita Bhar and Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {Sensitivity of Horizontal shear waves on Geological Carbon Storage},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {With the growing focus on Carbon Capture and Storage (CCS) activities, the significance of shear wave velocity (Vs) in monitoring CO2 is becoming increasingly important. Shear waves are instrumental in detecting CO2 leakage, evaluating CCS-induced seismicity, and identifying caprock failure. According to Biot-Gassmann rock physics models, changes in seismic velocity are expected during CO2 injection. This work specifically focuses on the horizontal component of shear wave velocity (Vsh). Shear (Sh) waves are more sensitive to density variations than P-wave or Sv wave velocities, leading us to anticipate changes in Sh velocity as CO2 saturation increases. While P-wave velocity tends to decrease with supercritical CO2 injection, the investigation of its effects on Sh waves presents a particularly compelling area of study. Therefore, we simulated the wave equation incorporating both P-wave and Sh wave velocities to better understand their impacts on imaging and CO2 injection processes.},
keywords = {ML4SEISMIC, SLIM, SH wave, FWI, RTM, imaging, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/bhar2024ML4SEISMICshs}
}
@PRESENTATION{li2024ML4SEISMICrps,
author = {Haoyun Li and Shiqin Zeng and Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {Reconstructing Permeability and Saturation in Reservoir Simulation Using Diffusion PDE Models},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {This study explores the application of a diffusion partial differential equation (PDE) model for reservoir simulation, particularly aimed at reconstructing permeability and saturation fields within a saline aquifer. Focusing on pairs of input permeability and output saturation, the model is trained to capture the underlying dynamics governing fluid flow in porous media. Post-training, the model is capable of inferring or recovering the complete permeability and saturation distributions when provided with limited vertical pixel data of permeability and saturation. This approach offers a novel pathway for enhancing the resolution of subsurface characteristics, contributing to more accurate predictions in reservoir engineering and carbon storage simulations.},
keywords = {ML4SEISMIC, SLIM, two-phase flow, diffusion models, Bayesian inference, uncertainty quantification, deep learning, inverse problems, summary statistics, augmentation},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/li2024ML4SEISMICrps}
}
@PRESENTATION{zeng2024ML4SEISMICiic,
author = {Shiqin Zeng and Rafael Orozco and Huseyin Tuna Erdinc and Felix J. Herrmann},
title = {Image Impeccable Challenge: An Effective Machine Learning Denoising Method for 3D Seismic Volumes},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Seismic denoising is essential for enhancing the clarity, accuracy, and reliability of seismic data. Traditional seismic denoising methods, while effective for specific types of noise, often rely on well-established mathematical techniques that can be time-consuming, require manual tuning, and struggle with more complex noise patterns. Leveraging the 500 paired synthetic seismic datasets provided by the Think Onward community, we incorporate a 3D U-Net deep learning model with residual blocks and spatial attention to capture both local and global features for the seismic denoising task. During training, we apply the Laplacian operator to preserve edge details, followed by the Structural Similarity Index Measure (SSIM) loss to fine-tune the model, effectively removing concurrent noise and recovering the original seismic information. The resulting individual model achieves an SSIM of 0.99 compared to the ground truth seismic data. Additionally, we implement Langevin dynamics and Equivariant Bootstrapping techniques to estimate uncertainty during the training and inference phases, further improving the robustness of the denoising process.},
keywords = {ML4SEISMIC, SLIM, GCS, CCS, JRM, classification, CAM, explainability, imaging, uncertainty quantification, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICiic}
}
@PRESENTATION{zeng2024ML4SEISMICepu,
author = {Shiqin Zeng and Huseyin Tuna Erdinc and Ziyi Yin and Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {Enhancing Performance with Uncertainty Estimation in Geological Carbon Storage Leakage Detection from Time-Lapse Seismic Data},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Ensuring CO~2~ non-leakage is a critical aspect of Geological Carbon Storage (GCS). While previous approaches that develop deep neural networks demonstrate promising automatic leakage detection and potential cost reduction in dataset collection from time-lapse seismic images, they face challenges, such as a limited ability to reduce false alarms in CO~2~ leakage instances and a lack of uncertainty analysis in detection results. This paper introduced a framework aimed at enhancing the deep neural network model's ability to detect GCS leakage risk through a multi-criteria decision-making (MCDM)-based ensemble algorithm. The proposed method can improve the detection ability of leakage cases while accurately distinguishing them from non-leakage instances. Furthermore, the proposed uncertainty analysis method utilizing Monte Carlo (MC) dropout technique efficiently identifies misclassified non-leakage cases and categorizes them as undetermined for further investigation. This comprehensive approach enhances both the reliability and performance of the model in detecting GCS leakage risks.},
keywords = {ML4SEISMIC, SLIM, GCS, CCS, JRM, classification, CAM, explainability, imaging, uncertainty quantification, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/zeng2024ML4SEISMICepu}
}
@PRESENTATION{bruer2024ML4SEISMICsmp,
author = {Grant Bruer and Abhinav Prakash Gahlot and Edmond Chow and Felix J. Herrmann},
title = {Seismic monitoring of CO2 plume dynamics using ensemble Kalman filtering},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Monitoring CO~2~ injected and stored in subsurface reservoirs is critical for avoiding failure scenarios and enables real-time optimization of CO~2~ injection rates. Sequential Bayesian data assimilation (DA) is a statistical method for combining information over time from multiple sources to estimate a hidden state, such as the spread of the subsurface CO~2~ plume. An example of scalable and efficient sequential Bayesian DA is the ensemble Kalman filter (EnKF). We improve upon existing DA literature in the seismic-CO~2~ monitoring domain by applying this scalable DA algorithm to a high-dimensional CO~2~ reservoir using two-phase flow dynamics and time-lapse full waveform seismic data with a realistic surface-seismic survey design. We show more accurate estimates of the CO~2~ saturation field using the EnKF compared to using either the seismic data or the fluid physics alone. Furthermore, we test a range of values for the EnKF hyperparameters and give guidance on their selection for seismic CO~2~ reservoir monitoring.},
keywords = {ML4SEISMIC, SLIM, two-phase flow, FWI, RTM, imaging, ensemble Kalman filter, data assimilation, Bayesian inference, uncertainty quantification, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/bruer2024ML4SEISMICsmp}
}
@PRESENTATION{park2024ML4SEISMICpbi,
author = {Jeongjin Park and Huseyin Tuna Erdinc and Haoyun Li and Richard Rex and Nisha Chandramoorthy and Felix J. Herrmann},
title = {Physical Bayesian Inference for Two-Phase Flow Problems},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Previous research on surrogate modeling of multiphase flow systems has shown that even models with low generalization error in forward predictions can generate posterior estimates that are out of distribution and physically unrealistic. To address this, we propose a regularization method that leverages the Fisher Information Matrix (FIM) to guide the training process. By integrating the FIM into a differentiable optimization framework, we aim to improve the reliability of surrogate models, such as Fourier Neural Operators (FNO), for both forward predictions and posterior inference. Our experiments on benchmark problems, including the Lorenz-63 system and Navier-Stokes equations, demonstrate that our approach significantly enhances physical consistency throughout time evolution, keeping predictions within the correct spatial distribution. Looking ahead, we plan to extend our framework to more complex applications, such as Geological Carbon Storage, with an emphasis on scaling FIM computations for high-dimensional problems.},
keywords = {ML4SEISMIC, SLIM, two-phase flow, FNO, Fisher Information Matrix, Bayesian inference, uncertainty quantification, deep learning, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/park2024ML4SEISMICpbi}
}
@PRESENTATION{herrmann2024ML4SEISMICdtg,
author = {Abhinav Prakash Gahlot and Haoyun Li and Ziyi Yin and Rafael Orozco and Felix J. Herrmann},
title = {A Digital Twin for Geological Carbon Storage with Controlled Injectivity},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {We present an uncertainty-aware Digital Twin (DT) for geologic carbon storage (GCS), capable of handling multimodal time-lapse data and controlling CO~2~ injectivity to mitigate reservoir fracturing risks. In GCS, DT represents virtual replicas of subsurface systems that incorporate real-time data and advanced generative Artificial Intelligence (genAI) techniques, including neural posterior density estimation via simulation-based inference and sequential Bayesian inference. These methods enable the effective monitoring and control of CO~2~ storage projects, addressing challenges such as subsurface complexity, operational optimization, and risk mitigation. By integrating diverse monitoring data, e.g., geophysical well observations and imaged seismic, DT can bridge the gaps between seemingly distinct fields like geophysics and reservoir engineering. In addition, the recent advancements in genAI also facilitate DT with principled uncertainty quantification. Through recursive training and inference, DT utilizes simulated current state samples, e.g., CO~2~ saturation, paired with corresponding geophysical field observations to train its neural networks and enable posterior sampling upon receiving new field data. However, it lacks decision-making and control capabilities, which is necessary for full DT functionality. This study aims to demonstrate how DT can inform decision-making processes to prevent risks such as cap rock fracturing during CO~2~ storage operations.},
keywords = {ML4SEISMIC, SLIM, FWI, RTM, imaging, conditional normalizing flows, rock physics, data assimilation, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, augmentation},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/herrmann2024ML4SEISMICdtg}
}
@PRESENTATION{rex2024ML4SEISMIChtc,
author = {Richard Rex and Srikanth Avasarala and Thomas Grady and Felix J. Herrmann},
title = {Tucker Compression for Scalable Operator Learning in Large-Scale Parametric PDE Models},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Simulating two-phase flow via PDEs is computationally expensive due to the inversion of large, ill-conditioned matrices. To accelerate these computations, we reformulate Hierarchical Tucker Tensor (HTT) decompositions into Kronecker products, enabling scalable Fourier Neural Operators (FNOs) for CO2 saturation predictions in subsurface environments. This reformulation allows efficient scaling across multiple GPUs while maintaining a large number of modes. Building on our existing matrix-free abstraction library, we extend its capabilities to support distributed tensor operators. The extended library is auto-differentiable, with customized AD rules for training complex networks. We demonstrate the performance and scalability of our approach by evaluating FNO simulations against traditional PDE solvers for predicting time-varying CO2 saturations from permeability models in large-scale subsurface environments.},
keywords = {ML4SEISMIC, SLIM, two-phase flow, kronecker product, hierarchical tucker tensor, FNO, deep learning, inverse problems},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/rex2024ML4SEISMIChtc}
}
@PRESENTATION{deng2024ML4SEISMICpjr,
author = {Zijun Deng and Rafael Orozco and Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {Probabilistic Joint Recovery Method for CO2 plume monitoring},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Accurately predicting fluid flow patterns in Carbon Capture and Storage (CCS) is a challenging task, particularly due to uncertainties in CO~2~ plume dynamics and reservoir properties. While previous deterministic methods such as the Joint Recovery Method (JRM) have provided valuable insights, their effectiveness is limited as tools for decision-making since they do not communicate uncertainty. To address this, we propose a Probabilistic Joint Recovery Method (PJRM) that computes the posterior distribution at each monitoring survey while leveraging the shared structure among surveys through a common generative model. By efficiently computing posterior distributions for each monitoring survey, this method aims to provide valuable uncertainty information to decision-makers in CCS projects, augmenting their workflow with principled risk minimization.},
keywords = {ML4SEISMIC, SLIM, FWI, imaging, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/deng2024ML4SEISMICpjr}
}
@PRESENTATION{gahlot2024ML4SEISMICosm,
author = {Abhinav Prakash Gahlot and Felix J. Herrmann},
title = {Optimizing CO2 Storage Monitoring with Enhanced Rock Physics Modeling},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {Based on the latest data-assimilation and machine-learning techniques, Digital Twins (DTs) have shown promise for high-fidelity monitoring and control of underground CO2 storage. While the use of these techniques have important advantages, they do rely on certain assumptions. If these assumptions are not met, the DT’s neural networks may no longer infer the state of the CO2 plume (pressure/saturation) accurately. By augmenting the forecast ensemble, we address this issue.},
keywords = {ML4SEISMIC, SLIM, FWI, RTM, imaging, conditional normalizing flows, rock physics, data assimilation, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, augmentation},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/gahlot2024ML4SEISMICosm}
}
@PRESENTATION{erdinc2024ML4SEISMICsfm,
author = {Huseyin Tuna Erdinc and Rafael Orozco and Felix J. Herrmann},
title = {SAGE -- Subsurface foundational model with AI-driven Geostatical Extraction},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2024},
month = {11},
abstract = {In this study, we present a novel approach for synthesizing diverse subsurface velocity models using diffusion-based generative models. Traditional methods often depend on large, high-quality datasets of 2D velocity models, which can be difficult to obtain in subsurface applications. In contrast, our method leverages incomplete well and seismic data to generate high-fidelity velocity samples without requiring fully sampled training datasets.The results demonstrate that the generative model accurately captures long-range geological structures and aligns well with unseen ground-truth velocity models. Furthermore, it is shown that the diversity of generated velocity models can be increased through prior guidance in the training phase, and model uncertainties can be reduced with well conditioning during inference.Experiments conducted with multiple datasets (BG, Synthoseis, and North Sea data) and velocity models featuring various geological structures (e.g., faults, salt bodies) suggest that our approach facilitates realistic subsurface velocity synthesis, providing valuable inputs for full-waveform inversion and enhancing seismic-based subsurface modeling.},
keywords = {ML4SEISMIC, SLIM, FWI, RTM, imaging, WISE, diffusion models, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2024/erdinc2024ML4SEISMICsfm}
}
@PRESENTATION{orozco2024ICLnwi,
author = {Rafael Orozco and Ziyi Yin and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Neural wave-based imaging with amortized uncertainty quantification},
booktitle = {ICL Seminar},
year = {2024},
month = {6},
keywords = {FWI, RTM, imaging, WISE, CIG, conditional normalizing flows, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/orozco2024ICLnwi},
}
@PRESENTATION{gahlot2024ICLdtg,
author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Digital Twins in the era of generative AI - Application to Geological CO2 Storage},
booktitle = {ICL Seminar},
year = {2024},
month = {6},
abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring & control of geological CO2 storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
keywords = {GCS, digital twin, control, WISE, FWI, RTM, imaging, CIG, conditional normalizing flows, data assimilation, Bayesian inference, amortized variational inference, uncertainty quantification, deep learning, inverse problems, summary statistics, MVA},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ICL/2024/gahlot2024ICLdtg},
}
@PRESENTATION{herrmann2024dt4gcs,
author = {Abhinav Prakash Gahlot and Rafael Orozco and Haoyun Li and Huseyin Tuna Erdinc and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Digital Twins in the Era of Generative AI: Application to Geological CO2 Storage},
booktitle = {HCMF Seminar},
year = {2024},
month = {2},
abstract = {Our industry is experiencing significant changes due to AI and the challenges of the energy transition. While some view these changes as threats, recent advances in AI offer unique opportunities, especially in the context of Digital Twins for subsurface monitoring and control. IBM defines "A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making." During this talk, I will explore these concepts and their significance in addressing the challenges of monitoring & control of geological CO~2~ storage projects. This talk also aims to illustrate how Digital Twins can serve as a platform to integrate the seemingly disparate and siloed fields of geophysics and reservoir engineering.},
keywords = {SLIM, ccs, deep learning, uncertainty quantification, bayesian inference, imaging, monitoring, digital twin},
url = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs},
presentation = {https://slim.gatech.edu/Publications/Public/Conferences/Halliburton/2024/herrmann2024dt4gcs.pdf}
}
@PRESENTATION{yin2024GTwise,
author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Generative AI for full-waveform variational inference},
booktitle = {Georgia Tech Geophysics Seminar},
year = {2024},
month = {1},
abstract = {We introduce a probabilistic technique for full-waveform inversion, employing variational inference and conditional normalizing flows to quantify uncertainty in migration-velocity models and its impact on imaging. Our approach integrates generative artificial intelligence with physics-informed common-image gathers, reducing reliance on accurate initial velocity models. Considered case studies demonstrate its efficacy producing realizations of migration-velocity models conditioned by the data. These models are used to quantify amplitude and positioning effects during subsequent imaging.},
keywords = {GT, SLIM, normalizing flows, variational inference, FWI, conditional normalizing flows, uncertainty quantification, machine learning, deep learning, summary statistics, inversion, amortized Bayes, generative AI},
url = {https://slim.gatech.edu/Publications/Public/Lectures/GTseminar/2024/yin2024GTwise}
}
%----- 2023 -----%
@PRESENTATION{erdinc2023ML4SEISMICias,
author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann},
title = {Improved automatic seismic CO2 leakage detection via dataset augmentation},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Previous works showed that neural classifiers can be trained to detect CO2 leakage from time-lapse seismic images. While this result is crucial to the global deployment of geological carbon storage (GCS), its success depends on relatively dense non-replicated time-lapse data acquisition. In this study, we present an approach to enhance the detection accuracy and robustness of CO2 leakage detection by augmenting the training dataset with a variety of coarsely sampled receiver data and their corresponding receiver numbers. This augmentation strategy is particularly beneficial for scenarios where low-cost coarse receiver samplings, such as with ocean bottom nodes (OBNs), are utilized. Furthermore, we explore interpretability of the classifier's decisions by generating saliency maps for further analysis.},
keywords = {ML4SEISMIC, SLIM, classifier, ccs, leakage detection, deep learning},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/erdinc2023ML4SEISMICias}
}
@PRESENTATION{herrmann2023ML4SEISMICmsc,
author = {Abhinav Prakash Gahlot and Ting-ying Yu and Rafael Orozco and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Monitoring subsurface CO2 plumes with learned sequential Bayesian inference},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Reservoir engineers frequently employ two-phase flow simulations and history-matching to oversee and anticipate the behavior of CO2 plumes within geological carbon storage. These simulations, while valuable for gaining insights, face limitations due to several complex factors, such as uncertainties surrounding the plume’s dynamics. To investigate this phenomenon more comprehensively, we introduce the concept of stochasticity in the dynamics, accounting for uncertainties in the underlying permeability of the reservoir. To enhance the accuracy of CO2 plume predictions and quantify the uncertainties involved, we utilize machine learning techniques to condition these predictions on time-lapse seismic and well observations. This framework works on the principle of sequential Bayesian inference that continuously assimilates information from time-lapse observations, updates the CO2 plume predictions, and characterizes uncertainties about the plumes.},
keywords = {ML4SEISMIC, SLIM, ccs, deep learning, uncertainty quantification, bayesian inference, imaging, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/herrmann2023ML4SEISMICmsc}
}
@PRESENTATION{bruer2023ML4SEISMICcrm,
author = {Grant Bruer and Felix J. Herrmann and Edmond Chow},
title = {CO2 reservoir monitoring through Bayesian data assimilation},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Carbon capture and storage can be implemented by injecting supercritical carbon dioxide (CO2) into geological carbon reservoirs for long-term containment. Monitoring the pressure and saturation of the CO2 is necessary to optimize the injection amount without causing CO2 leakage or seismic activity. Directly measuring the CO2 at locations within the reservoir requires expensive drilling procedures that may damage the reservoir, so direct measurements are sparse and usually lie along injection and production wells. Indirect measurements such as seismic data are typically noisy, and inverting for the CO2 state is ill-posed. Bayesian data assimilation techniques allow us to integrate known physics for CO2 flow into this inversion process. The most well-established data assimilation algorithms are the family of Kalman filters. The ensemble Kalman filter is designed to efficiently work with large problem sizes and nonlinearity. In this work, we apply the ensemble Kalman filter to seismic measurements of a CO2 reservoir, yielding an estimate of the saturation and pressure fields with quantified uncertainties. This method models the CO2 plume state as a random field with a known distribution and assimilates information from seismic measurements with information from a physics model describing the CO2 flow. We show that the data assimilation strategy is a valuable contribution to advancing reservoir monitoring technology.},
keywords = {ML4SEISMIC, SLIM, kalman, data assimilation, bayes, ccs, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/bruer2023ML4SEISMICcrm}
}
@PRESENTATION{gahlot2023ML4SEISMICtsm,
author = {Abhinav Prakash Gahlot and Mathias Louboutin and Ziyi Yin and Felix J. Herrmann},
title = {Time-lapse seismic monitoring of geological carbon storage with the nonlinear joint recovery model},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {During time-lapse seismic monitoring of CO2 plumes, a weak 4D signal below the level of inversion or migration artifacts poses challenges. To address these, low-cost randomized non-replicated acquisitions and a linear joint recovery model (JRM) have been introduced. It takes advantage of the shared information between different vintages in the time-lapse seismic data and subsurface structure undergoing localized changes. Since the relationship between seismic data and subsurface properties is seldom linear, we propose a more versatile nonlinear JRM (nJRM) to invert for the squared slowness of the vintages. The nJRM takes advantage of the full nonlinear relation between these squared slownesses and time-lapse data through the wave equation. Also, careful derivation of the gradients makes the computational cost of nJRM equivalent to the independent recovery. We present a synthetic study for geological carbon storage (GCS) which shows that the non-replication can be beneficial to time-lapse imaging, making seismic monitoring of GCS less costly for the long term sustainability of the technology.},
keywords = {ML4SEISMIC, SLIM, jrm, ccs, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/gahlot2023ML4SEISMICtsm}
}
@PRESENTATION{rex2023ML4SEISMIClsp,
author = {Richard Rex and Thomas J. Grady II and Rishi Khan and Ziyi Yin and Felix J. Herrmann},
title = {Large-scale parametric PDE approximations with model-parallel Fourier neural operators},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Solving PDEs to simulate two-phase flow is expensive since it involves the inversion of large ill-conditioned matrices. FNOs represent a special type of neural network capable of approximating solutions to two-phase flow equations. In order to speed up this computation, we develop a high-level software abstraction tool to exploit the linearly separable property of Fourier Transforms via Kronecker products. We perform a series of all-to-all operations where we partition the data to apply the operations in a distributed fashion. We apply these FNOs to predict the evolution of CO2-plumes in subsurface environments. Our model takes an input permeability model, and outputs time-varying CO2 saturations in a quick and cost-effective manner. Additionally, our research involves developing a distributed matrix-free abstraction library that can be used to represent any generic linear and nonlinear operator. This library is scalable and auto-differentiable thanks to the hand-written customized AD rules, allowing us to represent and train any network. We provide an evaluation on the accuracy of FNO simulations compared to traditional PDE simulations in solving various classes of PDEs.},
keywords = {ML4SEISMIC, SLIM, Fourier neural operators, deep learning, CCS, HPC},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/rex2023ML4SEISMIClsp}
}
@PRESENTATION{li2023ML4SEISMICmci,
author = {Haoyun Li and Ziyi Yin and Olav Møyner and Felix J. Herrmann},
title = {Maximizing CO2 injectivity within fracture pressure},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {In geological carbon storage projects, optimizing CO2 injection strategies is paramount to enhance storage efficiency and prevent leakage. The objective is to maximize the CO2 injection volume without surpassing the fracture pressure. Traditional adjoint-based approaches necessitate extensive numerical simulations, leading to significant computational overhead. To circumvent this challenge, we introduce an optimization framework based on physics-informed deep convolutional neural networks. Trained on different permeability slices, our model can rapidly predict the maximal CO2 injection volume for new permeability fields in real-time.},
keywords = {ML4SEISMIC, SLIM, ccs, optimization, reservoir simulation},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/li2023ML4SEISMICmci}
}
@PRESENTATION{orozco2023ML4SEISMICtgs,
author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Towards generative seismic kriging with normalizing flows},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Our goal is to build realistic parameterized (acoustic, velocity, permeability etc) earth models where the training and testing phase of our method uses only data that is available in the field. We first demonstrate the expressive power of normalizing flows to generate detailed realistic earth models by training on supervised pairs of full earth models and borehole wells. Our results are compared with traditional variogram kriging to show that our generated models can be used in parameterizations of various downstream tasks such as simulations of realistic acoustic waves and fluid flow for reservoir simulations. Then we introduce a novel unsupervised training objective that can train normalizing flows to generate full earth models without needing training pairs of the full earth models. By using a known proxy earth model as a testbed, we make preliminary prescriptions on how many wells our method needs to generate permissible earth models in a target area.},
keywords = {ML4SEISMIC, SLIM, uncertainty quantification, kriging, normalizing flows},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICtgs}
}
@PRESENTATION{orozco2023ML4SEISMICuqs,
author = {Rafael Orozco and Mathias Louboutin and Peng Chen and Felix J. Herrmann},
title = {Uncertainty quantification so what? Leveraging probabilistic seismic inversion for experimental design},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Combining physics with recent developments of generative machine learning enables a scalable probabilistic framework for tackling seismic inversion problems including Full-Waveform Inversion. These probabilistic results can be proven to be from the Bayesian posterior but how exactly can we use them for practical downstream tasks? In this talk, we answer the question with a practical application of the probabilistic framework towards designing ocean bottom node placement of seismic imaging. With a simple adjustment to the original training objective, we show that jointly optimizing for an experimental design corresponds to maximizing the expected information gain used by the Bayesian community. After verifying this novel joint optimization with a stylized problem, we demonstrate its application for optimizing the placement of ocean bottom nodes in a synthetic seismic imaging experiment.},
keywords = {ML4SEISMIC, SLIM, uncertainty quantification, experimental design, FWI, bayesian, normalizing flows},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/orozco2023ML4SEISMICuqs}
}
@PRESENTATION{yin2023ML4SEISMICe2e,
author = {Ziyi Yin and Mathias Louboutin and Olav Møyner and Felix J. Herrmann},
title = {End-to-end permeability inversion from prestack time-lapse seismic data: a case study on Compass model},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Effective geological carbon storage hinges on a deep understanding of CO2 plume behavior. The dynamics of these plumes can be modeled using multiphase flow equations, but their accuracy is tied to a precise permeability model. A significant challenge is that we often lack detailed permeability data, limiting our predictive capabilities. To bridge this gap, we’ve developed a multiphysics inversion method. This technique inverts for the permeability from observed time-lapse seismic data. Through a case study on the Compass model, we’ve compared this approach with traditional 4D FWI in forecasting CO2 plume movements. Additionally, our research delves into how different initial permeability models, acquisition setups, and survey frequencies affect the results. Across the board, the inversion method not only enhances our current estimations but also provides valuable insights into future plume dynamics, even without continuous monitoring.},
keywords = {ML4SEISMIC, SLIM, ccs, coupled inversion, end-to-end, fluid-flow, inversion, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICe2e}
}
@PRESENTATION{yin2023ML4SEISMICwise,
author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {WISE: Full-waveform Inference with Subsurface Extensions},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2023},
month = {11},
abstract = {Quantifying uncertainty in full-waveform inversion is complex given the large sizes of both the model and data. A previous approach employed a variational inference framework, leveraging reverse-time migration to summarize observed data and approximate the posterior distribution through conditional normalizing flows. While reverse-time migration effectively summarizes the data when the background model is close to the true one, its accuracy diminishes with a less accurate background model. In our study, we suggest utilizing subsurface offset gathers as the summary statistics for the variational inference of full-waveform inversion. These gathers retain all the information in seismic data, even when the background model is cycle-skipped or fails to flatten the gathers. Through a case study on Compass model, we confirm our framework's effectiveness and show that subsurface offset gathers offer a better summary statistic than just reverse-time migration.},
keywords = {ML4SEISMIC, SLIM, normalizing flows, variational inference, FWI, conditional normalizing flows, uncertain quantification, machine learning, deep learning, summary statistics, inversion, amortized Bayes},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2023/yin2023ML4SEISMICwise}
}
@PRESENTATION{yin2023CSEslim,
title = {Introduction to Seismic Laboratory for Imaging and Modeling},
booktitle = {CSE Student Recruiting Event},
year = {2023},
month = {11},
abstract = {We introduce the latest research developments in Seismic Laboratory for Imaging and Modeling (SLIM), including geological carbon storage monitoring, seismic and medical imaging and uncertainty quantification, and advancements in scientific machine learning and high performance computing.},
keywords = {SLIM, uncertainty quantification, GCS, CCS, medical imaging, PDE, Fourier neural operators, normalizing flows, multiphysics, deep learning, learned surrogates, learned constraints, inverse problems},
note = {(CSE Student Recruiting Event)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/CSE/2023/SLIM.pdf},
author = {Ziyi Yin}
}
@PRESENTATION{yin2023HOTCSEspi,
title = {Solving PDE-based inverse problems with learned surrogates and constraints},
booktitle = {HotCSE Seminar},
year = {2023},
month = {11},
abstract = {In this presentation, I will introduce a learned inversion algorithm for solving inverse problems with computationally expensive forward operators. We tackle this challenge by combining learned surrogates (Fourier neural operators) with learned constraints (normalizing flows). After jointly training these networks with the same samples, the learned surrogates lead to computationally efficient surrogate-assisted inversion. Meanwhile, the learned constraints safeguard the accuracy of the surrogates by forcing the model iterates to remain in-distribution. By combining the two, we come up with a homotopy / continuation scheme where the constraints are relaxed slowly so that the data misfit objective can be minimized while the model iterates always remain in the statistical distribution on which the surrogates are trained. We demonstrate the efficacy of our learned inversion algorithm through carefully selected experiments centered around the problem of geological carbon storage monitoring.},
keywords = {PDE, Fourier neural operators, normalizing flows, multiphysics, deep learning, learned surrogates, learned constraints, inverse problems},
note = {(HotCSE)},
url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2023/yin2023HOTCSEspi},
author = {Ziyi Yin and Rafael Orozco and Mathias Louboutin and Felix J. Herrmann}
}
%----- 2022 -----%
@PRESENTATION{herrmann2023SCAIMact,
author = {Felix J. Herrmann},
title = {Act normal that's crazy enough — an overview of seismic inversion with normalizing flows and surrogate modeling},
booktitle = {Scientific Computing, Applied and Industrial Mathematics (SCAIM) Seminar},
year = {2023},
month = {03},
abstract = {During this talk, I will give an overview on how techniques from neural (conditional) density estimation and surrogate modeling can be used to solve challenging problems in seismic imaging and monitoring of geological carbon storage. I will start by outlining how (conditional) normalizing flows can be used as priors, to regularize inverse problems, and as low-fidelity amortized posteriors for wave-based inversions. To this end, I will uss techniques from simulation-based inference. When time, permits I will also talk about permeability inversion from time-lapse seismic data using neural surrogates (Fourier Neural Operators) to mimic solution operators of two-phase flow equations.},
keywords = {SCAIM, SLIM, CCS, uncertainty quantification, sequential Bayes, normalizing flows, surrogate, fno, GCS, monitoring},
note = {(SCAIM, Vancover)},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SCAIM/2023/herrmann2023SCAIMact/index.html}
}
@PRESENTATION{yu2022ML4SEISMICmsb,
author = {Ting-ying Yu and Rafael Orozco and Ziyi Yin and Felix J. Herrmann},
title = {Monitoring with sequential Bayesian inference},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {For this study, we apply sequential Bayesian inference to monitor the time evolution of subsurface flow of CO2 from indirect acoustic measurements at the surface. Upon receiving new acoustic measurements, we infer the current state of the CO2 by sampling from a learned posterior. Using the incoming data, we then perform online updates of the current posterior. This is accomplished by using the fluid flow model to advance the estimated state variable forward in time in order to update the learned posterior. With a synthetic experiment, we demonstrate this method can track the flow evolution accurately as measured by PSNR metrics. Since the posterior is a learned network, we can compute estimates faster than traditional least squares methods. This method can also quantify the uncertainty due to stochasticity in fluid flow model and the limited-azimuth imaging configuration.},
keywords = {ML4SEISMIC, SLIM, time-lapse, uncertainty quantification, sequential Bayes, conditional normalizing flows, CCS, GCS, monitoring},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yu2022ML4SEISMICmsb/index.html}
}
@PRESENTATION{zhang2022ML4SEISMICtss,
author = {Yijun Zhang and Mathias Louboutin and Ali Siahkoohi and Ziyi Yin and Rajiv Kumar and Oscar Lopez and Felix J. Herrmann},
title = {Time-lapse seismic survey design by maximizing the spectral gap},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {While time-lapse seismic has been applied successfully to CO2 sequestration monitoring, it remains a challenging problem since replicated dense surveys come at a very high cost in the field. Wavefield reconstruction based on matrix completion (MC) from randomized subsampled data is an efficient way to reduce operational costs. This technique allows for accurate time-lapse reconstruction by employing the joint recovery model (JRM), which capitalizes on the fact that different vintages share a common component. However, combining JRM with optimal time-lapse acquisition survey design remains an unexplored area of research. In expander graph theory, spectral gap (SG) reveals the source-receiver layout connectivity and is related to reconstruction quality during MC. Building on these insights, we proposed a simulation free time-lapse survey design based on JRM that aims to get similar reconstructed quality without insisting on replicate surveys, which significantly reduces the cost in the field. This approach uses the simulated annealing algorithm to find subsampling masks for each vintage. Numerical experiments confirm a direct correlation between increased spectral gap and promising time-lapse reconstruction quality.},
keywords = {ML4SEISMIC, SLIM, time-lapse, acquisition, survey design, wavefield reconstruction, spectral gap, matrix factorization, JRM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/zhang2022ML4SEISMICtss/index.html}
}
@PRESENTATION{yin2022ML4SEISMICutc,
author = {Ziyi Yin and Rafael Orozco and Ali Siahkoohi and Mathias Louboutin and Felix J. Herrmann},
title = {Uncertainty-aware time-lapse {CO$_2$} monitoring with learned end-to-end inversion},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {Seismic monitoring of CO2 sequestration is computationally expensive as it involves modeling of both fluid-flow physics modeling and wave physics and differentiation through the solvers with respect to the subsurface properties of interest. In this talk, we demonstrate the effectiveness of learned coupled inversion framework using a pre-trained Fourier neural operator as a learned surrogate for the fluid-flow simulator, which greatly reduces the cost associated with fluid-flow modeling and differentiation through the solver. We study the effectiveness and correctness of inversion based on Fourier neural operator surrogate and a normalizing flow prior. We also demonstrate the efficacy of this framework on monitoring the growth of CO2 plumes during sequestration, and on uncertainty quantification of the permeability and CO2 plumes with conditional normalizing flow. With this framework, we can further forecast the CO2 plume in the future without any acquired seismic data with uncertainty estimation.},
keywords = {ML4SEISMIC, SLIM, normalizing flows, Fourier neural operators, GCS, conditional normalizing flows, uncertain quantification, machine learning, deep learning, time-lapse, inversion, amortized Bayes},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICutc/index.html}
}
@PRESENTATION{yin2022ML4SEISMICsfg,
author = {Ziyi Yin and Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Mathias Louboutin and Felix J. Herrmann},
title = {Simulation-based framework for geological carbon storage monitoring},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {While various monitoring modalities exist to track the behavior of CO2 plumes to ensure safe operations and compliance with regulatory requirements, active 3D time-lapse seismic monitoring has proven superior but costly. At SLIM, we aim to reduce the operating costs by optimizing acquisition design, to help drive innovations in seismic monitoring acquisition design and imaging, and to test novel time-lapse acquisition and imaging technologies in silico at scale. In this talk, we will introduce our open-source software platform simulation-based monitoring design framework. We demonstrate how to make use of proxy models for seismic properties derived from real 3D imaged seismic and well data to conduct realistic synthetic geological carbon storage projects. Furthermore, we discuss our proposed sparse non-replicated seismic acquisition and cutting-edge methodology to recover the dense data or to directly image the sparse non-replicated via joint recovery model. This automatic workflow ends with deep neural classifiers to detect potential CO2 leakage over seal through pressure-induced fault openings. We envisage the development of an automatic workflow to handle the large number of continuously monitored CO2 injection sites needed to help combat climate change.},
keywords = {ML4SEISMIC, SLIM, CCS, GCS, Imaging, JRM, time-lapse, CAM, machine learning, deep learning, classification, explainability},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICsfg/index.html}
}
@PRESENTATION{yin2022ML4SEISMICavc,
author = {Ali Siahkoohi and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Amortized velocity continuation with Fourier neural operators},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {Velocity continuation aims to map the migration image using one background model to the image using another background model. It is of great importance to quantify the uncertainty in seismic imaging result from various background models. With Fourier neural operators as a learned surrogate, this continuation from a given background model to an unseen background model can be quite accurately estimated with near-zero cost. However, the limitation of the prior art is that the input background model and the survey area are assumed to be fixed. The main contribution of this work is to extend the Fourier neural operator surrogate to be amortized over different given background models and survey areas. We verify the effectiveness of our learned surrogates by a realistic example on different areas of Parihaka dataset against different background models.},
keywords = {ML4SEISMIC, SLIM, Fourier neural operators, velocity continuation, uncertainty quantification},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/yin2022ML4SEISMICavc/index.html}
}
@PRESENTATION{siahkoohi2022ML4SEISMICluq,
author = {Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Felix J. Herrmann},
title = {Low-cost uncertainty quantification for large-scale inverse problems},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {Bayesian inference for large-scale inverse problems is challenged by the computationally costly forward operator evaluations during posterior distribution sampling. Recent advances in variational inference and deep learning reduce these costs by pretraining a neural network capable of sampling the posterior distribution for previously unseen observed data. In geophysical applications, however, the accuracy of these methods depends on sufficiently capturing subsurface variability through a training dataset, which is challenging given the heterogeneity of the Earth’s subsurface and our lack of access to it. Moreover, these methods may be unreliable in the presence of data distribution shifts, e.g., a change in the number of source experiments, noise distribution, or geological features to be imaged. As such, we present a solution that increases the robustness of deep-learning-based Bayesian inference approaches when faced with changes in data distribution. Our proposed method involves a physics-based adaptation to the latent distribution of a conditional normalizing flow that is pretrained to approximate the posterior distribution for previously unseen data. Instead of feeding standard Gaussian latent samples to the conditional normalizing flow, this method parameterizes the latent distribution by a Gaussian distribution with an unknown mean and diagonal covariance, estimated by minimizing the Kullback-Leibler divergence between predicted and true posterior distributions. This method is applicable to a wide range of inverse problems and has the potential to significantly reduce the costs of Bayesian variational inference. By means of a realistic seismic imaging example we demonstrate that the proposed latent distribution adaptation method mitigates the Bayesian inference errors induced by data distribution shifts, including shifts in the forward model and prior distribution.},
keywords = {ML4SEISMIC, SLIM, Variational Inference, Seismic Imaging, Normalizing Flows, Inverse Problems, Uncertainty Quantification},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/siahkoohi2022ML4SEISMICluq/siahkoohi2022ML4SEISMICluq_pres.pdf}
}
@PRESENTATION{orozco2022ML4SEISMICnfr,
author = {Rafael Orozco and Mathias Louboutin and Felix J. Herrmann},
title = {Normalizing flows for regularization of 3D seismic inverse problems},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {We present the first known exploration of a normalizing flow (NF) for generative 3D volumes. First, we tackle computational issues surrounding the high dimensionality of our desired 3D volume output. This is of particular concern in normalizing flows since their invertibility constraint implies equal dimension of output and input. Our findings show that by “freezing” expensive layers we can efficiently train a normalizing flow on 3D volumes. Using this NF architecture, we train a generative model on volume sections of the 3D BG compass model. Our method produces visually plausible generative samples which are efficient to produce. We demonstrate its practical use by using our trained generative model as an implicit prior in a Maximum A Posteriori (MAP) framework. We evaluate this MAP framework by estimating the solution of a inverse problem in seismic imaging. Our method results in higher SNR estimates than the baseline and in less iterations, importantly saving the computational cost of evaluating the expensive 3D PDE solver during optimization. Finally, through scaling analysis of training cost, we show that NF convolutional layers allow this approach to scale favorably to larger volumes.},
keywords = {ML4SEISMIC, SLIM, Uncertainty Quantification, Bayesian Inference, Normalizing Flows, Inverse Problems, 3D, Machine Learning, Deep Learning},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICnfr/index.html}
}
@PRESENTATION{orozco2022ML4SEISMICaos,
author = {Rafael Orozco and Mathias Louboutin and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann},
title = {Adjoint operators as summary functions in amortized Bayesian inference frameworks},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {An important concern in seismic inverse problems is the large and varying size of observed data. The large size can cause computational cost concerns and its varying size (such as when changing receiver geometries) implies the need to rerun inference algorithms from scratch for each new observation. Motivated by these two problems, we take inspiration from the statistics literature which commonly relies on summary statistic of observed data. Summary statistic compress the observed data leaving only information needed for inference. In this work, we argue that the adjoint operator provides a natural candidate for a summary function in the context of physics-based inverse problems. We first mathematically show that for certain general assumptions transforming data under the adjoint operator defines a new conditional distribution which preserves the expectations of the original posterior. We validate our hypothesis by evaluating our framework in a learned amortized inference algorithm. Our seismic and medical synthetic experiments show computational gains and increased quality of point estimates using our framework. We discuss statistical metrics that show our learned posterior is well calibrated therefore justifying its use in uncertainty quantification.},
keywords = {ML4SEISMIC, SLIM, Uncertainty Quantification, Bayesian Inference, Amortized Inference, Normalizing Flows, Inverse Problems, Medical Imaging, Machine Learning, Deep Learning},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/orozco2022ML4SEISMICaos/index.html}
}
@PRESENTATION{louboutin2022ML4SEISMICmos,
author = {Mathias Louboutin and Ziyi Yin and Rafael Orozco and Thomas J. Grady II and Felix J. Herrmann},
title = {ML4Seismic open-source software: updates and developments},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
keywords = {ML4SEISMIC, SLIM, open-source, software},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMICmos/index.html}
}
@PRESENTATION{louboutin2022ML4SEISMIClew,
author = {Mathias Louboutin and Yadhu Kartha and Rafael Orozco and Felix J. Herrmann},
title = {Learned extensions for wave-based simulation and inversion},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {We introduce a new method that explores velocities as an operator (extended velocities) for wave-equation based inversion. Through this extended formulation, we obtain the known benefits of working with subsurface offset volumes. The offset-dependence of these volumes has been studied in the linear case, i.e as part of extended Born scattering and extended least-squares reverse-time migration, but has been avoided for non-linear inversion due to computational concderns and challenges. By using techniques from randomized linear algebra, we will show that we can work with extended velocities for inversion while maintaining an acceptable computational cost much lower than solving one PDE per extended velocity model.},
keywords = {ML4SEISMIC, SLIM, deep learning, wave equation, imaging},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/louboutin2022ML4SEISMIClew/index.html}
}
@PRESENTATION{herrmann2022ML4SEISMICmod,
author = {Felix J. Herrmann},
title = {Meet our digital twin for geological carbon storage},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {By embracing recent developments in simulation-based Bayesian inference—i.e., the task of deriving statistical information from a system based on in silico simulations—we envisage the development of an uncertainty-aware Digital Twin for seismic monitoring of Geologic Carbon Storage (GCS). According to IBM, “A digital twin is a virtual representation of an object or system that spans its lifecycle, is updated from real-time data, and uses simulation, machine learning and reasoning to help decision-making”. This Digital Twin will be designed to maximally benefit from vastly improved abilities to simulate complex phenomena, including the development of CO2 plumes in saline aquifers, and from the ability of neural networks to learn by example as part of inference. For GCS, this means that systematic assessment of uncertainties now becomes possible when observing CO2 plumes from time-lapse geophysical data (e.g., seismic). Because the proposed Digital Twin’s neural networks are taught to produce samples from the probability distribution for the CO2 plume conditioned by the observed time-lapse data, this approach will provide access to this information on uncertainty. As part of ML4Seismic, we are working on various aspects regarding the development of the Digital Twin including: (i) capability to generate realistic time-lapse data in response to CO2 injection in large strongly heterogeneous reservoirs. This simulation framework will facilitate the design of high-fidelity monitoring systems and is unique since it uses proxy Earth models with realistic CO2 plumes and heterogeneity; (ii) An inversion framework capable of producing high-fidelity time-lapse images of CO2 plumes and reservoir properties from time-lapse data collected in response to CO2 injection; (iii) uncertainty-aware data-assimilation framework based on techniques from sequential Bayes and capable of rapidly producing high-fidelity CO2 plume forecasts that are consistent with observed time-lapse data; (iv) A scalable uncertainty-aware early warning system designed to safeguard CO2 injection operations built on the latest insights from interpretable and trustworthy (explainable and robust) machine learning. After describing how to build a Digital Twin for GSC, early results will be presented on the use of Fourier Neural Networks as surrogates for the two-phase flow equations, seismic monitoring with our joint recovery model, and the use of spectral ratio to design low-cost acquisitions for time-lapse seismic.},
keywords = {ML4SEISMIC, SLIM, digital twin, GCS, CCS},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/herrmann2022ML4SEISMICmod/index.html}
}
@PRESENTATION{herrmann2022ML4SEISMICintro,
author = {Felix J. Herrmann},
title = {Introduction to 2022 ML4SEISMIC Partners Meeting},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
keywords = {ML4SEISMIC, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/herrmann2022ML4SEISMICintro/index.html}
}
@PRESENTATION{grady2022ML4SEISMICesn,
author = {Thomas J. Grady II and Rishi Khan and Mathias Louboutin and Ziyi Yin and Philipp A. Witte and Ranveer Chandra and Russell J. Hewett and Felix J. Herrmann},
title = {Effective scaling of numerical surrogates via domain-decomposed Fourier neural operators},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {Numerical surrogates are models which learn to mimic a complex physical process (such as the solution to a PDE produced by a solver) from a set of input/output pairs. Fourier neural operators (FNOs) are a specific type of numerical surrogate which use a learned matched filter to quickly approximate solutions to relatively smooth complex physical processes. In the case of carbon capture sequestration (CCS) technology, FNOs have been shown to well-approximate solutions to the two-phase flow equations, with speedups of 1,000 to 10,000 times at inference time versus a tradtitional solver. This speed combined with the fact that FNOs are differentiable with respect to their input parameters allows for inverse and uncertainty quantification problems to theoretically be solved on real 3D data, a previously intractible task. However, due to the size of the input data, network weights, and optimizer state, FNOs have thus far been limited to small to medium 2D and 3D problems, well below the size of an industry standard such as the Sleipner benchmark. Here we alleviate this problem by proposing a model-parallel FNO which makes use of domain decomposition of the input data and network weights, and exploits architectural features of FNOs to also include a natural form of asynchronous pipeline parallelism. Our network can scale to arbitrary problem sizes on CPU and GPU systems.},
keywords = {ML4SEISMIC, SLIM, Fourier neural operators, deep learning, CCS, HPC},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/grady2022ML4SEISMICesn/index.html}
}
@PRESENTATION{erdinc2022ML4SEISMICdgp,
author = {Huseyin Tuna Erdinc and Abhinav Prakash Gahlot and Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {De-risking GCS projects with explainable {CO$_2$} leakage detection in time-lapse seismic images},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2022},
month = {11},
abstract = {With the global deployment of Carbon, capture and storage (CCS) technology to combat climate change, there is an associated risk of contamination with CO2 leaking back to the atmosphere. Thus, it requires continuous monitoring of CO2 after the injection stops at the storage site. In this work, we generated synthetic CO2 plume development data with both leakage and no leakage scenarios. We trained a convolutional neural network (CNN) discriminative classifier and also a generative classifier and compared their performances in CO2 leakage detection. The accuracy of our discriminative classifier on the test data is 85% and that of the generative classifier is 90%. The Class Activation Mapping (CAM) results of the discriminative classifier and the latent space representation of our dataset in the case of generative classifier strengthens our claims about trustworthy leakage classification.},
keywords = {ML4SEISMIC, SLIM, GCS, CCS, JRM, classification, CAM, explainability, imaging},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2022/erdinc2022ML4SEISMICdgp/index.html}
}
@PRESENTATION{herrmann2022DIRACCudt,
author = {Felix J. Herrmann},
title = {Uncertainty-aware Digital Twin for Monitoring Geological Carbon Storage},
booktitle = {Direct Air Capture Center Meeting},
year = {2022},
month = {11},
note = {(Diracc inaugural meeting, Atlanta)},
keywords = {Diracc, SLIM, CCS, classification, CAM, explainability, time-lapse, uncertain quantification, digital twin},
url = {https://slim.gatech.edu/Publications/Public/Conferences/Diracc/2022/herrmann2022DIRACCudt/index.html}
}
@PRESENTATION{yin2022TRANSFORMjulia,
author = {Ziyi Yin and Mathias Louboutin and Philipp A. Witte and Ali Siahkoohi and Gabrio Rizzuti and Rafael Orozco and Henryk Modzelewski and Felix J. Herrmann},
title = {Julia for Geoscience},
booktitle = {Transform},
year = {2022},
month = {04},
abstract = {In this tutorial, we will introduce the Julia programming language to the geoscience community, covering topics such as I/O, data processing, inversion, and machine learning. We will begin by installing Julia and relevant packages. Through a series of tutorials, we will demonstrate Julia's abstraction power and show how to load and plot data, write your own functions/operators, form and solve a geophysical inverse problem, and demonstrate how to integrate wave-equation solvers in Julia with machine learning frameworks. The intent of this presentation is to provide an introductory level tutorial that will be useful to members of the geoscience community.},
keywords = {TRANSFORM, SLIM, julia, software, JOLI, JUDI, Machine Learning},
url = {https://transform.softwareunderground.org/2022-julia-for-geoscience},
url2 = {https://www.youtube.com/watch?v=HyWfp3NzIbg},
software = {https://github.com/slimgroup/SLIMTutorials}
}
%----- 2021 -----%
@PRESENTATION{zhang2021ML4SEISMICiss,
author = {Yijun Zhang and Felix J. Herrmann},
title = {Improved seismic survey design by maximizing the spectral gap with global optimization},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Random subsampling is increasingly being used in the acquisition of seismic data to shorten the acquisition time and to reduce costs. However, the design of optimal acquisition geometries is still an ongoing area of research. Matrix completion (MC) is a computationally efficient method to reconstruct fully sampled wavefields from sparsely sampled seismic data. In MC theory, the spectral gap (SG), which is a measure of the connectedness of the graph in expander graph theory, has been used to predict, and to some degree quantify, the quality of wavefield reconstruction, given a specific subsampling scheme (acquisition mask). Building on these insights, we propose an optimization scheme, based on simulated annealing, which finds subsampling masks with large SGs that improve the quality of wavefield reconstruction with MC. The experimental results show that the proposed method successfully increases the SG of the subsampling mask starting from randomly initialized masks. Increasing the SG leads to improved connectivity between the sources and receivers and therefore of the wavefield reconstruction. Numerical experiments confirm a direct relationship between increased SG and improved reconstruction quality. This confirms the value SG analysis brings to the design of seismic surveys without the need to carry out expensive wavefield reconstructions to optimize the acquisition design.},
keywords = {ML4SEISMIC, SLIM, acquisition, compressive sensing, survey design, wavefield reconstruction},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/zhang2021ML4SEISMICiss/Tue-10-30-Zhang.pdf}
}
@PRESENTATION{yin2021ML4SEISMICism,
author = {Ziyi Yin and Mathias Louboutin and Felix J. Herrmann},
title = {Improved seismic monitoring of CO2 sequestration with the weighted joint recovery model},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Time-lapse seismic monitoring of CO2 sequestration is challenging because the time-lapse signature of CO2 plumes is weak in amplitude and often contaminated by imaging artifacts due to coarsely sampled, noisy, and non-replicated surveys. In this talk, we present a sparsity-promoting least-squares imaging method where the baseline, and the current and past monitor surveys are inverted jointly. We demonstrate that the sensitivity of seismic monitoring can be improved by inverting for the common component—i.e., the component shared by all vintages, and innovations with respect to this common component. Combining this joint approach with weighted l1,2-norm minimization leads to a monitoring scheme capable of detecting irregular CO2-plume growth in a realistic geological setting.},
keywords = {ML4SEISMIC, SLIM, CCS, Compressive Sensing, Imaging, JRM, time-lapse},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/yin2021ML4SEISMICism/Tue-11-20-Yin.html}
}
@PRESENTATION{witte2021ML4SEISMICrtc,
author = {Philipp A. Witte},
title = {Redwood – towards clusterless supercomputing in the cloud},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {We present Redwood, a Julia framework for clusterless supercomputing in the cloud. Redwood provides a set of distributed programming macros that enable users to remotely execute Julia functions in parallel through cloud services for batch and serverless computing. We present the architecture and design of Redwood, as well as its application to existing Julia packages for machine learning and inverse problems.},
keywords = {ML4SEISMIC, SLIM, HPC, clusterless, julia, cloud computing},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/witte2021ML4SEISMICrtc/Mon-10-30-Witte.pdf}
}
@PRESENTATION{siahkoohi2021ML4SEISMICuqi,
author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann},
title = {Uncertainty quantification in imaging and automatic horizon tracking—a Bayesian deep-prior based approach},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {In inverse problems, uncertainty quantification (UQ) deals with a probabilistic description of the solution nonuniqueness and data noise sensitivity. Setting seismic imaging into a Bayesian framework allows for a principled way of studying uncertainty by solving for the model posterior distribution. Imaging, however, typically constitutes only the first stage of a sequential workflow, and UQ becomes even more relevant when applied to subsequent tasks that are highly sensitive to the inversion outcome. In this paper, we focus on how UQ trickles down to horizon tracking for the determination of stratigraphic models and investigate its sensitivity with respect to the imaging result. As such, the main contribution of this work consists in a data-guided approach to horizon tracking uncertainty analysis. This work is fundamentally based on a special reparameterization of reflectivity, known as “deep prior”. Feasible models are restricted to the output of a convolutional neural network with a fixed input, while weights and biases are Gaussian random variables. Given a deep prior model, the network parameters are sampled from the posterior distribution via a Markov chain Monte Carlo method, from which the conditional mean and point-wise standard deviation of the inferred reflectivities are approximated. For each sample of the posterior distribution, a reflectivity is generated, and the horizons are tracked automatically. In this way, uncertainty on model parameters naturally translates to horizon tracking. As part of the validation for the proposed approach, we verified that the estimated confidence intervals for the horizon tracking coincide with geologically complex regions, such as faults.},
keywords = {ML4SEISMIC, SLIM, horizon picking, Imaging, machine learning, Uncertainty quantification},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICuqi/Mon-11-20-Siahkoohi.pdf}
}
@PRESENTATION{siahkoohi2021ML4SEISMICmcn,
author = {Ali Siahkoohi and Rafael Orozco and Gabrio Rizzuti and Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann},
title = {Multifidelity conditional normalizing flows for physics-guided Bayesian inference},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {We introduce a scalable Bayesian inference approach that combines techniques from deep learning with a physic-based variational inference formulation. Bayesian inference for ill-posed inverse problems is challenged by the high-dimensionality of the unknown, computationally expensive forward operator, and choosing a prior distribution that accurately encodes prior knowledge on the unknown. To handle this situation and to assess uncertainty, we propose to approximate the posterior distribution using a pretrained conditional normalizing flow, which is trained on existing low- and high-fidelity estimations of the unknown. To further improve the accuracy of this approximation, we use transfer learning and finetune this normalizing flow by minimizing the Kullback-Leibler divergence between the predicted and the desired high-fidelity posterior density. This amounts to minimizing a physic-based variational inference objective with respect to the network weights, which we believe might scale better than Bayesian inference with Markov Chain sampling methods. We apply the proposed Bayesian inference approach to seismic imaging where we use quasi-real data obtained from the Parihaka dataset.},
keywords = {ML4SEISMIC, SLIM, deep learning, Normalizing flows, seismic imaging, Variational Inference},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/siahkoohi2021ML4SEISMICmcn/Mon-11-45-Siahkoohi.pdf}
}
@PRESENTATION{rizzuti2021ML4SEISMICdfw,
author = {Gabrio Rizzuti and Mathias Louboutin and Rongrong Wang and Felix J. Herrmann},
title = {A dual formulation of wavefield reconstruction inversion for large-scale seismic inversion},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Many of the seismic inversion techniques currently proposed that focus on robustness with respect to the background model choice are not apt to large-scale 3D applications, and the methods that are computationally feasible for industrial problems, such as full waveform inversion, are notoriously limited by convergence stagnation and require adequate starting models. We propose a novel solution that is both scalable and less sensitive to starting models or inaccurate parameters (such as anisotropy) that are typically kept fixed during inversion. It is based on a dual reformulation of the classical wavefield reconstruction inversion, whose empirical robustness with respect to these issues is well documented in the literature. While the classical version is not suited to 3D, as it leverages expensive frequency-domain solvers for the wave equation, our proposal allows the deployment of state-of-the-art time-domain finite-difference methods, and is potentially mature for industrial-scale problems.},
keywords = {ML4SEISMIC, SLIM, FWI, WRI, wave-equation},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/rizzuti2021ML4SEISMICdfw/Tue-10-55-Rizzuti.pdf}
}
@PRESENTATION{orozco2021ML4SEISMICvia,
author = {Rafael Orozco and Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann},
title = {Variational inference for artifact removal of adjoint solutions in photoacoustic problems},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Photoacoustic is a medical imaging modality which combines light and ultrasound waves to image internal structures of biological tissue. The inverse problem reconstructs the tissue initially excited by light given propagated ultrasound data at receivers outside the tissue. Due to noisy, limited-view and sparse receiver data, traditional time-reversal adjoint solutions are highly ill-posed. This necessitates uncertainty quantification to communicate to practitioners which areas of the image can be trusted. We propose a framework which leverages a machine learning based method (Conditional Normalizing Flows) to learn the full posterior distribution of viable solutions given the time-reversal adjoint solution. We show that areas of calculated uncertainty correlate with structures that are known to be difficult to image. In addition, we also propose a MAP based solution, which solves the variational least-squares problem while using the trained Conditional Normalizing Flow as a prior distribution.},
keywords = {ML4SEISMIC, SLIM, Photoacoustic, Normalizing flow, Variational inference, conditional prior, deep image, MAP},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/orozco2021ML4SEISMICvia/Tue-09-00-Orozco.html}
}
@PRESENTATION{louboutin2021ML4SEISMICrla,
author = {Mathias Louboutin and Felix J. Herrmann},
title = {Randomized linear algebra for inversion},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Inverse problems in exploration geophysics or machine learning heavily relies on linear algebra and large matrices manipulations. To tackle the growing cost of storing these matrices, randomized algorithms have been developed to obtain information from these matrices via randomized sketching. Inspired by previous work on extended image volumes, we will first show in this talk how the seismic imaging condition can be expressed in a randomized linear algebra framework leading to drastic memory savings. In a second part, we will extend this idea to convolutional neural networks to reduce the memory cost of training by orders of magnitude. We will demonstrate the practicality of these methods on representative examples.},
keywords = {ML4SEISMIC, SLIM, software, randomized linear algebra, HPC, inversion, FWI},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/louboutin2021ML4SEISMICrla/Tue-10-20-Louboutin.pdf}
}
@PRESENTATION{louboutin2021ML4SEISMICmos,
author = {Mathias Louboutin},
title = {ML4Seismic open source software environment},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Software is at the core of research and development in inverse problems. At SLIM, we have experience developing scalable and performant software, such as our legacy parallel MATLAB framework. With ML4Seismic, we are dedicated to build on this experience to develop HPC open source software (OSS) for the scientific community in collaboration with our partners. In this talk, we will describe our OSS Julia and Python environment, our high-level abstraction principles, and the range of solutions we offer for seismic processing and inversion and for machine learning. We will emphasize our aim to provide scalable software that can be easily applied to industrial problems.},
keywords = {ML4SEISMIC, SLIM, software},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/louboutin2021ML4SEISMICmos/Mon-10-10-Louboutin.pdf}
}
@PRESENTATION{herrmann2021ML4SEISMICintro,
author = {Felix J. Herrmann},
title = {Introduction inaugural ML4Seismic Partners Meeting},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {During this presentation, an overview of the 2021 ML4Seismic Program will be given including organization of the meeting, setup of ML4Seismic, and the Informal Sessions in the afternoon.},
keywords = {ML4SEISMIC, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/herrmann2021ML4SEISMICintro/Mon-09-00-Herrmann.pdf}
}
@PRESENTATION{grady2021ML4SEISMICdfn,
author = {Thomas J. Grady II and Rishi Khan and Felix J. Herrmann},
title = {Distributed Fourier Neural Operators},
booktitle = {ML4SEISMIC Partners Meeting},
year = {2021},
month = {11},
abstract = {Fourier Neural Operators (FNOs) are a class of neural operator, which use weightings on the Fourier transform of their inputs to approximate infinite-dimensional mappings between function spaces. They are particularly useful in approximating the solutions of smooth parametric (e.g. by permeability) partial differential equations (PDEs), and once trained are capable of producing a nearly identical output to a traditional numerical solver roughly three orders of magnitude faster, making them very useful in a wide variety of engineering applications that require repeated PDE solves (e.g. during uncertainty quantification). Until now, FNOs have been limited to small problems, as their memory intensive design makes them difficult to scale in a traditional machine learning setting on a single computer or GPU. In this work, a decomposition scheme is described and implemented in PyTorch using the DistDL distributed deep learning framework, which is capable of scaling FNOs to arbitrary dimension and input size running on many nodes in a distributed memory system. This parallel implementations allows FNOs to be trained and run on problems of a practical scale on both CPU and GPU clusters.},
keywords = {ML4SEISMIC, SLIM, Fourier neural operators, deep learning, CCS},
url = {https://slim.gatech.edu/Publications/Public/Conferences/ML4SEISMIC/2021/grady2021ML4SEISMICdfn/Tue-12-10-Grady.pdf}
}
%----- 2020 -----%
@PRESENTATION{siahkoohi2020SEGCHAPTERGTdlbuq,
title = {A deep-learning based Bayesian approach to seismic imaging and uncertainty quantification},
booktitle = {GT SEG Student Chapter},
year = {2020},
abstract = {Uncertainty quantification is essential when dealing with
ill-conditioned inverse problems due to the inherent nonuniqueness of the
solution. Bayesian approaches allow us to determine how likely an estimation
of the unknown parameters is via formulating the posterior distribution.
Unfortunately, it is often not possible to formulate a prior distribution
that precisely encodes our prior knowledge about the unknown. Furthermore,
adherence to handcrafted priors may greatly bias the outcome of the Bayesian
analysis. To address this issue, we propose to use the functional form of a
randomly initialized convolutional neural network as an implicit structured
prior, which is shown to promote natural images and excludes images with
unnatural noise. In order to incorporate the model uncertainty into the final
estimate, we sample the posterior distribution using stochastic gradient
Langevin dynamics and perform Bayesian model averaging on the obtained
samples. Our synthetic numerical experiment verifies that deep priors
combined with Bayesian model averaging are able to partially circumvent
imaging artifacts and reduce the risk of overfitting in the presence of
extreme noise. Finally, we present pointwise variance of the estimates as a
measure of uncertainty, which coincides with regions that are more difficult
to image.},
keywords = {deep learning, seismic imaging, stochastic gradient Langevin dynamics, uncertainty quantification},
note = {(SEG Student Chapter)},
url = {https://slim.gatech.edu/Publications/Public/Lectures/SEGCHAPTERGT/2020/siahkoohi2020SEGCHAPTERGTdlbuq/siahkoohi2020SEGCHAPTERGTdlbuq.pdf},
author = {Ali Siahkoohi and Gabrio Rizzuti and Felix J. Herrmann}
}
%----- 2019 -----%
@PRESENTATION{Herrmann2019SEGDL,
title = {Sometimes it pays to be cheap – Compressive time-lapse seismic data acquisition},
booktitle = {SEG Distinguished Lecture},
organization = {Society of Exploration Geophysicists},
year = {2019},
abstract = {During these times of sustained low oil prices, it is essential to look for new innovative ways to collect (time-lapse) seismic data at reduced costs and preferably also at reduced environmental impact. By now, there is an increasing body of corroborating evidence — whether these are simulated case studies or actual acquisitions on land and marine — that seismic acquisition based on the principles of compressive sensing delivers on this premise by removing the need to acquire replicated dense surveys. Up to ten-fold increases in acquisition efficiency have been reported by industry while there are indications that this breakthrough is only the beginning of a paradigm shift where full-azimuth time-lapse processing will become a reality. To familiarize the audience with this new technology, I will first describe the basics of compressive sensing, how it relates to missing-trace interpolation and simultaneous source acquisition, followed by how this technology is driving innovations in full-azimuth (time-lapse) acquisition, yielding high-fidelity data with a high degree of repeatability and at a fraction of the costs.},
keywords = {presentation, Compressive Sensing, Time-lapse Marine Acquisition},
note = {(SEG Distinguished Lecture)},
url = {https://slim.gatech.edu/Publications/Public/Lectures/SEG-DL/2019/Herrmann2019SEGDL/Herrmann2019SEGDL/},
url2 = {https://slim.gatech.edu/Publications/Public/Lectures/SEG-DL/2019/Herrmann2019SEGDL/Herrmann2019SEGDL.pdf},
author = {Felix J. Herrmann}
}
@PRESENTATION{witte2019HOTCSEdsagip,
title = {Domain-specific abstractions for large-scale geophysical inverse problems},
booktitle = {HotCSE Seminar},
year = {2019},
abstract = {During these times of sustained low oil prices, it is essential to look for new innovative ways to collect (time-lapse) seismic data at reduced costs and preferably also at reduced environmental impact. By now, there is an increasing body of corroborating evidence — whether these are simulated case studies or actual acquisitions on land and marine — that seismic acquisition based on the principles of compressive sensing delivers on this premise by removing the need to acquire replicated dense surveys. Up to ten-fold increases in acquisition efficiency have been reported by industry while there are indications that this breakthrough is only the beginning of a paradigm shift where full-azimuth time-lapse processing will become a reality. To familiarize the audience with this new technology, I will first describe the basics of compressive sensing, how it relates to missing-trace interpolation and simultaneous source acquisition, followed by how this technology is driving innovations in full-azimuth (time-lapse) acquisition, yielding high-fidelity data with a high degree of repeatability and at a fraction of the costs.},
keywords = {software, julia, large-scale, inversion, full-waveform-inversion, imaging},
note = {(HotCSE)},
url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2019/witte2019HOTCSEdsagip/witte2019HOTCSEdsagip.pdf},
author = {Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@PRESENTATION{herrmann2019HOTCSEliwcuq,
title = {Learned imaging with constraints and uncertainty quantification},
booktitle = {HotCSE Seminar},
year = {2019},
abstract = {We outline new approaches to incorporate ideas from convolutional networks into wave-based least-squares imaging. The aim is to combine hand-crafted constraints with deep convolutional networks allowing us to directly train a network capable of generating samples from the posterior. The main contributions include combination of weak deep priors with hard handcrafted constraints and a possible new way to sample the posterior.},
keywords = {HotCSE, Uncertainty quantification, Deep Learning, Imaging, Expectation Maximization},
note = {(HotCSE)},
url = {https://slim.gatech.edu/Publications/Public/Lectures/HotCSE/2019/herrmann2019HOTCSEliwcuq/herrmann2019HOTCSEliwcuq.pdf},
author = {Felix J. Herrmann and Ali Siahkoohi and Gabrio Rizzuti}
}
%----- 2017 (FALL) -----%
@PRESENTATION{alfaraj2017SINBADFros,
title = {Reconstruction of S-waves from low-cost randomized acquisition},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Due to the lower shear wave velocity compared with compressional waves, finer spatial sampling is required to properly record the earlier according to the Nyquist sampling criterion. To avoid higher acquisition costs and to utilize the multicomponent data to its available full extent, we propose acquiring randomly undersampled ocean bottom seismic data. We present two up- and down-going shear wave reconstruction methods: (i) rank minimization reconstruction followed by elastic wavefield decomposition, and (ii) sparsity promoting joint interpolation decomposition using all the multicomponent data in one optimization problem.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/alfaraj2017SINBADFros/alfaraj2017SINBADFros.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/alfaraj2017SINBADFros/alfaraj2017SINBADFros.mov},
author = {Ali M. Alfaraj and Rajiv Kumar and Felix J. Herrmann}
}
@PRESENTATION{daskalakis2017SINBADFsof,
title = {Stochastic Optimization from the perspective of dynamical systems},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We present improvements to a family of methods (Linearized Bregman, Kaczmarz and Stochastic Gradient Descent) that are often use in optimization problems. We explain the link of those methods with dynamical systems and we draw ideas for improving their performance. We use a simple idea to improve the stability and the performance of our family of optimization methods especially for ill-posed, inconsistent large-scale problems. Finally we present an application at a least squares migration problem, which highlight the importance of the suggested improvements on large scale Geophysical problems.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/daskalakis2017SINBADFsof/daskalakis2017SINBADFsof.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/daskalakis2017SINBADFsof/daskalakis2017SINBADFsof.m4v},
author = {Emmanouil Daskalakis and Rachel Kuske and Mengmeng Yang and Felix J. Herrmann}
}
@PRESENTATION{fang2017SINBADFpfg,
title = {PDE-free Gauss-Newton Hessian for Wavefield Reconstruction Inversion},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {In this work, we present a PDE-free Gauss-Newton Hessian for Wavefield Reconstruction Inversion. With this PDE-free Gauss-Newton Hessian, we can compute matrix-vector products without additional PDE solves. Thus, we are able to use the second order optimization method Gauss-Newton method with a roughly equal computational cost of first-order methods such as the gradient-descent method.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/fang2017SINBADFpfg/fang2017SINBADFpfg.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/fang2017SINBADFpfg/fang2017SINBADFpfg.mov},
author = {Zhilong Fang and Felix J. Herrmann}
}
@PRESENTATION{graff2017SINBADFlrp,
title = {Low-rank representation of omnidirectional subsurface extended image volumes},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Extended image volumes are an important migration tool in seismic exploration. However the computation and the storage of omnidirectional subsurface extended image volumes are usually prohibitive. That is why some solutions have been already proposed for instance by focusing on horizontal offsets only. In our work, we will consider a linear algebra approach to deal with the low-rank representation of extended image volumes with full offsets. We will never build entirely the resulting matrix but get only actions of it on well-chosen probing vectors, based on Low-Rank decomposition or randomized SVD. This representation allows us to have access to all the energy of the extended image volume matrix and still limits the storage of the information and the computational cost.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/graff2017SINBADFlrp/graff2017SINBADFlrp.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/graff2017SINBADFlrp/graff2017SINBADFlrp.mov},
author = {Marie Graff-Kray and Rajiv Kumar and Felix J. Herrmann}
}
@PRESENTATION{herrmann2017SINBADFhrc,
title = {Highly repeatable 3D compressive full-azimuth towed-streamer time-lapse acquisition –- a numerical feasibility study at scale},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Most conventional 3D time-lapse (or 4D) acquisitions are ocean-bottom cable (OBC) or ocean-bottom node (OBN) surveys since these surveys are relatively easy to replicate compared to towed-streamer surveys. To attain high degrees of repeatability, survey replicability and dense periodic sampling has become the norm for 4D surveys that renders this technology expensive. Conventional towed-streamer acquisitions suffer from limited illumination of subsurface due to narrow azimuth. Although, acquisition techniques such as multi-azimuth, wide-azimuth, rich-azimuth acquisition, etc., have been developed to illuminate the subsurface from all possible angles, these techniques can be prohibitively expensive for densely sampled surveys. This leads to uneven sampling, i.e., dense receiver and coarse source sampling or vice-versa, in order to make these acquisitions more affordable. Motivated by the design principles of Compressive Sensing (CS), we acquire economic, randomly subsampled (or compressive) and simultaneous towed-streamer time-lapse data without the need of replicating the surveys. We recover densely sampled time-lapse data on one and the same periodic grid by using a joint-recovery model (JRM) that exploits shared information among different time-lapse recordings, coupled with a computationally cheap and scalable rank-minimization technique. The acquisition is low cost since we have subsampled measurements (about 70% subsampled), simulated with a simultaneous long-offset acquisition configuration of two source vessels travelling across a survey area at random azimuths. We analyze the performance of our proposed compressive acquisition and subsequent recovery strategy by conducting a synthetic, at scale, seismic experiment on a 3D time-lapse model containing geological features such as channel systems, dipping and faulted beds, unconformities and a gas cloud. Our findings indicate that the insistence on replicability between surveys and the need for OBC/OBN 4D surveys can, perhaps, be relaxed. Moreover, this is a natural next step beyond the successful CS acquisition examples discussed during this session.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFhrc/herrmann2017SINBADFhrc.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFhrc/herrmann2017SINBADFhrc.mov},
author = {Felix J. Herrmann and Rajiv Kumar and Haneet Wason and Shashin Sharan and Felix Oghenekohwo}
}
@PRESENTATION{herrmann2017SINBADFofp,
title = {Overview & {Future} {Plans} {SINBAD} {Consortium}},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFofp/herrmann2017SINBADFofp.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/herrmann2017SINBADFofp/herrmann2017SINBADFofp.mov},
author = {Felix J. Herrmann}
}
@PRESENTATION{kumar2017SINBADFfas,
title = {Full-azimuth seismic data processing w/ coil acquisition},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {In this work, we will demonstrate the performance of our in-house 5D low-rank based interpolation method on a seismic data acquired using coil shooting full-azimuth acquisition. We will show that we can recover full-azimuthal interpolated data from highly subsampled data, where the subsampling ratio is 4%. This is the first time, we are testing our interpolation ideas on real 3D marine seismic data acquisition. Our findings show that we can avoid the general practice of windowing the data while performing the interpolation, specially using rank-minimization based framework.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/kumar2017SINBADFfas/kumar2017SINBADFfas.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/kumar2017SINBADFfas/kumar2017SINBADFfas.mov},
author = {Rajiv Kumar and Nick Moldoveanu and Keegan Lensink and Felix J. Herrmann}
}
@PRESENTATION{kumar2017SINBADFmdt,
title = {Multi-domain target-oriented imaging using extreme-scale matrix factorization},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {In this work, we present an alternative approach to redatum both source and receivers at depth, under the framework of reflectivity-based extended images with two-way wave propagation in the background medium. We propose a randomized svd based probing scheme that takes advantage of the algebraic structure of the extended imaging system to overcome the computational cost and memory usage associated with the number of wave-equation solutions and explicit storage employed by conventional migration methods. Experimental results on complex geological models demonstrate the efficacy of proposed methodology in performing multi-domain target imaging.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/kumar2017SINBADFmdt/kumar2017SINBADFmdt.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/kumar2017SINBADFmdt/kumar2017SINBADFmdt.mov},
author = {Rajiv Kumar and Marie Graff-Kray and Ivan Vasconcelos and Felix J. Herrmann}
}
@PRESENTATION{lopez2017SINBADFagf,
title = {A Guide for Successful Low-Rank Matrix Recovery in Seismic Applications},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {This talk presents recent results in the theory of low-rank matrix recovery as heuristics for seismic practitioners. In the theory of matrix completion, we discuss the spectral gap as a means to quantify how successful a given sub sampling scheme will be for trace interpolation. Additionally, we consider previously proposed random sampling techniques and develop conditions on the sampling distribution that guarantees successful low-rank matrix recovery. The results apply to time-jittered acquisition, off-the-grid trace interpolation and source separation for simultaneous towed-streamer marine acquisition. Put together, the talk provides practical instruments that help design acquisition schemes in favor of rank penalization techniques.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/lopez2017SINBADFagf/lopez2017SINBADFagf.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/lopez2017SINBADFagf/lopez2017SINBADFagf.mov},
author = {Oscar Lopez and Rajiv Kumar}
}
@PRESENTATION{lopez2017SINBADFmci,
title = {Matrix Completion in Parallel Architectures: Julia Implementation},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Matrix completion techniques offer potential tools for frugal seismic data acquisition, where dense acquisition is replaced by optimization. This shift of focus means that efficient numerical methods are critical for the implementation of these techniques in large-scale seismic applications. To this end, this talk modifies rank-penalization methodologies to suit parallel architectures. By adopting factorization-based alternating minimization schemes, each program can be decoupled into independent sub-problems handled in parallel. We showcase a distributed parallel execution in Julia and explore the scalability of the approach.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/lopez2017SINBADFmci/lopez2017SINBADFmci.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/lopez2017SINBADFmci/lopez2017SINBADFmci.mov},
author = {Oscar Lopez and Keegan Lensink and Rajiv Kumar and Henryk Modzelewski}
}
@PRESENTATION{louboutin2017SINBADFddg,
title = {Data driven Gradient Sampling for seismic inversion},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We present in this work an extension of the Gradient Sampling algorithm presented at the last EAGE in Paris. We previously showed the potential of this algorithm playing with implicit time-shifts to represent the wavefield of a slightly perturbed velocity model. We introduce an extension where the weights of the Gradient Sampling algorithm are obtained with the solve of data-based quadratic subproblem instead of at random. The update direction is the a more accurate representation of the true Gradient Sampling update direction.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/louboutin2017SINBADFddg/louboutin2017SINBADFddg.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/louboutin2017SINBADFddg/louboutin2017SINBADFddg.mov},
author = {Mathias Louboutin and Felix J. Herrmann}
}
@PRESENTATION{louboutin2017SINBADFldi,
title = {Latest developments in Devito},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We present an overview of the latest developments in Devito. We introduced Devito in the previous meeting as a prototype finite-difference DSL for seismic modelling and inversion. We are presenting here the latest improvements and functionalities of Devito. We will also discuss the current future plans as well as non-supported features that the audience may be interested in. This presentation will be followed by/mixed with a hands-in tutorial if the time and resources allows it.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/louboutin2017SINBADFldi/louboutin2017SINBADFldi.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/louboutin2017SINBADFldi/louboutin2017SINBADFldi.mov},
author = {Mathias Louboutin and Michael Lange and Fabio Luporini and Navjot Kurjeka and Jan Hueckelheim and Gerard Gorman and Philipp A. Witte and Felix J. Herrmann}
}
@PRESENTATION{peters2017SINBADFaaj,
title = {Algorithms and Julia software for FWI with multiple constraints},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We present a framework to add multiple convex and non-convex constraints to nonlinear inverse problems, specifically FWI. The constraints mitigate problems related to noisy data, artifacts arising from working with very few simultaneous sources, inaccurate starting models and using approximate physical forward models. Compared to earlier work at SLIM, the current framework is algorithmically simpler and computationally more efficient. We show examples where the model estimation is improved when we use very limited prior knowledge directly as constraints. We also present the software implementation in Julia and how it is used together with other software that compute data-misfit values and gradients w.r.t. the model parameters.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/peters2017SINBADFaaj/peters2017SINBADFaaj.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/peters2017SINBADFaaj/peters2017SINBADFaaj.m4v},
author = {Bas Peters and Felix J. Herrmann}
}
@PRESENTATION{sharan2017SINBADFtts,
title = {Tracking the spatial-temporal evolution of fractures by microseismic source collocation},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Unlike conventional reservoirs, unconventional plays are not naturally viable for economical production of oil and gas. They require stimulation by injecting high-pressure fluid causing fractures in the rocks. These fractures make the medium more permeable, hence, the extraction of oil and gas becomes feasible. For drilling purposes and to prevent potentially hazardous situations, we need to have good knowledge of the location of these fractures. Also, we need to have good knowledge about how these fractures originated in time. Hydraulic fracturing changes stress in rocks, which results in the emission of microseismic waves. The opening of cracks due to high pressure fluid injection during hydraulic fracturing mainly causes this change in stress in the rocks. Therefore, microseismic events are mostly localized along these fractures and have finite energy along time. To accurately track the evolution of fractures in both space and time, we need to locate closely spaced microseismic events along these fractures activating at very small time intervals. A naive approach can be the back propagation of the observed data to find out a point in space and time where maximum focusing of back propagating energy occurs. This point corresponds to the location and origin time of a microseismic source. This approach, although simpler, suffers from low resolution and requires scanning of complete 4D volume (3D in space and 1D in time). Hence, this method can be challenging when there are multiple closely spaced microseismic sources originating at different times. We in this work propose a sparsity promotion based method that can locate closely spaced microseismic events, with spatial separation as low as within half a wavelength, activating at small time intervals. We simultaneously estimate the origin time of microseismic events by estimating their source time functions. Our method exploits the fact that microseismic events are localized in space and have finite energy. We use accelerated Linearized Bregman algorithm with a preconditioning operator to arrive at a computationally feasible scheme.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/sharan2017SINBADFtts/sharan2017SINBADFtts.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/sharan2017SINBADFtts/sharan2017SINBADFtts.mov},
author = {Shashin Sharan and Rongrong Wang and Felix J. Herrmann}
}
@PRESENTATION{siahkoohi2017SINBADFsdi,
title = {Seismic data interpolation with Generative Adversarial Networks},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {In this project we implement an algorithm to predict the missing traces in the seismic shot gathers. The missing traces can be either regular or irregular. Any interpolation scheme assumes a prior knowledge on the data. Here the prior information used to interpolate the data is obtained from interaction of two trained deep neural networks, namely Generator and Discriminator. The combination of these two neural networks is called Generative Adversarial Network (GAN). GAN is trained on finely sampled seismic shot gathers. By employing the trained GAN we can project shot gathers with missing traces into the domain of the generator network. Then by computing the output of generator given the found projection, we can fill in the initial gather.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/siahkoohi2017SINBADFsdi/siahkoohi2017SINBADFsdi.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/siahkoohi2017SINBADFsdi/siahkoohi2017SINBADFsdi.mov},
author = {Ali Siahkoohi and Felix J. Herrmann}
}
@PRESENTATION{wang2017SINBADFnra,
title = {Noise robust and time-domain formulations of Wavefield Reconstruction Inversion},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We propose a wave-equation-based subsurface inversion method that in many cases is more robust than conventional Full-Waveform Inversion. The new formulation is written in a denoising form that allows the synthetic data to match the observed ones up to a small error. Compared to regular Full-Waveform Inversion, our method treats the noise arising from the data meassuring/recording process and that from the synthetic modelling process separately. Compared to Wavefields Reconstruction Inversion, the new formulation mitigates the difficulty of choosing the penalty parameter λ. To solve the proposed optimization problem, we develop an efficient frequency domain algorithm that alternatively updates the model and the data. Numerical experiments confirm strong stability of the proposed method by comparisons between the results of our algorithm with that from both plain FWI and a weighted formulation of the FWI. We also discuss a new memory efficient time-domain formulation for Wavefield Reconstruction Inversion based on duality.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/wang2017SINBADFnra/wang2017SINBADFnra.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/wang2017SINBADFnra/wang2017SINBADFnra.mov},
author = {Rongrong Wang and Mathias Louboutin and Bas Peters and Emmanouil Daskalakis and Felix J. Herrmann}
}
@PRESENTATION{witte2017SINBADFals,
title = {A large-scale framework in Julia for fast prototyping of seismic inversion algorithms},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {We present our progress on a large-scale seismic modeling workflow in Julia for wave-equation based inversion. The software offers a range of high-level abstractions to easily express PDE constrained optimization problems in terms of linear algebra expressions, while utilizing the DSL Devito to symbolically express the underlying PDEs and to generate fast and parallel code for solving them. Data containers and linear operators can be set up without much effort from input SEG-Y data and scale to large-scale 3D applications. This talk provides an overview of the basic functionalities of our software and applications to least squares imaging and 3D FWI.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/witte2017SINBADFals/witte2017SINBADFals.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/witte2017SINBADFals/witte2017SINBADFals.mov},
author = {Philipp A. Witte and Mathias Louboutin and Felix J. Herrmann}
}
@PRESENTATION{yang2017SINBADFiwm,
title = {Imaging with multiples in shallow water},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Based on the latest developments of research in inversion technology with optimization, researchers have made significant progress in the implementation of least-squares reverse-time migration (LS-RTM) of primaries. In Marine data however, these applications rely on the success of a pre-imaging separation of primaries and multiples, which can be modeled as a multi-dimensional convolution between the vertical derivative of the surface-free Green’s function and the down-going receiver wavefield. Instead of imaging the primaries and multiples separately, we implement the LS-RTM of the total down-going wavefield by combining areal source injection and linearized Born modelling, where strong surface related multiples are generated from a strong density variation at the ocean bottom. The advantage including surface related multiples in LS-RTM is the extra illumination we obtain from these multiples without incurring additional computational costs related to carrying out multi-dimensional convolutions part of conventional multiple prediction procedures. Even though we are able to avert these computational costs, our approach shares the large costs of LS-RTM. We reduce these costs by combining randomized source subsampling with our sparsity-promoting imaging technology, which produces artifact-free, high-resolution images, with the surface-related multiples migrated properly.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/yang2017SINBADFiwm/yang2017SINBADFiwm.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/yang2017SINBADFiwm/yang2017SINBADFiwm.mov},
author = {Mengmeng Yang and Emmanouil Daskalakis and Felix J. Herrmann}
}
@PRESENTATION{zhang2017SINBADFmsd,
title = {Massive seismic data compression & recovery w/ on-the-fly data extraction},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2017},
abstract = {Industrial seismic exploration has moved towards complex geological areas, which requires typically long-offset and dense sampling data in order to avoid aliasing and inaccuracy in wave-equation based inversion algorithms. These strict requirements lead to massive data volume size and prohibitive demands on computational resources. In this work, we propose to compress our dense data in hierarchical Tucker tensor format by exploiting the low-rank structure of the data in a transformed domain. Then, we devise on-the-fly common shot or receiver gather extraction directly via the highly compressed factors. In subsampling scenarios, by interpolating this novel tensor format, we can also reconstruct the shot or receiver gather on a per-query basis rather than expanding the data to its fully-sampled form. We demonstrate the effective performance of our proposed technique on 3D stochastic full-waveform inversion, which allows the stochastic algorithm to extract shot gathers as it requires them throughout the inversion process. Moreover, we finally show how to computational effectively generate the CIGs from this compressed low-rank tensor representation of the data with the help of fast simultaneous shot or receiver gather generation.},
keywords = {presentation, SINBAD, SINBADFALL2017, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/zhang2017SINBADFmsd/zhang2017SINBADFmsd.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2017/Fall/zhang2017SINBADFmsd/zhang2017SINBADFmsd.mov},
author = {Yiming Zhang and Curt Da Silva and Rajiv Kumar and Felix J. Herrmann}
}
%----- 2016 (FALL) -----%
@PRESENTATION{bougher2016SINBADFaaa,
title = {Amplitude vs. angle analysis as an unsupervised learning problem},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2016},
abstract = {Amplitude vs. angle analysis (AVA) of pre-stack seismic
data is a commonly used method for inferring
petrophysical information from seismic
data. Conventionally, a two-term linearized rock
physics model (Shuey equation) is used to invert
angle-domain common-image gathers. Multivariate
analysis of the inverted terms leads to a background
of siliciclastic interfaces, where outlying points
are associated with hydrocarbon saturated sands.
The acquisition and processing of seismic data does
not result in highly-calibrated measurements that
adhere to the rock physics model, which often
inhibits the success of AVA analysis. We offer an
alternative approach that uses PCA-based methods to
learn projections directly from the data without the
need of a physical model. Results on synthetic and
field data show that PCA-based projections can
improve segmentation of potential reservoirs in
seismic data.},
keywords = {presentation, SINBAD, SINBADFALL2016, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/bougher2016SINBADFaaa/bougher2016SINBADFaaa.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/bougher2016SINBADFaaa/bougher2016SINBADFaaa.mov},
author = {Ben B. Bougher and Felix J. Herrmann}
}
@PRESENTATION{dasilva2016SINBADFccs,
title = {Composite convex smooth optimization with seismic data processing applications},
booktitle = {SINBAD Fall consortium talks},
organization = {SINBAD},
year = {2016},
abstract = {In this work, we show a general technique for solving
optimization problems that are comprised of
minimizing a composition of a convex, non-smooth
function with a smooth function. We demonstrate this
technique in the seismic data processing context
applied to robust missing trace interpolation in the
low-rank Hierarchical Tucker tensor format as well
as cosparsity-based missing trace interpolation.},
keywords = {presentation, SINBAD, SINBADFALL2016, SLIM},
url = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/dasilva2016SINBADFccs/dasilva2016SINBADFccs.pdf},
url2 = {https://slim.gatech.edu/Publications/Public/Conferences/SINBAD/2016/Fall/dasilva2016SINBADFccs/dasilva2016SINBADFccs.mov},
author = {Curt Da Silva and Felix J. Herrmann}
}