Merge pull request #111 from amnp95/master

Adding M9 and Istanbul physics-based motions to the EE-UQ interface

EE-UQ.pro

@@ -4,7 +4,10 @@
 #
 #-------------------------------------------------
 
-QT += core gui charts concurrent webenginewidgets network sql qml 3dcore 3drender 3dextras printsupport quick opengl
+QT += core gui charts concurrent network sql qml 3dcore 3drender 3dextras printsupport quick opengl
+QT += webengine webenginewidgets 
+QT += webenginecore
+QT += webchannel
 
 greaterThan(QT_MAJOR_VERSION, 4): QT += widgets
 

EVENTS/physicsBasedSimulation/IstanbulSingleSite.cpp

@@ -0,0 +1,373 @@
+/* *****************************************************************************
+Copyright (c) 2016-2017, The Regents of the University of California (Regents).
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without 
+modification, are permitted provided that the following conditions are met:
+
+1. Redistributions of source code must retain the above copyright notice, this
+   list of conditions and the following disclaimer.
+2. Redistributions in binary form must reproduce the above copyright notice,
+   this list of conditions and the following disclaimer in the documentation
+   and/or other materials provided with the distribution.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
+ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
+WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
+ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
+LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
+ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
+SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+The views and conclusions contained in the software and documentation are those
+of the authors and should not be interpreted as representing official policies,
+either expressed or implied, of the FreeBSD Project.
+
+REGENTS SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
+THE SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS 
+PROVIDED "AS IS". REGENTS HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, 
+UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
+
+*************************************************************************** */
+
+// Written: fmckenna
+
+#include "IstanbulSingleSite.h"
+#include <SC_DoubleLineEdit.h>
+#include <SC_IntLineEdit.h>
+#include <SC_DirEdit.h>
+#include <SC_ComboBox.h>
+
+#include <QJsonObject>
+#include <QDir>
+#include <QDebug>
+#include <QPushButton>
+#include <QMessageBox>
+#include <QGroupBox>
+#include <QWebEngineView>
+#include <QWebEngineSettings>
+#include <QSplitter>
+
+#include <QGridLayout>
+#include <QLabel>
+#include <QStringList>
+#include <SimCenterPreferences.h>
+#include <ModularPython.h>
+#include <QJsonDocument>
+#include <QJsonObject>
+#include <QJsonArray>
+#include <QFile>
+
+
+IstanbulSingleSite::IstanbulSingleSite(QWidget *parent)
+  :SimCenterAppWidget(parent), count(0), ok(false)
+{
+
+  this->setWindowTitle("Splitting Widgets Example");
+  this->setGeometry(100, 100, 600, 400);
+  QHBoxLayout *mainLayout = new QHBoxLayout(this);
+  QWidget *leftWidget = new QWidget();
+  QGridLayout *leftLayout = new QGridLayout(leftWidget);
+  leftLayout->setAlignment(Qt::AlignTop);
+  // this->setLayout(theLayout);
+  QGroupBox *inputParameters = new QGroupBox("Input Parameters");
+
+  QGridLayout *theLayout = new QGridLayout(inputParameters);
+  this->setLayout(theLayout);
+
+  theLayout->addWidget(new QLabel("grid type"),0,0);
+  QStringList listGrids; listGrids << "All";
+  gridType = new SC_ComboBox("gridType",listGrids);
+  theLayout->addWidget(gridType, 0, 1);
+
+  theLayout->addWidget(new QLabel("num Motions"),0,2);
+  numRealizations = new SC_IntLineEdit("numRealizations",1);
+  theLayout->addWidget(numRealizations,0,3);
+
+  theLayout->addWidget(new QLabel("latitude"),2,0);
+  lat = new SC_DoubleLineEdit("latitude",40.9940);
+  theLayout->addWidget(lat,2,1);
+  theLayout->addWidget(new QLabel("longitude"),2,2);
+  lng = new SC_DoubleLineEdit("longitude",28.8990);
+  theLayout->addWidget(lng,2,3);
+
+
+
+
+  QString dirPath = SimCenterPreferences::getInstance()->getLocalWorkDir() + QDir::separator() + "Istanbul";
+  theLayout->addWidget(new QLabel("tmp Directory"),3,0);  
+  tmpLocation = new SC_DirEdit("tmpLocation");
+  tmpLocation->setDirName(dirPath);
+  theLayout->addWidget(tmpLocation,3,1,1,2);
+
+  QPushButton *getMotions = new QPushButton("Get Motions");
+  theLayout->addWidget(getMotions, 4,1,1,3);
+  connect(getMotions, &QPushButton::clicked, this, [=](){
+    this->downloadMotions();
+  });
+  QLabel *citation = new QLabel("Zhang, W., J. Crempien, K. Zhong, P. Chen, P. Arduino, E. Taciroglu. (2023), A suite of 57 broadband physics-based ground motion simulations for the Istanbul region, in Regional-scale physics-based ground motion simulation for Istanbul, Turkey. DesignSafe-CI.");
+  citation->setWordWrap(true);
+  theLayout->addWidget(citation,5,0,1,4);
+  theLayout->setRowStretch(6,1);
+  theLayout->setColumnStretch(1,1);
+  theLayout->setColumnStretch(3,1); 
+  theLayout->setColumnStretch(4,1);   
+  leftLayout->addWidget(inputParameters,0,0);  
+
+  QGroupBox *mapboxIstanbul = new QGroupBox("Grid Location");
+
+  // ===========================================================
+  // creating right widget
+  // ===========================================================
+  QWidget *rightWidget = new QWidget();
+
+  QGridLayout *rightLayout = new QGridLayout(rightWidget);
+
+  QGroupBox *mapbox = new QGroupBox("Grid Map");
+  QGridLayout *maplayout = new QGridLayout(mapbox);
+
+  QWebEngineSettings::globalSettings()->setAttribute(QWebEngineSettings::LocalContentCanAccessRemoteUrls, true);
+  QWebEngineSettings::globalSettings()->setAttribute(QWebEngineSettings::JavascriptEnabled, true);
+
+  // webView1->page()->setDevToolsPage(new QWebEnginePage());
+  webView1 = new QWebEngineView();
+  QString appDir = SimCenterPreferences::getInstance()->getAppDir();
+  QString mappscript = appDir + QDir::separator() + "applications" + QDir::separator()
+    + "createEVENT" + QDir::separator() + "Istanbul" + QDir::separator();
+  // webView1->setUrl(QUrl("https://www.google.com/maps"));
+  webView1->load(QUrl::fromLocalFile(mappscript+"Istanbul_AllSites_grid.html"));
+  webView1->show();
+  maplayout->addWidget(webView1,0,0);
+  rightLayout->addWidget(mapbox,0,0);
+
+
+
+  leftWidget->setSizePolicy(QSizePolicy::Expanding, QSizePolicy::Expanding);
+  rightWidget->setSizePolicy(QSizePolicy::Expanding, QSizePolicy::Expanding);
+
+  mainLayout->addWidget(leftWidget);
+  mainLayout->addWidget(rightWidget);
+
+
+
+  mainLayout->addWidget(leftWidget);
+  mainLayout->addWidget(rightWidget);
+}
+
+IstanbulSingleSite::~IstanbulSingleSite()
+{
+
+
+
+
+}
+
+void
+IstanbulSingleSite::downloadMotions(void)
+{
+  qDebug() << "IstanbulSingleSite::downloadMotions called";
+
+  //
+  // get tmp directory to store motions, if it exists remove
+  //
+  QString destDir = tmpLocation->getDirName();
+  QDir destinationDirectory(destDir);
+
+  if(destinationDirectory.exists()) {
+    destinationDirectory.removeRecursively();
+    destinationDirectory.mkpath(destDir);    
+  } else
+    destinationDirectory.mkpath(destDir);
+
+  if (!destinationDirectory.exists()) {
+    errorMessage(QString("IstanbulSingleSite SHOULD NOT HAPPEN BUT NO ") + destDir);
+    return;
+  }
+
+  //
+  // get all inputs
+  //
+
+  double latitude = lat->getDouble();
+  double longitude = lng->getDouble();
+  QString currentGrid=gridType->currentText();
+  int numMotion = numRealizations->getInt();
+
+  //
+  // now do python call
+  //
+
+  QString appDir = SimCenterPreferences::getInstance()->getAppDir();
+  QString IstanbulScript = appDir + QDir::separator() + "applications" + QDir::separator()
+    + "createEVENT" + QDir::separator() + "Istanbul" + QDir::separator() + "IstanbulRun.py";
+
+  QStringList args; args << QString("--lat") << QString::number(latitude)
+			 << QString("--lng") << QString::number(longitude)
+			 << QString("-g") << currentGrid
+			 << QString("-n") << QString::number(numMotion)
+			 << QString("-o") << destDir;
+
+  /*
+  QJsonObject information;
+  information["LocationFlag"]=true;
+  information["APIFLAG"]=true;
+  information["latitude"]=latitude;
+  information["longitude"]=longitude;
+  information["grid_type"]=currentGrid;
+  information["number_of_realizations"]=numMotion;
+  information["directory"]=destDir;
+
+  QJsonDocument jsonDoc(information);
+
+  // Convert QJsonDocument to JSON string
+  QByteArray jsonData = jsonDoc.toJson(QJsonDocument::Indented);
+  
+  // Write JSON data to a file
+  QString informationFile = destDir + QDir::separator() + "information.json";
+  QFile outputFile(informationFile);
+  if(outputFile.open(QIODevice::WriteOnly)) {
+      outputFile.write(jsonData);
+      outputFile.close();
+  } else {
+    QString msg("IstanbulSingleSite::Could not open file" + informationFile);
+    errorMessage(msg);
+    return;
+  }
+  QStringList args; args << informationFile;
+  */
+
+  ModularPython *thePythonApp = new ModularPython(tmpLocation->getDirName());
+  errorMessage("Getting Motions from Designsafe repository. This may take a few minutes");
+  errorMessage("STARTING PYTHON");
+  thePythonApp->run(IstanbulScript,args);
+  errorMessage("PYTHON DONE");  
+  delete thePythonApp;
+}
+
+
+bool
+IstanbulSingleSite::outputAppDataToJSON(QJsonObject &jsonObject)
+{
+  qDebug() << "IstanbulSingleSite::outputAppDataToJSON() - should not be called";
+  Q_UNUSED(jsonObject);
+  return false;
+}
+
+bool
+IstanbulSingleSite::inputAppDataFromJSON(QJsonObject &jsonObject)
+{
+  qDebug() << "IstanbulSingleSite::inputAppDataFromJSON() - should not be called";
+  Q_UNUSED(jsonObject);
+  return false;  
+}
+
+bool
+IstanbulSingleSite::outputToJSON(QJsonObject &jsonObject)
+{
+    jsonObject["EventClassification"]="Earthquake";
+    jsonObject["type"] = "PhysicsBasedMotion"; // for backend processing
+    jsonObject["sub_type"] = "Istanbul";    
+    QString downloadedDir = tmpLocation->getDirName();
+    QDir downloadDirectory(downloadedDir);
+    QStringList motions = downloadDirectory.entryList(QStringList() << "*.json",QDir::Files);
+    QJsonArray motionList;
+    for (const QString& motion : motions) {
+      motionList.append(motion);
+    }
+    jsonObject["motions"]=motionList;
+    jsonObject["fileType"]="JSON";
+    lat->outputToJSON(jsonObject);
+    lng->outputToJSON(jsonObject);
+    numRealizations->outputToJSON(jsonObject);
+    gridType->outputToJSON(jsonObject);
+    tmpLocation->outputToJSON(jsonObject);
+
+    return true;
+}
+
+bool
+IstanbulSingleSite::inputFromJSON(QJsonObject &jsonObject)
+{
+    lat->inputFromJSON(jsonObject);
+    lng->inputFromJSON(jsonObject);
+    numRealizations->inputFromJSON(jsonObject);
+    gridType->inputFromJSON(jsonObject);
+    tmpLocation->inputFromJSON(jsonObject);
+
+    return true;
+}
+
+
+bool
+IstanbulSingleSite::copyFiles(QString &destDir)
+{
+  QString downloadedDir = tmpLocation->getDirName();
+  QDir downloadDirectory(downloadedDir);
+  QStringList motions = downloadDirectory.entryList(QStringList() << "*.json",QDir::Files);
+
+  //
+  // first check we have actual files to copy
+  // 
+  if (motions.count() == 0) {
+
+    statusMessage(QString("Istanbul no motions Downloaded"));      
+    switch( QMessageBox::question( 
+				  this, 
+				  tr("Istanbul"), 
+				  tr("Istanbul has detected that no motions exist in the tmp folder. You may have requested too many motions or you did not run the 'Select Records' after entering your search criteria. If you trying to Run a Workflow, the workflow will FAIL to run or you will be presented with NANs (not a number) and zeroes. To select motions, return to the Istanbul EVENT and press the 'Download Records' Button. NOTE: The motions from present server take about 2min a record to download. Do you wish to continue anyway?"), 
+				  QMessageBox::Yes | 
+				  QMessageBox::No,
+				  QMessageBox::Yes ) )
+      {
+      case QMessageBox::Yes:
+	break;
+      case QMessageBox::No:
+	return false;
+	break;
+      default:
+
+	break;
+      }
+  }
+
+  //
+  // now copy files to input_data instead of dest_dir
+  //
+
+
+  // mkdir input_data, same level as dest_dir
+
+  QDir destinationFolder(destDir);
+  destinationFolder.cdUp();
+  QString inputDataDirPath = destinationFolder.absoluteFilePath("input_data");
+
+  if (destinationFolder.mkpath(inputDataDirPath) == false) {
+    this->errorMessage("Istanbul failed to create folder: ");
+    this->errorMessage(inputDataDirPath);
+    return false;
+  }
+
+  // copyfiles
+
+  SimCenterAppWidget::copyPath(downloadedDir, inputDataDirPath, false);
+  return true;
+}
+
+void
+IstanbulSingleSite::clear(void)
+{
+
+}
+
+bool
+IstanbulSingleSite::outputCitation(QJsonObject &jsonObject)
+{
+  jsonObject.insert("citation", QString("Zhang, W., J. Crempien, K. Zhong, P. Chen, P. Arduino, E. Taciroglu. (2023) A suite of 57 broadband physics-based ground motion simulations for the Istanbul region, in Regional-scale physics-based ground motion simulation for Istanbul, Turkey. DesignSafe-CI. https://doi.org/10.17603/ds2-e7nq-8d52 v1"));
+  jsonObject.insert("description", QString("A suite of 57 broadband physics-based ground motion simulations for the Istanbul region"));
+  return true;
+}
+