From 7adb724703c3a25c1706dc484ea0fc5db422457d Mon Sep 17 00:00:00 2001
From: DavidLP <pohl@physik.uni-bonn.de>
Date: Wed, 30 Aug 2017 17:42:08 +0200
Subject: [PATCH] PRJ: start hosting data on quilt #55

---
 .gitignore                            |  2 ++
 requirements.txt                      |  1 +
 testbeam_analysis/tools/test_tools.py | 38 +++++++++++++++++++++++++++
 3 files changed, 41 insertions(+)

diff --git a/.gitignore b/.gitignore
index 67011ed9..05360984 100644
--- a/.gitignore
+++ b/.gitignore
@@ -53,3 +53,5 @@ data_clusterizer.cpp
 testbeam_analysis/examples/data/*.h5
 # Temp files
 tmp*.*
+# Data files
+quilt_packages/*
diff --git a/requirements.txt b/requirements.txt
index 01a28dc7..9678c3d8 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -9,3 +9,4 @@ pixel_clusterizer>=3.0  # to cluster pixel hits
 pylandau>2.0.0  # for charge deposition simulation
 progressbar-latest  # to show a progress bar
 numexpr  # for fast c compiled loops on numpy arrays
+quilt  # Online data storage for example data and test fixtures
diff --git a/testbeam_analysis/tools/test_tools.py b/testbeam_analysis/tools/test_tools.py
index 677d8ab5..70cc3fbf 100644
--- a/testbeam_analysis/tools/test_tools.py
+++ b/testbeam_analysis/tools/test_tools.py
@@ -1,6 +1,7 @@
 ''' Helper functions for the unittests are defined here.
 '''
 
+import logging
 import os
 import inspect
 import itertools
@@ -227,3 +228,40 @@ def check_with_fixture(function, **kwargs):
     data = _call_function_with_args(function, **kwargs)
 
     return np.allclose(data_fixture, data)
+
+
+def install_quilt_data(package, hash):
+    ''' Download data package from https://quiltdata.com and install
+
+        package : str
+        Package string in USER/PACKAGE format
+    '''
+
+    try:
+        import quilt
+        from quilt.tools import command, store
+    except ImportError:
+        logging.error('Install quilt to access data packa %s from https://quiltdata.com', package)
+
+    owner, pkg, _ = command._parse_package(package, allow_subpath=True)
+    s = store.PackageStore()
+    existing_pkg = s.get_package(owner, pkg)
+
+    if existing_pkg:
+        return True
+    quilt.install(package, hash=hash)
+    return s.get_package(owner, pkg)
+
+
+def get_quilt_data(root, name):
+    ''' Access quilt node data by name.
+
+        root: group node that has data node with name
+        name: name of node
+    '''
+
+    for n, node in root._items():
+        if n == name:
+            return node._data()
+
+    raise ValueError('Data %s not found', name)
\ No newline at end of file