-
Notifications
You must be signed in to change notification settings - Fork 29
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
* update test/demodata * fix version number * use pg_dump 9.6 to produce a proper version * try to upgrade postgresql * run as sudo * update client only * try with postgis 2.4 * take 2 at postgis 2.4 * upgrade client again * remove older pg versions * fix role in dump * fix owner take 2 * complete dump * demodata restored on freshly created db * add submodule with demodata * remove bad submodule folder * fix submodule * do not check public schema in pum * avoid restoring public schema * fix var in string * avoid drop/recreating roles * remove public schema (postgis) from demo data * fix pum new arguments * remove demodata submodule * add deploy script
- Loading branch information
Showing
10 changed files
with
279 additions
and
34 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,247 @@ | ||
| #!/usr/bin/env python3 | ||
| # -*- coding: utf-8 -*- | ||
|
|
||
| """ | ||
| *************************************************************************** | ||
| create_release.py | ||
| --------------------- | ||
| Date : April 2018 | ||
| Copyright : (C) 2018 by Denis Rouzaud | ||
| Email : [email protected] | ||
| *************************************************************************** | ||
| * * | ||
| * This program is free software; you can redistribute it and/or modify * | ||
| * it under the terms of the GNU General Public License as published by * | ||
| * the Free Software Foundation; either version 2 of the License, or * | ||
| * (at your option) any later version. * | ||
| * * | ||
| *************************************************************************** | ||
| """ | ||
|
|
||
| __author__ = 'Denis Rouzaud' | ||
| __date__ = 'April 2018' | ||
| __copyright__ = '(C) 2018,Denis Rouzaud' | ||
| # This will get replaced with a git SHA1 when you do a git archive | ||
| __revision__ = '$Format:%H$' | ||
|
|
||
|
|
||
| import http.client | ||
| import os | ||
| import json | ||
| import subprocess | ||
|
|
||
|
|
||
| def create_dumps(): | ||
| files = [] | ||
|
|
||
| # Create data-only dumps (with sample data) | ||
|
|
||
| dump = 'qgep_v{version}_data_only_sample.backup'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile = '/tmp/{dump}'.format(dump=dump) | ||
| subprocess.call(['pg_dump', | ||
| '--format', 'custom', | ||
| '--blobs', | ||
| '--section', 'data', | ||
| '--compress', '5', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '--schema', 'qgep_od', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| dump='qgep_v{version}_data_only_sample.sql'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'plain', | ||
| '--blobs', | ||
| '--section', 'data', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '--schema', 'qgep_od', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| # Create data + structure dumps (with sample data) | ||
|
|
||
| dump='qgep_v{version}_data_and_structure_sample.backup'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'custom', | ||
| '--blobs', | ||
| '--compress', '5', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '-N', 'public', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| dump='qgep_v{version}_data_and_structure_sample.sql'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'plain', | ||
| '--blobs', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '-N', 'public', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| # Create structure-only dumps | ||
|
|
||
| dump='qgep_v{version}_structure_only.backup'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'custom', | ||
| '--schema-only', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '-N', 'public', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| dump='qgep_v{version}_structure_only.sql'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'plain', | ||
| '--schema-only', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '-N', 'public', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| # Create value-list data only dumps (the qgep_vl schema) | ||
|
|
||
| dump = 'qgep_v{version}_value_list_data_only.backup'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile = '/tmp/{dump}'.format(dump=dump) | ||
| subprocess.call(['pg_dump', | ||
| '--format', 'custom', | ||
| '--blobs', | ||
| '--compress', '5', | ||
| '--data-only', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '--schema', 'qgep_vl', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| dump='qgep_v{version}_value_list_data_only.sql'.format( | ||
| version=os.environ['TRAVIS_TAG']) | ||
| print('travis_fold:start:{}'.format(dump)) | ||
| print('Creating dump {}'.format(dump)) | ||
| dumpfile='/tmp/{dump}'.format(dump=dump) | ||
|
|
||
| subprocess.call(['pg_dump', | ||
| '--format', 'plain', | ||
| '--blobs', | ||
| '--data-only', | ||
| '--verbose', | ||
| '--file', dumpfile, | ||
| '--schema', 'qgep_vl', | ||
| 'qgep_prod'] | ||
| ) | ||
| files.append(dumpfile) | ||
| print('travis_fold:end:{}'.format(dump)) | ||
|
|
||
| return files | ||
|
|
||
|
|
||
| def main(): | ||
| if 'TRAVIS_TAG' not in os.environ or not os.environ['TRAVIS_TAG']: | ||
| print('No git tag: not deploying anything') | ||
| return | ||
| elif os.environ['TRAVIS_SECURE_ENV_VARS'] != 'true': | ||
| print('No secure environment variables: not deploying anything') | ||
| return | ||
| else: | ||
| print('Creating release from tag {}'.format(os.environ['TRAVIS_TAG'])) | ||
|
|
||
| release_files=create_dumps() | ||
|
|
||
| conn=http.client.HTTPSConnection('api.github.com') | ||
|
|
||
| headers={ | ||
| 'User-Agent': 'Deploy-Script', | ||
| 'Authorization': 'token {}'.format(os.environ['GH_TOKEN']) | ||
| } | ||
|
|
||
| raw_data={ | ||
| "tag_name": os.environ['TRAVIS_TAG'] | ||
| } | ||
|
|
||
| data=json.dumps(raw_data) | ||
| url='/repos/{repo_slug}/releases'.format( | ||
| repo_slug=os.environ['TRAVIS_REPO_SLUG']) | ||
| conn.request('POST', url, body=data, headers=headers) | ||
| response=conn.getresponse() | ||
| release=json.loads(response.read().decode()) | ||
|
|
||
| if 'upload_url' not in release: | ||
| print('Failed to create release!') | ||
| print('Github API replied:') | ||
| print('{} {}'.format(response.status, response.reason)) | ||
| print(repr(release)) | ||
| exit(-1) | ||
|
|
||
| conn=http.client.HTTPSConnection('uploads.github.com') | ||
| for release_file in release_files: | ||
| _, filename=os.path.split(release_file) | ||
| headers['Content-Type']='text/plain' | ||
| # headers['Transfer-Encoding']='gzip' | ||
| url='{release_url}?name={filename}'.format(release_url=release['upload_url'][:-13], filename=filename) | ||
| print('Upload to {}'.format(url)) | ||
|
|
||
| with open(release_file, 'rb') as f: | ||
| conn.request('POST', url, f, headers) | ||
|
|
||
| response = conn.getresponse() | ||
| result = response.read() | ||
| if response.status != 201: | ||
| print('Failed to upload filename {filename}'.format(filename=filename)) | ||
| print('Github API replied:') | ||
| print('{} {}'.format(response.status, response.reason)) | ||
| print(repr(json.loads(result.decode()))) | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,3 +2,4 @@ | |
| .noseids | ||
| nosetests.xml | ||
| *.orig | ||
| .DS_Store | ||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
File renamed without changes.
File renamed without changes.
Submodule metaproject
updated
1 files
| +1 −15 | postgresql/pg_inheritance_view/pg_inheritance_view_recursive.py |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1 +1 @@ | ||
| 2018.02.02 | ||
| 1.0.1 |
Binary file not shown.
Binary file not shown.