From cc7bd006e2a31f91450cedbeb579cc2cfd6595ed Mon Sep 17 00:00:00 2001 From: annshress Date: Tue, 7 Nov 2023 21:04:56 +0000 Subject: [PATCH] Automatic Update Tue Nov 7 21:04:56 UTC 2023 --- file_path.html | 2 +- searchindex.js | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/file_path.html b/file_path.html index 11754cef..796bf7e7 100644 --- a/file_path.html +++ b/file_path.html @@ -203,7 +203,7 @@ { "primaryFilePath": "Lab/PI/Myproject/MySession/Sample1/file_a.mrc", "thumbnailIndex": 0, - "fileMetadata": {}, + "fileMetadata": null, "imageSet": [] } ] diff --git a/searchindex.js b/searchindex.js index 8d03d830..b004efa2 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["api", "brt", "brt_flow", "config", "development", "dm_conversion", "dm_flow", "em_workflows", "file_path", "hpc", "index", "neuroglancer", "sem_flow", "sem_tomo", "utils", "utils-module", "workflows"], "filenames": ["api.rst", "brt.rst", "brt_flow.rst", "config.rst", "development.rst", "dm_conversion.rst", "dm_flow.rst", "em_workflows.rst", "file_path.rst", "hpc.rst", "index.rst", "neuroglancer.rst", "sem_flow.rst", "sem_tomo.rst", "utils.rst", "utils-module.rst", "workflows.rst"], "titles": ["API", "BRT", "brt.flow", "config module", "Development", "DM_CONVERSION", "dm_conversion.flow", "em_workflows", "file_path module", "RML HPC (Big Sky)", "Image Portal Workflows\u2019s documentation", "neuroglancer module", "sem_tomo.flow", "SEM_TOMO", "utils module", "UTILS", "Workflows"], "terms": {"em_workflow": [0, 10], "config": [0, 4, 7, 8], "modul": [0, 4, 7, 15], "dmconfig": [0, 3, 7], "dm2mrc_loc": [0, 3, 7], "file_path": [0, 2, 6, 7, 11, 12, 14], "log": [0, 4, 7, 8, 14, 15, 16], "filepath": [0, 2, 6, 7, 8, 11, 12, 14, 16], "assets_dir": [0, 6, 7, 8], "working_dir": [0, 7, 8, 14], "get_environ": [0, 7, 8, 14, 15], "make_work_dir": [0, 7, 8], "make_assets_dir": [0, 7, 8], "copy_to_assets_dir": [0, 7, 8], "gen_output_fp": [0, 7, 8], "gen_asset": [0, 7, 8], "gen_prim_fp_elt": [0, 7, 8, 14], "copy_workdir_to_asset": [0, 7, 8], "rm_workdir": [0, 7, 8, 14], "run": [0, 2, 4, 7, 8, 9, 11, 14, 16], "util": [0, 2, 4, 7, 16], "neuroglanc": [0, 7, 14, 15], "rechunk_zarr": [0, 7, 11, 15], "bioformats_gen_zarr": [0, 7, 11, 15], "zarr_build_multiscal": [0, 7, 11, 15], "mrc_to_movi": [0, 7, 14, 15], "gen_prim_fp": [0, 7, 14, 15], "add_asset": [0, 7, 14, 15], "cleanup_workdir": [0, 7, 14, 15], "run_brt": [0, 7, 14, 15], "copy_workdir": [0, 7, 14, 15], "list_fil": [0, 7, 14, 15, 16], "list_dir": [0, 7, 14, 15], "get_input_dir": [0, 7, 14, 15, 16], "gen_fp": [0, 7, 14, 15], "send_callback_bodi": [0, 7, 14, 15], "header": [0, 7, 14, 15, 16], "lookup_dim": [0, 2, 4, 7, 14, 15], "update_adoc": [0, 7, 14, 15], "copy_tg_to_working_dir": [0, 7, 14, 15], "copy_templ": [0, 7, 14, 15], "notify_api_run": [0, 7, 14, 15], "custom_terminal_state_handl": [0, 7, 14, 15], "notify_api_complet": [0, 7, 14, 15], "dm_convers": [0, 7], "flow": [0, 1, 5, 7, 11, 13, 14], "convert_dms_to_mrc": [0, 5, 6, 7], "convert_if_int16_tiff": [0, 5, 6, 7], "convert_2d_mrc_to_tiff": [0, 5, 6, 7], "convert_dm_mrc_to_jpeg": [0, 5, 6, 7], "scale_jpeg": [0, 5, 6, 7], "brt": [0, 4, 7, 11, 14], "batchruntomo": [0, 1, 4, 7], "pipelin": [0, 1, 4, 7, 8, 9, 14, 16], "overview": [0, 1, 7, 14, 16], "gen_dimension_command": [0, 1, 2, 7], "gen_ali_x": [0, 1, 2, 7], "gen_ali_asmbl": [0, 1, 2, 7], "gen_mrc2tiff": [0, 1, 2, 7], "gen_thumb": [0, 1, 2, 7], "gen_copy_keyimag": [0, 1, 2, 7], "gen_tilt_movi": [0, 1, 2, 7], "gen_recon_movi": [0, 1, 2, 7], "gen_clip_avg": [0, 1, 2, 7], "consolidate_ave_mrc": [0, 1, 2, 7], "gen_ave_8_vol": [0, 1, 2, 7], "gen_ave_jpgs_from_ave_mrc": [0, 1, 2, 7], "cleanup_fil": [0, 1, 2, 7], "calc_middle_i": [0, 1, 2, 7], "sem_tomo": [0, 7], "gen_xfalign_comand": [0, 7, 12, 13], "gen_align_xg": [0, 7, 12, 13], "convert_tif_to_mrc": [0, 7, 12, 13], "create_stretch_fil": [0, 7, 12, 13], "gen_newstack_mid_mrc_command": [0, 7, 12, 13], "gen_keyimg": [0, 7, 12, 13], "gen_keyimg_smal": [0, 7, 12, 13], "take": [2, 4], "an": [2, 4, 8, 14, 16], "input_dir": [2, 8, 14, 16], "contain": [2, 4, 8, 14, 16], "1": [2, 4, 9, 12, 14, 16], "more": [2, 4], "mrc": [2, 6, 8, 12, 14, 16], "st": [2, 16], "file": [2, 4, 6, 8, 10, 12, 14], "imod": [2, 3, 4, 14, 16], "http": [2, 4, 9, 10, 14, 16], "bio3d": [2, 4, 16], "colorado": [2, 4, 16], "edu": [2, 4, 16], "doc": [2, 4, 10, 14, 16], "man": 2, "html": [2, 14, 16], "i": [2, 4, 6, 8, 9, 11, 12, 14, 16], "each": [2, 4, 8, 9, 14, 16], "dir": [2, 6, 8, 9, 10, 12, 14], "ha": [2, 4, 14, 16], "larg": [2, 4, 12, 14], "number": [2, 4, 14, 16], "paramet": [2, 8, 11, 14, 16], "which": [2, 4, 8, 9, 14], "ar": [2, 4, 8, 9, 11, 14, 16], "provid": [2, 4, 16], "us": [2, 4, 6, 8, 9, 11, 12, 14, 16], "adoc": [2, 14, 16], "some": [2, 4, 14, 16], "per": [2, 4, 9], "basi": 2, "remain": 2, "default": [2, 8, 14, 16], "templat": [2, 14, 16], "There": [2, 4, 16], "two": [2, 4, 16], "plastic_brt": 2, "cryo_brt": 2, "note": [2, 4, 6, 9, 12, 14, 16], "current": [2, 4, 14], "ident": 2, "we": [2, 4, 6, 8, 14, 16], "expect": [2, 12, 16], "thi": [2, 4, 8, 9, 14, 16], "chang": [2, 4, 16], "The": [2, 4, 8, 9, 14, 16], "chosen": 2, "defin": [2, 8, 14, 16], "adoc_templ": [2, 14], "time": [2, 4, 14], "interpol": 2, "produc": 2, "output": [2, 4, 8, 9, 10, 14], "care": [2, 8], "about": [2, 8, 14], "_ali": [2, 16], "_rec": 2, "ali": 2, "align": [2, 12, 16], "gener": [2, 4, 6, 12, 14], "tilt": [2, 12], "movi": [2, 4, 8, 14], "look": [2, 4, 6, 8, 9, 12, 14], "up": [2, 8, 9, 10, 14], "dimension": 2, "n": [2, 4], "section": [2, 4], "assembl": 2, "singl": [2, 8, 9, 14], "convert": [2, 6, 12, 14, 16], "stack": [2, 14, 16], "jpeg": [2, 6], "compil": 2, "addition": 2, "mid": [2, 12], "point": [2, 14, 16], "displai": 2, "thumbnail": [2, 16], "clean": 2, "intermedi": 2, "now": 2, "reconstruct": 2, "similar": [2, 4, 9], "fashion": 2, "abov": [2, 4, 14, 16], "creat": [2, 4, 8, 9, 12, 14, 16], "averag": [2, 16], "after": [2, 14], "ourselv": 2, "input": [2, 6, 8, 10, 11, 12, 14], "volslic": 2, "k": [2, 4], "need": [2, 4, 9, 14, 16], "pyramid": 2, "zarr": [2, 11], "gen_zarr": 2, "copi": [2, 4, 8, 9, 14, 16], "right": 2, "place": [2, 4, 9, 14], "tell": [2, 14], "api": [2, 4, 10, 14], "where": [2, 4, 6, 8, 12, 16], "thei": [2, 4, 14], "json": [2, 14, 16], "talk": 2, "build": [2, 4, 10], "datastructur": [2, 14], "locat": [2, 4, 14], "kei": [2, 14, 16], "primaryfilepath": [2, 8], "append": [2, 8, 14], "everi": [2, 4, 14], "": [2, 4, 6, 8, 9, 12, 14, 16], "asset": [2, 4, 8, 14, 16], "final": [2, 8, 9, 16], "post": [2, 14], "cleanup": 2, "temp": [2, 16], "ali_or_rec": 2, "str": [2, 6, 8, 11, 14], "z": [2, 7, 14, 15, 16], "dimens": [2, 16], "nasti": 2, "denot": [2, 16], "whether": 2, "you": [2, 4, 9], "re": [2, 4], "todo": [2, 8, 14], "duplic": [2, 4], "see": [2, 4, 8, 14, 16], "z_dim": 2, "none": [2, 6, 8, 11, 12, 14], "chop": 2, "its": [2, 8, 16], "constitu": 2, "eg": [2, 8, 9, 14, 16], "10": [2, 4, 16], "syntax": 2, "awkward": 2, "mai": [2, 4, 16], "requir": [2, 4, 11, 14], "possibli": 2, "replac": 2, "newstack": [2, 6, 12, 16], "sec": [2, 12, 16], "path": [2, 6, 8, 11, 14], "basename_ali": [2, 16], "workdir": [2, 12, 14, 16], "hedwig": [2, 4, 8, 10, 12, 16], "float": [2, 12, 16], "3": [2, 4, 9, 16], "basenam": [2, 12, 16], "ali_": 2, "lot": 2, "j": [2, 12, 16], "That": 2, "switch": 2, "set": [2, 9, 10, 14], "mrc2tif": [2, 12, 14, 16], "c": [2, 12, 16], "0": [2, 4, 6, 8, 9, 12, 14, 16], "255": [2, 12, 16], "ali_basenam": [2, 16], "dict": [2, 6, 8, 12, 14], "graphicsmagick": 2, "imag": [2, 4, 8, 14, 16], "gm": [2, 16], "size": [2, 6, 12, 14, 16], "300x300": [2, 12, 16], "middle_i": [2, 16], "jpg": [2, 12, 14, 16], "resiz": [2, 12, 16], "sharpen": [2, 12, 16], "2": [2, 12, 14, 16], "qualiti": [2, 12, 16], "70": [2, 12, 16], "keyimg_basename_": [2, 16], "keyimag": [2, 6, 14], "fname_in": 2, "fname_out": 2, "both": [2, 14], "deriv": [2, 6, 14], "from": [2, 4, 6, 9, 14, 16], "tomogram": [2, 14], "fp": [2, 8, 14], "might": [2, 8, 11, 14], "alwai": 2, "int": [2, 8, 11, 12, 14], "cp": 2, "basename_keyimg": 2, "ffmpeg": [2, 4, 14, 16], "f": [2, 16], "image2": [2, 16], "framer": [2, 16], "4": [2, 16], "03d": [2, 16], "vcodec": [2, 16], "libx264": [2, 16], "pix_fmt": [2, 16], "yuv420p": [2, 16], "1024": [2, 6, 16], "tiltmov_": [2, 16], "mp4": [2, 14, 16], "8": [2, 4, 9, 16], "basename_mp4": [2, 16], "04d": [2, 16], "keymov_basenam": [2, 16], "tilt_movi": 2, "should": [2, 8, 9, 14, 16], "refactor": 2, "one": [2, 4, 8, 9, 14, 16], "function": [2, 8, 14, 16], "give": 2, "assist": 2, "view": [2, 16], "base_ave001": 2, "etc": [2, 4, 9, 16], "base_ave002": 2, "recon": 2, "binvol": [2, 16], "rang": [2, 16], "izmin": [2, 16], "izmax": [2, 16], "clip": [2, 16], "avg": [2, 16], "2d": [2, 4, 6, 16], "iz": [2, 16], "m": [2, 4, 9, 16], "basename_rec": [2, 16], "basename_av": [2, 16], "consum": 2, "ave_bas": 2, "averagedvolum": [2, 14], "ave_basenam": [2, 16], "volum": [2, 14, 16], "bin": [2, 3, 4, 9, 16], "avebin8_basenam": [2, 16], "load": [2, 4], "format": [2, 4, 16], "base": [2, 4, 8, 11, 14], "_mp4": 2, "123": [2, 4], "OR": 2, "1234": 2, "depend": [2, 4, 11, 14], "These": [2, 4, 8, 9, 11, 16], "can": [2, 4, 8, 9, 14, 16], "later": [2, 8], "100": [2, 16], "ave_basnam": [2, 16], "pattern": 2, "given": [2, 14], "unix": [2, 8], "iter": 2, "through": 2, "directori": [2, 4, 8, 9, 10, 14], "remov": [2, 8, 14], "all": [2, 4, 6, 8, 12, 14, 16], "match": [2, 14], "want": [2, 4, 8], "find": [2, 4, 16], "middl": 2, "name": [2, 4, 6, 8, 14, 16], "pad": 2, "zero": 2, "make": [2, 4, 8], "magic": 2, "class": [3, 4, 8, 14, 16], "opt": 3, "rml": [3, 4, 10, 14], "dm2mrc": 3, "relat": [4, 10], "pleas": [4, 10], "read": 4, "befor": [4, 14, 16], "clone": [4, 9], "generate_venv": 4, "sh": [4, 9], "script": [4, 9, 16], "referenc": 4, "below": [4, 10], "autom": [4, 9], "much": [4, 14], "process": [4, 6, 8, 10], "system": [4, 16], "assum": [4, 6, 12], "either": 4, "linux": [4, 9], "mac": 4, "o": 4, "repositori": 4, "niaid": [4, 9, 10, 16], "enterpris": 4, "organ": 4, "have": [4, 8, 14], "account": [4, 9], "member": [4, 8], "pip": [4, 9], "instal": [4, 9], "e": [4, 9], "path_to_clon": 4, "tomoj": [4, 16], "pytool": [4, 16], "master": 4, "txt": 4, "storag": [4, 14], "store": [4, 8, 14], "larger": 4, "train": 4, "model": 4, "other": [4, 8, 9, 16], "data": [4, 14], "text": 4, "code": 4, "must": [4, 16], "user": [4, 8, 16], "tool": [4, 16], "detail": [4, 8], "usag": 4, "here": [4, 8], "onc": 4, "usual": [4, 16], "transpar": 4, "oper": [4, 8, 14, 16], "ad": [4, 8, 9, 14], "branch": 4, "gitattribut": 4, "configur": [4, 16], "automat": 4, "input_fil": 4, "cli": 4, "enforc": 4, "style": [4, 14], "do": [4, 9, 16], "lint": 4, "standard": 4, "python": [4, 9], "help": 4, "consist": [4, 16], "framework": 4, "manag": 4, "hook": 4, "check": [4, 6, 14], "complianc": 4, "It": [4, 8, 9], "via": [4, 16], "top": [4, 8], "level": [4, 8], "yaml": 4, "platform": 4, "virtual": 4, "so": [4, 14, 16], "softwar": 4, "packag": 4, "differ": [4, 9, 11], "environ": [4, 8, 14, 16], "pytest": 4, "resid": 4, "test_brt": 4, "end": 4, "test_dm": 4, "test_sem": 4, "fibsem": [4, 16], "test_lrg_2d": 4, "test_util": 4, "unit": [4, 9], "py": 4, "repo": [4, 9], "download": 4, "machin": 4, "follow": [4, 8, 11, 16], "them": [4, 8], "copy_test_data": 4, "quit": 4, "line": [4, 9, 16], "separ": [4, 14, 16], "command": [4, 8, 9, 16], "also": [4, 9, 16], "result": [4, 8, 14], "previou": 4, "specif": [4, 9, 14, 16], "complet": [4, 8, 14], "suit": 4, "work": [4, 8, 9, 10, 14], "To": [4, 10, 16], "entir": [4, 8, 14], "portal_image_workflow": 4, "determin": [4, 14], "coverag": [4, 10], "cov": 4, "coveragerc": 4, "coupl": 4, "wai": [4, 9], "select": 4, "type": [4, 8, 14, 16], "marker": 4, "certain": 4, "decor": 4, "mark": 4, "slow": 4, "long": 4, "localdata": 4, "action": 4, "don": 4, "t": [4, 14], "just": [4, 14], "rel": [4, 14], "quick": 4, "everyth": [4, 6], "along": [4, 14], "verbos": 4, "turn": 4, "v": 4, "info": [4, 8, 14], "keyword": 4, "For": [4, 8, 9, 16], "exampl": [4, 8, 16], "test_lookup_dim": 4, "test_bad_lookup_dim": 4, "In": [4, 14], "addit": 4, "temporarili": 4, "broken": 4, "skip": [4, 16], "comment": [4, 8, 14], "out": [4, 8, 9, 16], "delet": 4, "minim": 4, "program": 4, "avail": [4, 16], "java": 4, "runtim": [4, 14, 16], "order": [4, 16], "etomo": 4, "bioformats2raw": 4, "glencoesoftwar": 4, "imagemagick": 4, "org": 4, "php": 4, "binari": 4, "execut": 4, "consid": [4, 8, 16], "exist": [4, 8, 9, 14, 16], "variabl": 4, "env": [4, 6, 9], "project": [4, 6, 8, 9, 10, 14, 16], "root": [4, 8, 9, 14], "simplic": 4, "sampl": [4, 9], "content": [4, 16], "dev": [4, 8, 9, 14, 16], "qa": [4, 8, 9, 14, 16], "special": 4, "m1": 4, "librari": 4, "imagecodec": 4, "doe": [4, 6, 14, 16], "built": [4, 14], "x86_64": [4, 9], "version": 4, "issu": 4, "biofomats2raw": 4, "opencv": 4, "arm64": 4, "chip": 4, "fix": 4, "workaround": 4, "choos": 4, "amd64": 4, "option": [4, 8], "explan": 4, "found": [4, 8, 14], "basic": 4, "would": [4, 9, 16], "like": [4, 9, 12, 14, 16], "main": 4, "dockerfil": 4, "hedwig_pipelin": 4, "boot": 4, "becaus": [4, 14], "pwd": 4, "image_portal_workflow": [4, 9, 10], "rm": [4, 8, 14], "latest": 4, "onli": [4, 8, 9, 11, 14, 16], "relev": 4, "step": [4, 16], "purpos": 4, "bigski": 4, "three": 4, "prod": [4, 8, 9, 14, 16], "were": 4, "first": 4, "around": 4, "ancient": 4, "obtain": [4, 14], "miniconda": [4, 9], "allow": [4, 9, 14], "g": [4, 9], "wget": [4, 9], "anaconda": [4, 9], "miniconda3": [4, 9], "py39_4": 4, "11": 4, "activ": [4, 9], "conda": 4, "conda_env": 4, "some_nam": 4, "python3": 4, "ani": [4, 8, 9, 14, 16], "deactiv": 4, "A": [4, 8, 16], "home": [4, 8, 9], "hedwig_env": [4, 8, 9, 14], "insur": 4, "generate_vevn": 4, "08": 4, "2023": 4, "setup": [4, 10], "rst": 4, "helper_script": [4, 9], "your": 4, "correct": [4, 12], "ensur": [4, 14], "someth": [4, 6, 14], "r": 4, "upgrad": 4, "link": [4, 9], "releas": 4, "tag": [4, 9], "v1": 4, "thing": [4, 14], "reach": 4, "daemon": [4, 9], "hedwig_reg_listen": [4, 9], "hedwig_listener_prod": 4, "servic": [4, 9], "new": [4, 16], "sourc": [4, 9, 12, 16], "dask": [4, 14], "jobqueu": 4, "cat": [4, 8], "worker": 4, "core": [4, 14, 16], "total": 4, "job": 4, "memori": 4, "64": 4, "gb": 4, "amount": 4, "interfac": 4, "ens160": 4, "network": 4, "eth0": 4, "ib0": 4, "death": 4, "timeout": 4, "120": 4, "second": 4, "wait": 4, "schedul": 4, "gs1": [4, 8, 9], "macmenaminp": [4, 8], "tmp": [4, 8], "fast": [4, 8], "scratch": 4, "tmpdir": 4, "job_extra_direct": 4, "gre": 4, "gpu": [4, 16], "slurm": [4, 14], "resourc": [4, 8], "shebang": 4, "usr": 4, "bash": 4, "queue": 4, "null": 4, "walltim": 4, "00": 4, "although": 4, "unus": 4, "spack": 4, "app": 4, "rmlspack": 4, "share": [4, 14], "6": [4, 6], "eg2vaag": 4, "unload": 4, "contribut": 4, "fork": 4, "good": [4, 9], "shape": 4, "pr": [4, 12], "outlin": 4, "kind": [4, 11], "could": [4, 16], "thorough": 4, "en": 4, "collabor": 4, "propos": 4, "gh": 4, "web": [4, 8], "philipmac": 4, "nih_3d_workflow": 4, "upstream": 4, "remot": 4, "add": [4, 14], "origin": [4, 8, 16], "your_unam": 4, "fetch": [4, 9], "push": 4, "edit": [4, 9], "max": 4, "length": 4, "127": 4, "neither": 4, "nor": 4, "complain": [4, 14], "date": [4, 8], "rebas": 4, "branch_with_fix": 4, "initi": [4, 10], "creation": [4, 14], "nih": 4, "3d": [4, 16], "those": 4, "includ": [4, 14], "submit": 4, "english": 4, "scm": 4, "book": 4, "v2": 4, "distribut": [4, 14], "feel": 4, "free": 4, "let": 4, "admin": 4, "philip": 4, "macm": 4, "bradlei": 4, "lowenkamp": 4, "know": [4, 16], "review": 4, "thank": 4, "render": 4, "page": 4, "docstr": 4, "public": 4, "method": [4, 8, 12, 14, 16], "privat": 4, "accept": 6, "tiff": [6, 16], "obj": [6, 14], "test": [6, 8, 9, 10, 14, 16], "16": [6, 16], "bit": [6, 16], "write": [6, 8, 16], "return": [6, 8, 14], "els": [6, 14], "orig": 6, "anyth": 6, "constant": 6, "large_dim": 6, "imod_output_format": 6, "tif": [6, 12], "shrink": 6, "shrink_factor": 6, "antialia": 6, "mode": [6, 9], "meansd": 6, "140": 6, "50": 6, "f_in": 6, "f_out": 6, "input_s": 6, "smaller": 6, "x": [6, 7, 9, 14, 15, 16], "y": [6, 7, 14, 15, 16], "4092": 6, "previous": [6, 10], "dm": 6, "ignor": [6, 9], "NOT": [6, 14], "dm_as_mrc": 6, "keythumbnail": [6, 14], "_mrc_as_jpg": 6, "msg": [8, 14], "conveni": [8, 9, 14], "messag": [8, 14], "prefect": [8, 14, 16], "param": [8, 11, 14, 16], "written": 8, "share_nam": [8, 14], "fp_in": [8, 12, 14], "track": [8, 16], "structur": [8, 9, 14, 16], "when": [8, 14, 16], "_asset_dir": 8, "temporari": [8, 10, 14], "disk": 8, "_working_dir": 8, "properti": 8, "without": 8, "setter": 8, "keep": [8, 14], "immut": [8, 16], "probabl": 8, "import": 8, "own": [8, 16], "avoid": [8, 14], "collis": 8, "dure": [8, 16], "asynchron": 8, "veri": [8, 14], "mani": [8, 14, 16], "applic": 8, "left": 8, "subdir": [8, 14], "attach": 8, "individu": 8, "pathlib": [8, 14], "high": 8, "speed": 8, "workflow": [8, 14], "sever": [8, 14], "histor": [8, 14], "reason": [8, 14], "rais": [8, 14], "except": [8, 14], "hous": 8, "form": [8, 14], "tmp_dir": 8, "fname": [8, 11, 14], "stem": 8, "tmp7gcsl4on": 8, "tomogram_fnam": 8, "Will": 8, "d": 8, "upon": [8, 9, 14, 16], "proj_dir": 8, "come": 8, "mount_point": 8, "rmlemhedwigqa": [8, 16], "lab": [8, 9], "pi": [8, 9], "fp_to_cp": 8, "report": 8, "output_ext": 8, "out_fnam": 8, "input_fp": 8, "swap": 8, "extens": [8, 14, 16], "sometim": [8, 14], "same": 8, "case": [8, 9], "asset_typ": [8, 14], "asset_fp": 8, "construct": 8, "string": [8, 14], "hang": 8, "element": [8, 14], "input_fname_b": 8, "pair": [8, 16], "myproject": 8, "mysess": 8, "sample1": 8, "file_a": 8, "thumbnailindex": 8, "filemetadata": 8, "imageset": 8, "destin": 8, "prior": [8, 14], "newli": [8, 9], "static": [8, 14], "cmd": 8, "list": [8, 9, 14, 16], "log_fil": 8, "subprocess": 8, "captur": 8, "stderr": 8, "stddout": 8, "If": [8, 14], "returncod": 8, "fail": 8, "signal": 8, "initialis": 9, "typic": 9, "done": [9, 16], "start": [9, 14], "venv": 9, "get": [9, 14], "dist": 9, "com": 9, "py310_23": 9, "chmod": 9, "hedwig_prod": 9, "git": 9, "github": [9, 10], "cd": 9, "l": 9, "being": [9, 14], "serivc": 9, "bashrc": 9, "export": 9, "appropri": 9, "email": 9, "support": [9, 16], "hedwig_listener_qa": 9, "idea": 9, "execstart": 9, "listen": 9, "relas": 9, "promot": 9, "checkout": 9, "label": 9, "regist": 9, "worlfow": 9, "helper": 9, "normal": 9, "session": 9, "realli": 9, "group": 9, "roi": 9, "preroi": 9, "slide": 9, "sit": 9, "down": 9, "pre_roi_select": 9, "heatmap": 9, "hq_imag": 9, "roi_imag": 9, "slide_1": 9, "czi": 9, "slide_2": 9, "slide_1_pre_roi_a": 9, "png": 9, "slide_2_pre_roi_a": 9, "split": 9, "across": 9, "pars": [9, 14], "otherwis": 9, "togeth": 9, "similarli": 9, "refer": [10, 14], "spinx": 10, "_installation_": 10, "_local": 10, "up_": 10, "_send": 10, "pull": 10, "requests_": 10, "_testing_": 10, "_sphinx": 10, "docs_": 10, "io": [10, 14], "develop": 10, "prerequisit": 10, "local": [10, 16], "request": [10, 14], "sphinx": 10, "hpc": [10, 14, 16], "big": 10, "sky": 10, "updat": [10, 14, 16], "spatialom": 10, "layout": 10, "zarr_fp": 11, "input_fnam": 11, "rechunk": 11, "bool": 11, "fals": 11, "width": 11, "height": 11, "resolut": 11, "depth": 11, "alter": 11, "what": [11, 16], "argument": [11, 16], "sem": [11, 14, 16], "hardcod": 12, "xfalign": 12, "pa": 12, "xf": 12, "xftoxg": 12, "ro": 12, "mi": 12, "xg": 12, "tif2mrc": 12, "datapath": 12, "stretch": 12, "gen": 12, "tilt_paramet": 12, "calcul": [12, 14], "co": 12, "tilt_angl": 12, "angl": 12, "degre": 12, "howev": 12, "radian": 12, "midz": 12, "keyimg": 12, "thumb": 12, "keyimg_": 12, "_": 12, "identifi": 14, "call": 14, "hold": 14, "deleg": 14, "primari": [14, 16], "prim_fp": 14, "actual": 14, "anoth": 14, "callback": 14, "hewwig": 14, "send": 14, "valid": 14, "metadata": [14, 16], "mayb": 14, "metdata": 14, "valu": [14, 16], "signatur": 14, "filesystem": 14, "recmovi": 14, "tiltmovi": 14, "neuroglancerprecomput": 14, "mutat": 14, "object": [14, 16], "lost": [14, 16], "funtion": 14, "why": 14, "insid": [14, 16], "isn": 14, "task": [14, 16], "wrapper": 14, "montag": [14, 16], "gold": [14, 16], "focu": 14, "fiducialless": 14, "trackingmethod": 14, "twosurfac": 14, "targetnumberofbead": 14, "localalign": 14, "thick": [14, 16], "natur": 14, "within": [14, 16], "facilit": 14, "live": 14, "context": 14, "caus": 14, "problem": 14, "mock": 14, "go": 14, "awai": 14, "ugli": 14, "vanish": 14, "sinc": 14, "longer": 14, "oblig": 14, "whose": 14, "entireti": 14, "space": [14, 16], "delgat": 14, "imagefil": 14, "ext": 14, "single_fil": 14, "libpath": 14, "present": 14, "specifi": [14, 16], "rather": 14, "than": 14, "multipl": [14, 16], "input_dir_fp": 14, "combin": 14, "concat": 14, "mount": [14, 16], "fps_in": 14, "files_elt": 14, "token": 14, "callback_url": 14, "convers": [14, 16], "made": [14, 16], "bodi": 14, "tupl": 14, "alia": 14, "field": 14, "dim": 14, "flag": 14, "stdout": 14, "adoc_fp": 14, "tg_fp": 14, "jinja": [14, 16], "dual_p": 14, "inputs_pair": 14, "dual": 14, "programat": 14, "b": 14, "still": 14, "template_nam": 14, "print": 14, "old_stat": 14, "new_stat": 14, "state": [14, 16], "reference_task_st": 14, "success": 14, "transit": 14, "concept": 14, "is_finish": 14, "notif": 14, "sent": 14, "finish": 14, "signitur": 14, "conform": 14, "handler": 14, "pass": 16, "elsewher": 16, "worflow": 16, "mnt": 16, "ai": 16, "fas12": 16, "rmlemhedwigdev": 16, "rmlemhedwigprod": 16, "never": 16, "substr": 16, "rtb": 16, "darrellh": 16, "nguyenm8": 16, "2022": 16, "0920": 16, "0922": 16, "neta_2d_test": 16, "dm4_sampl": 16, "And": 16, "correspond": 16, "partit": 16, "mention": 16, "implic": 16, "prepend": 16, "name_of_partit": 16, "input_dir_param": 16, "logic": 16, "filter": 16, "occur": 16, "conclus": 16, "between": 16, "next": 16, "map": 16, "preserv": 16, "tomograph": 16, "term": 16, "batch": 16, "tomo": 16, "gram": 16, "abbrevi": 16, "descript": 16, "altern": 16, "document": 16, "csv": 16, "substitut": 16, "curli": 16, "bracket": 16, "suggest": 16, "parenthesi": 16, "setupset": 16, "copyarg": 16, "beadsiz": 16, "pixel": 16, "pixels": 16, "comparam": 16, "prenewst": 16, "binbyfactor": 16, "beadtrack": 16, "lightbead": 16, "256": 16, "alignedstack": 16, "datasetdirectori": 16, "folder": 16, "posix": 16, "convent": 16, "dirtempl": 16, "empti": 16, "layer": 16, "microscop": 16, "perform": 16, "comput": 16, "expens": 16, "acquir": 16, "tomographi": 16, "seri": 16, "numer": 16, "prepar": 16, "possibl": 16, "filenam": 16, "part": 16, "basename_full_rec": 16, "auxiliari": 16, "transform": 16, "save": 16, "well": 16, "di": 16, "cpu": 16, "20": 16, "easi": 16, "slice": 16, "full": 16, "mrv": 16, "floor": 16, "ali_filenam": 16, "alreadi": 16, "factor": 16, "compar": 16, "precomput": 16, "non": 16, "volumetr": 16, "nifti": 16, "nii": 16, "unsign": 16, "integ": 16, "sign": 16, "adjust": 16, "mrc2nift": 16, "downscal": 16, "gzip": 16, "flat": 16, "neuro": 16, "minimum": 16, "maximum": 16, "visual": 16, "mrc_visual_min_max": 16, "mad": 16, "5": 16, "mrc2ngpc": 16, "cloud": 16}, "objects": {"brt": [[2, 0, 0, "-", "flow"]], "brt.flow": [[2, 1, 1, "", "calc_middle_i"], [2, 1, 1, "", "cleanup_files"], [2, 1, 1, "", "consolidate_ave_mrcs"], [2, 1, 1, "", "gen_ali_asmbl"], [2, 1, 1, "", "gen_ali_x"], [2, 1, 1, "", "gen_ave_8_vol"], [2, 1, 1, "", "gen_ave_jpgs_from_ave_mrc"], [2, 1, 1, "", "gen_clip_avgs"], [2, 1, 1, "", "gen_copy_keyimages"], [2, 1, 1, "", "gen_dimension_command"], [2, 1, 1, "", "gen_mrc2tiff"], [2, 1, 1, "", "gen_recon_movie"], [2, 1, 1, "", "gen_thumbs"], [2, 1, 1, "", "gen_tilt_movie"]], "": [[3, 0, 0, "-", "config"], [8, 0, 0, "-", "file_path"], [11, 0, 0, "-", "neuroglancer"], [14, 0, 0, "-", "utils"]], "config": [[3, 2, 1, "", "DMConfig"]], "config.DMConfig": [[3, 3, 1, "", "dm2mrc_loc"]], "dm_conversion": [[6, 0, 0, "-", "flow"]], "dm_conversion.flow": [[6, 1, 1, "", "convert_2d_mrc_to_tiff"], [6, 1, 1, "", "convert_dm_mrc_to_jpeg"], [6, 1, 1, "", "convert_dms_to_mrc"], [6, 1, 1, "", "convert_if_int16_tiff"], [6, 1, 1, "", "scale_jpegs"]], "file_path": [[8, 2, 1, "", "FilePath"], [8, 1, 1, "", "log"]], "file_path.FilePath": [[8, 4, 1, "", "assets_dir"], [8, 5, 1, "", "copy_to_assets_dir"], [8, 5, 1, "", "copy_workdir_to_assets"], [8, 5, 1, "", "gen_asset"], [8, 5, 1, "", "gen_output_fp"], [8, 5, 1, "", "gen_prim_fp_elt"], [8, 5, 1, "", "get_environment"], [8, 5, 1, "", "make_assets_dir"], [8, 5, 1, "", "make_work_dir"], [8, 5, 1, "", "rm_workdir"], [8, 5, 1, "", "run"], [8, 4, 1, "", "working_dir"]], "neuroglancer": [[11, 1, 1, "", "bioformats_gen_zarr"], [11, 1, 1, "", "rechunk_zarr"], [11, 1, 1, "", "zarr_build_multiscales"]], "sem_tomo": [[12, 0, 0, "-", "flow"]], "sem_tomo.flow": [[12, 1, 1, "", "convert_tif_to_mrc"], [12, 1, 1, "", "create_stretch_file"], [12, 1, 1, "", "gen_align_xg"], [12, 1, 1, "", "gen_keyimg"], [12, 1, 1, "", "gen_keyimg_small"], [12, 1, 1, "", "gen_newstack_mid_mrc_command"], [12, 1, 1, "", "gen_xfalign_comand"]], "utils": [[14, 2, 1, "", "Header"], [14, 1, 1, "", "add_asset"], [14, 1, 1, "", "cleanup_workdir"], [14, 1, 1, "", "copy_template"], [14, 1, 1, "", "copy_tg_to_working_dir"], [14, 1, 1, "", "copy_workdirs"], [14, 1, 1, "", "custom_terminal_state_handler"], [14, 1, 1, "", "gen_fps"], [14, 1, 1, "", "gen_prim_fps"], [14, 1, 1, "", "get_environment"], [14, 1, 1, "", "get_input_dir"], [14, 1, 1, "", "list_dirs"], [14, 1, 1, "", "list_files"], [14, 1, 1, "", "log"], [14, 1, 1, "", "lookup_dims"], [14, 1, 1, "", "mrc_to_movie"], [14, 1, 1, "", "notify_api_completion"], [14, 1, 1, "", "notify_api_running"], [14, 1, 1, "", "run_brt"], [14, 1, 1, "", "send_callback_body"], [14, 1, 1, "", "update_adoc"]], "utils.Header": [[14, 3, 1, "", "x"], [14, 3, 1, "", "y"], [14, 3, 1, "", "z"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:attribute", "4": "py:property", "5": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "method", "Python method"]}, "titleterms": {"api": 0, "brt": [1, 2, 16], "flow": [2, 6, 12], "batchruntomo": [2, 16], "pipelin": 2, "overview": 2, "config": 3, "modul": [3, 8, 11, 14], "develop": 4, "prerequisit": 4, "github": 4, "com": 4, "git": 4, "lf": 4, "flake8": 4, "black": 4, "pre": 4, "commit": 4, "docker": 4, "test": 4, "local": 4, "set": 4, "up": 4, "hpc": [4, 9], "updat": [4, 9], "venv": 4, "prefect": 4, "agent": 4, "regist": 4, "workflow": [4, 10, 16], "pull": 4, "request": 4, "sphinx": 4, "document": [4, 10], "dm_convers": [5, 6], "em_workflow": 7, "file_path": 8, "rml": 9, "big": 9, "sky": 9, "initi": 9, "setup": 9, "To": 9, "spatialom": 9, "file": [9, 16], "layout": 9, "imag": 10, "portal": 10, "": 10, "content": 10, "neuroglanc": [11, 16], "sem_tomo": [12, 13], "util": [14, 15], "input": 16, "output": 16, "work": 16, "directori": 16, "temporari": 16, "dir": 16, "process": 16, "gener": 16, "direct": 16, "tilt": 16, "movi": 16, "reconstruct": 16, "pyramid": 16}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"API": [[0, "api"]], "BRT": [[1, "brt"]], "brt.flow": [[2, "module-brt.flow"]], "Batchruntomo pipeline overview:": [[2, "batchruntomo-pipeline-overview"]], "config module": [[3, "module-config"]], "Development": [[4, "development"]], "Prerequisites": [[4, "prerequisites"]], "Github.com": [[4, "github-com"]], "Git LFS": [[4, "git-lfs"]], "Flake8": [[4, "flake8"]], "Black": [[4, "black"]], "pre-commit": [[4, "pre-commit"]], "Docker": [[4, "docker"], [4, "id5"]], "Testing": [[4, "testing"]], "Local Set-up": [[4, "local-set-up"]], "HPC Set up": [[4, "hpc-set-up"]], "Updating venvs:": [[4, "updating-venvs"]], "Prefect Agent:": [[4, "prefect-agent"]], "Register Workflows:": [[4, "register-workflows"]], "Pull Requests": [[4, "pull-requests"]], "Sphinx Documentation": [[4, "sphinx-documentation"]], "DM_CONVERSION": [[5, "dm-conversion"]], "dm_conversion.flow": [[6, "module-dm_conversion.flow"]], "em_workflows": [[7, "em-workflows"]], "file_path module": [[8, "module-file_path"]], "RML HPC (Big Sky)": [[9, "rml-hpc-big-sky"]], "Initial Setup:": [[9, "initial-setup"]], "To update:": [[9, "to-update"]], "Spatialomics file layout.": [[9, "spatialomics-file-layout"]], "Image Portal Workflows\u2019s documentation": [[10, "image-portal-workflows-s-documentation"]], "Contents:": [[10, null]], "neuroglancer module": [[11, "module-neuroglancer"]], "sem_tomo.flow": [[12, "module-sem_tomo.flow"]], "SEM_TOMO": [[13, "sem-tomo"]], "utils module": [[14, "module-utils"]], "UTILS": [[15, "utils"]], "Workflows": [[16, "workflows"]], "Inputs/Outputs": [[16, "inputs-outputs"]], "Working directory / temporary dir.": [[16, "working-directory-temporary-dir"]], "Processes": [[16, "processes"]], "Generate BRT Directive File": [[16, "generate-brt-directive-file"]], "BatchRunTomo (BRT)": [[16, "batchruntomo-brt"]], "Generate tilt movie": [[16, "generate-tilt-movie"]], "Generate reconstruction movie": [[16, "generate-reconstruction-movie"]], "Generate Neuroglancer Pyramid": [[16, "generate-neuroglancer-pyramid"]]}, "indexentries": {"brt.flow": [[2, "module-brt.flow"]], "calc_middle_i() (in module brt.flow)": [[2, "brt.flow.calc_middle_i"]], "cleanup_files() (in module brt.flow)": [[2, "brt.flow.cleanup_files"]], "consolidate_ave_mrcs() (in module brt.flow)": [[2, "brt.flow.consolidate_ave_mrcs"]], "gen_ali_asmbl() (in module brt.flow)": [[2, "brt.flow.gen_ali_asmbl"]], "gen_ali_x() (in module brt.flow)": [[2, "brt.flow.gen_ali_x"]], "gen_ave_8_vol() (in module brt.flow)": [[2, "brt.flow.gen_ave_8_vol"]], "gen_ave_jpgs_from_ave_mrc() (in module brt.flow)": [[2, "brt.flow.gen_ave_jpgs_from_ave_mrc"]], "gen_clip_avgs() (in module brt.flow)": [[2, "brt.flow.gen_clip_avgs"]], "gen_copy_keyimages() (in module brt.flow)": [[2, "brt.flow.gen_copy_keyimages"]], "gen_dimension_command() (in module brt.flow)": [[2, "brt.flow.gen_dimension_command"]], "gen_mrc2tiff() (in module brt.flow)": [[2, "brt.flow.gen_mrc2tiff"]], "gen_recon_movie() (in module brt.flow)": [[2, "brt.flow.gen_recon_movie"]], "gen_thumbs() (in module brt.flow)": [[2, "brt.flow.gen_thumbs"]], "gen_tilt_movie() (in module brt.flow)": [[2, "brt.flow.gen_tilt_movie"]], "module": [[2, "module-brt.flow"], [3, "module-config"], [6, "module-dm_conversion.flow"], [8, "module-file_path"], [11, "module-neuroglancer"], [12, "module-sem_tomo.flow"], [14, "module-utils"]], "dmconfig (class in config)": [[3, "config.DMConfig"]], "config": [[3, "module-config"]], "dm2mrc_loc (config.dmconfig attribute)": [[3, "config.DMConfig.dm2mrc_loc"]], "convert_2d_mrc_to_tiff() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_2d_mrc_to_tiff"]], "convert_dm_mrc_to_jpeg() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_dm_mrc_to_jpeg"]], "convert_dms_to_mrc() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_dms_to_mrc"]], "convert_if_int16_tiff() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_if_int16_tiff"]], "dm_conversion.flow": [[6, "module-dm_conversion.flow"]], "scale_jpegs() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.scale_jpegs"]], "filepath (class in file_path)": [[8, "file_path.FilePath"]], "assets_dir (file_path.filepath property)": [[8, "file_path.FilePath.assets_dir"]], "copy_to_assets_dir() (file_path.filepath method)": [[8, "file_path.FilePath.copy_to_assets_dir"]], "copy_workdir_to_assets() (file_path.filepath method)": [[8, "file_path.FilePath.copy_workdir_to_assets"]], "file_path": [[8, "module-file_path"]], "gen_asset() (file_path.filepath method)": [[8, "file_path.FilePath.gen_asset"]], "gen_output_fp() (file_path.filepath method)": [[8, "file_path.FilePath.gen_output_fp"]], "gen_prim_fp_elt() (file_path.filepath method)": [[8, "file_path.FilePath.gen_prim_fp_elt"]], "get_environment() (file_path.filepath method)": [[8, "file_path.FilePath.get_environment"]], "log() (in module file_path)": [[8, "file_path.log"]], "make_assets_dir() (file_path.filepath method)": [[8, "file_path.FilePath.make_assets_dir"]], "make_work_dir() (file_path.filepath method)": [[8, "file_path.FilePath.make_work_dir"]], "rm_workdir() (file_path.filepath method)": [[8, "file_path.FilePath.rm_workdir"]], "run() (file_path.filepath static method)": [[8, "file_path.FilePath.run"]], "working_dir (file_path.filepath property)": [[8, "file_path.FilePath.working_dir"]], "bioformats_gen_zarr() (in module neuroglancer)": [[11, "neuroglancer.bioformats_gen_zarr"]], "neuroglancer": [[11, "module-neuroglancer"]], "rechunk_zarr() (in module neuroglancer)": [[11, "neuroglancer.rechunk_zarr"]], "zarr_build_multiscales() (in module neuroglancer)": [[11, "neuroglancer.zarr_build_multiscales"]], "convert_tif_to_mrc() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.convert_tif_to_mrc"]], "create_stretch_file() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.create_stretch_file"]], "gen_align_xg() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_align_xg"]], "gen_keyimg() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_keyimg"]], "gen_keyimg_small() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_keyimg_small"]], "gen_newstack_mid_mrc_command() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_newstack_mid_mrc_command"]], "gen_xfalign_comand() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_xfalign_comand"]], "sem_tomo.flow": [[12, "module-sem_tomo.flow"]], "header (class in utils)": [[14, "utils.Header"]], "add_asset() (in module utils)": [[14, "utils.add_asset"]], "cleanup_workdir() (in module utils)": [[14, "utils.cleanup_workdir"]], "copy_template() (in module utils)": [[14, "utils.copy_template"]], "copy_tg_to_working_dir() (in module utils)": [[14, "utils.copy_tg_to_working_dir"]], "copy_workdirs() (in module utils)": [[14, "utils.copy_workdirs"]], "custom_terminal_state_handler() (in module utils)": [[14, "utils.custom_terminal_state_handler"]], "gen_fps() (in module utils)": [[14, "utils.gen_fps"]], "gen_prim_fps() (in module utils)": [[14, "utils.gen_prim_fps"]], "get_environment() (in module utils)": [[14, "utils.get_environment"]], "get_input_dir() (in module utils)": [[14, "utils.get_input_dir"]], "list_dirs() (in module utils)": [[14, "utils.list_dirs"]], "list_files() (in module utils)": [[14, "utils.list_files"]], "log() (in module utils)": [[14, "utils.log"]], "lookup_dims() (in module utils)": [[14, "utils.lookup_dims"]], "mrc_to_movie() (in module utils)": [[14, "utils.mrc_to_movie"]], "notify_api_completion() (in module utils)": [[14, "utils.notify_api_completion"]], "notify_api_running() (in module utils)": [[14, "utils.notify_api_running"]], "run_brt() (in module utils)": [[14, "utils.run_brt"]], "send_callback_body() (in module utils)": [[14, "utils.send_callback_body"]], "update_adoc() (in module utils)": [[14, "utils.update_adoc"]], "utils": [[14, "module-utils"]], "x (utils.header attribute)": [[14, "utils.Header.x"]], "y (utils.header attribute)": [[14, "utils.Header.y"]], "z (utils.header attribute)": [[14, "utils.Header.z"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["api", "brt", "brt_flow", "config", "development", "dm_conversion", "dm_flow", "em_workflows", "file_path", "hpc", "index", "neuroglancer", "sem_flow", "sem_tomo", "utils", "utils-module", "workflows"], "filenames": ["api.rst", "brt.rst", "brt_flow.rst", "config.rst", "development.rst", "dm_conversion.rst", "dm_flow.rst", "em_workflows.rst", "file_path.rst", "hpc.rst", "index.rst", "neuroglancer.rst", "sem_flow.rst", "sem_tomo.rst", "utils.rst", "utils-module.rst", "workflows.rst"], "titles": ["API", "BRT", "brt.flow", "config module", "Development", "DM_CONVERSION", "dm_conversion.flow", "em_workflows", "file_path module", "RML HPC (Big Sky)", "Image Portal Workflows\u2019s documentation", "neuroglancer module", "sem_tomo.flow", "SEM_TOMO", "utils module", "UTILS", "Workflows"], "terms": {"em_workflow": [0, 10], "config": [0, 4, 7, 8], "modul": [0, 4, 7, 15], "dmconfig": [0, 3, 7], "dm2mrc_loc": [0, 3, 7], "file_path": [0, 2, 6, 7, 11, 12, 14], "log": [0, 4, 7, 8, 14, 15, 16], "filepath": [0, 2, 6, 7, 8, 11, 12, 14, 16], "assets_dir": [0, 6, 7, 8], "working_dir": [0, 7, 8, 14], "get_environ": [0, 7, 8, 14, 15], "make_work_dir": [0, 7, 8], "make_assets_dir": [0, 7, 8], "copy_to_assets_dir": [0, 7, 8], "gen_output_fp": [0, 7, 8], "gen_asset": [0, 7, 8], "gen_prim_fp_elt": [0, 7, 8, 14], "copy_workdir_to_asset": [0, 7, 8], "rm_workdir": [0, 7, 8, 14], "run": [0, 2, 4, 7, 8, 9, 11, 14, 16], "util": [0, 2, 4, 7, 16], "neuroglanc": [0, 7, 14, 15], "rechunk_zarr": [0, 7, 11, 15], "bioformats_gen_zarr": [0, 7, 11, 15], "zarr_build_multiscal": [0, 7, 11, 15], "mrc_to_movi": [0, 7, 14, 15], "gen_prim_fp": [0, 7, 14, 15], "add_asset": [0, 7, 14, 15], "cleanup_workdir": [0, 7, 14, 15], "run_brt": [0, 7, 14, 15], "copy_workdir": [0, 7, 14, 15], "list_fil": [0, 7, 14, 15, 16], "list_dir": [0, 7, 14, 15], "get_input_dir": [0, 7, 14, 15, 16], "gen_fp": [0, 7, 14, 15], "send_callback_bodi": [0, 7, 14, 15], "header": [0, 7, 14, 15, 16], "lookup_dim": [0, 2, 4, 7, 14, 15], "update_adoc": [0, 7, 14, 15], "copy_tg_to_working_dir": [0, 7, 14, 15], "copy_templ": [0, 7, 14, 15], "notify_api_run": [0, 7, 14, 15], "custom_terminal_state_handl": [0, 7, 14, 15], "notify_api_complet": [0, 7, 14, 15], "dm_convers": [0, 7], "flow": [0, 1, 5, 7, 11, 13, 14], "convert_dms_to_mrc": [0, 5, 6, 7], "convert_if_int16_tiff": [0, 5, 6, 7], "convert_2d_mrc_to_tiff": [0, 5, 6, 7], "convert_dm_mrc_to_jpeg": [0, 5, 6, 7], "scale_jpeg": [0, 5, 6, 7], "brt": [0, 4, 7, 11, 14], "batchruntomo": [0, 1, 4, 7], "pipelin": [0, 1, 4, 7, 8, 9, 14, 16], "overview": [0, 1, 7, 14, 16], "gen_dimension_command": [0, 1, 2, 7], "gen_ali_x": [0, 1, 2, 7], "gen_ali_asmbl": [0, 1, 2, 7], "gen_mrc2tiff": [0, 1, 2, 7], "gen_thumb": [0, 1, 2, 7], "gen_copy_keyimag": [0, 1, 2, 7], "gen_tilt_movi": [0, 1, 2, 7], "gen_recon_movi": [0, 1, 2, 7], "gen_clip_avg": [0, 1, 2, 7], "consolidate_ave_mrc": [0, 1, 2, 7], "gen_ave_8_vol": [0, 1, 2, 7], "gen_ave_jpgs_from_ave_mrc": [0, 1, 2, 7], "cleanup_fil": [0, 1, 2, 7], "calc_middle_i": [0, 1, 2, 7], "sem_tomo": [0, 7], "gen_xfalign_comand": [0, 7, 12, 13], "gen_align_xg": [0, 7, 12, 13], "convert_tif_to_mrc": [0, 7, 12, 13], "create_stretch_fil": [0, 7, 12, 13], "gen_newstack_mid_mrc_command": [0, 7, 12, 13], "gen_keyimg": [0, 7, 12, 13], "gen_keyimg_smal": [0, 7, 12, 13], "take": [2, 4], "an": [2, 4, 8, 14, 16], "input_dir": [2, 8, 14, 16], "contain": [2, 4, 8, 14, 16], "1": [2, 4, 9, 12, 14, 16], "more": [2, 4], "mrc": [2, 6, 8, 12, 14, 16], "st": [2, 16], "file": [2, 4, 6, 8, 10, 12, 14], "imod": [2, 3, 4, 14, 16], "http": [2, 4, 9, 10, 14, 16], "bio3d": [2, 4, 16], "colorado": [2, 4, 16], "edu": [2, 4, 16], "doc": [2, 4, 10, 14, 16], "man": 2, "html": [2, 14, 16], "i": [2, 4, 6, 8, 9, 11, 12, 14, 16], "each": [2, 4, 8, 9, 14, 16], "dir": [2, 6, 8, 9, 10, 12, 14], "ha": [2, 4, 14, 16], "larg": [2, 4, 12, 14], "number": [2, 4, 14, 16], "paramet": [2, 8, 11, 14, 16], "which": [2, 4, 8, 9, 14], "ar": [2, 4, 8, 9, 11, 14, 16], "provid": [2, 4, 16], "us": [2, 4, 6, 8, 9, 11, 12, 14, 16], "adoc": [2, 14, 16], "some": [2, 4, 14, 16], "per": [2, 4, 9], "basi": 2, "remain": 2, "default": [2, 8, 14, 16], "templat": [2, 14, 16], "There": [2, 4, 16], "two": [2, 4, 16], "plastic_brt": 2, "cryo_brt": 2, "note": [2, 4, 6, 9, 12, 14, 16], "current": [2, 4, 14], "ident": 2, "we": [2, 4, 6, 8, 14, 16], "expect": [2, 12, 16], "thi": [2, 4, 8, 9, 14, 16], "chang": [2, 4, 16], "The": [2, 4, 8, 9, 14, 16], "chosen": 2, "defin": [2, 8, 14, 16], "adoc_templ": [2, 14], "time": [2, 4, 14], "interpol": 2, "produc": 2, "output": [2, 4, 8, 9, 10, 14], "care": [2, 8], "about": [2, 8, 14], "_ali": [2, 16], "_rec": 2, "ali": 2, "align": [2, 12, 16], "gener": [2, 4, 6, 12, 14], "tilt": [2, 12], "movi": [2, 4, 8, 14], "look": [2, 4, 6, 8, 9, 12, 14], "up": [2, 8, 9, 10, 14], "dimension": 2, "n": [2, 4], "section": [2, 4], "assembl": 2, "singl": [2, 8, 9, 14], "convert": [2, 6, 12, 14, 16], "stack": [2, 14, 16], "jpeg": [2, 6], "compil": 2, "addition": 2, "mid": [2, 12], "point": [2, 14, 16], "displai": 2, "thumbnail": [2, 16], "clean": 2, "intermedi": 2, "now": 2, "reconstruct": 2, "similar": [2, 4, 9], "fashion": 2, "abov": [2, 4, 14, 16], "creat": [2, 4, 8, 9, 12, 14, 16], "averag": [2, 16], "after": [2, 14], "ourselv": 2, "input": [2, 6, 8, 10, 11, 12, 14], "volslic": 2, "k": [2, 4], "need": [2, 4, 9, 14, 16], "pyramid": 2, "zarr": [2, 11], "gen_zarr": 2, "copi": [2, 4, 8, 9, 14, 16], "right": 2, "place": [2, 4, 9, 14], "tell": [2, 14], "api": [2, 4, 10, 14], "where": [2, 4, 6, 8, 12, 16], "thei": [2, 4, 14], "json": [2, 14, 16], "talk": 2, "build": [2, 4, 10], "datastructur": [2, 14], "locat": [2, 4, 14], "kei": [2, 14, 16], "primaryfilepath": [2, 8], "append": [2, 8, 14], "everi": [2, 4, 14], "": [2, 4, 6, 8, 9, 12, 14, 16], "asset": [2, 4, 8, 14, 16], "final": [2, 8, 9, 16], "post": [2, 14], "cleanup": 2, "temp": [2, 16], "ali_or_rec": 2, "str": [2, 6, 8, 11, 14], "z": [2, 7, 14, 15, 16], "dimens": [2, 16], "nasti": 2, "denot": [2, 16], "whether": 2, "you": [2, 4, 9], "re": [2, 4], "todo": [2, 8, 14], "duplic": [2, 4], "see": [2, 4, 8, 14, 16], "z_dim": 2, "none": [2, 6, 8, 11, 12, 14], "chop": 2, "its": [2, 8, 16], "constitu": 2, "eg": [2, 8, 9, 14, 16], "10": [2, 4, 16], "syntax": 2, "awkward": 2, "mai": [2, 4, 16], "requir": [2, 4, 11, 14], "possibli": 2, "replac": 2, "newstack": [2, 6, 12, 16], "sec": [2, 12, 16], "path": [2, 6, 8, 11, 14], "basename_ali": [2, 16], "workdir": [2, 12, 14, 16], "hedwig": [2, 4, 8, 10, 12, 16], "float": [2, 12, 16], "3": [2, 4, 9, 16], "basenam": [2, 12, 16], "ali_": 2, "lot": 2, "j": [2, 12, 16], "That": 2, "switch": 2, "set": [2, 9, 10, 14], "mrc2tif": [2, 12, 14, 16], "c": [2, 12, 16], "0": [2, 4, 6, 8, 9, 12, 14, 16], "255": [2, 12, 16], "ali_basenam": [2, 16], "dict": [2, 6, 8, 12, 14], "graphicsmagick": 2, "imag": [2, 4, 8, 14, 16], "gm": [2, 16], "size": [2, 6, 12, 14, 16], "300x300": [2, 12, 16], "middle_i": [2, 16], "jpg": [2, 12, 14, 16], "resiz": [2, 12, 16], "sharpen": [2, 12, 16], "2": [2, 12, 14, 16], "qualiti": [2, 12, 16], "70": [2, 12, 16], "keyimg_basename_": [2, 16], "keyimag": [2, 6, 14], "fname_in": 2, "fname_out": 2, "both": [2, 14], "deriv": [2, 6, 14], "from": [2, 4, 6, 9, 14, 16], "tomogram": [2, 14], "fp": [2, 8, 14], "might": [2, 8, 11, 14], "alwai": 2, "int": [2, 8, 11, 12, 14], "cp": 2, "basename_keyimg": 2, "ffmpeg": [2, 4, 14, 16], "f": [2, 16], "image2": [2, 16], "framer": [2, 16], "4": [2, 16], "03d": [2, 16], "vcodec": [2, 16], "libx264": [2, 16], "pix_fmt": [2, 16], "yuv420p": [2, 16], "1024": [2, 6, 16], "tiltmov_": [2, 16], "mp4": [2, 14, 16], "8": [2, 4, 9, 16], "basename_mp4": [2, 16], "04d": [2, 16], "keymov_basenam": [2, 16], "tilt_movi": 2, "should": [2, 8, 9, 14, 16], "refactor": 2, "one": [2, 4, 8, 9, 14, 16], "function": [2, 8, 14, 16], "give": 2, "assist": 2, "view": [2, 16], "base_ave001": 2, "etc": [2, 4, 9, 16], "base_ave002": 2, "recon": 2, "binvol": [2, 16], "rang": [2, 16], "izmin": [2, 16], "izmax": [2, 16], "clip": [2, 16], "avg": [2, 16], "2d": [2, 4, 6, 16], "iz": [2, 16], "m": [2, 4, 9, 16], "basename_rec": [2, 16], "basename_av": [2, 16], "consum": 2, "ave_bas": 2, "averagedvolum": [2, 14], "ave_basenam": [2, 16], "volum": [2, 14, 16], "bin": [2, 3, 4, 9, 16], "avebin8_basenam": [2, 16], "load": [2, 4], "format": [2, 4, 16], "base": [2, 4, 8, 11, 14], "_mp4": 2, "123": [2, 4], "OR": 2, "1234": 2, "depend": [2, 4, 11, 14], "These": [2, 4, 8, 9, 11, 16], "can": [2, 4, 8, 9, 14, 16], "later": [2, 8], "100": [2, 16], "ave_basnam": [2, 16], "pattern": 2, "given": [2, 14], "unix": [2, 8], "iter": 2, "through": 2, "directori": [2, 4, 8, 9, 10, 14], "remov": [2, 8, 14], "all": [2, 4, 6, 8, 12, 14, 16], "match": [2, 14], "want": [2, 4, 8], "find": [2, 4, 16], "middl": 2, "name": [2, 4, 6, 8, 14, 16], "pad": 2, "zero": 2, "make": [2, 4, 8], "magic": 2, "class": [3, 4, 8, 14, 16], "opt": 3, "rml": [3, 4, 10, 14], "dm2mrc": 3, "relat": [4, 10], "pleas": [4, 10], "read": 4, "befor": [4, 14, 16], "clone": [4, 9], "generate_venv": 4, "sh": [4, 9], "script": [4, 9, 16], "referenc": 4, "below": [4, 10], "autom": [4, 9], "much": [4, 14], "process": [4, 6, 8, 10], "system": [4, 16], "assum": [4, 6, 12], "either": 4, "linux": [4, 9], "mac": 4, "o": 4, "repositori": 4, "niaid": [4, 9, 10, 16], "enterpris": 4, "organ": 4, "have": [4, 8, 14], "account": [4, 9], "member": [4, 8], "pip": [4, 9], "instal": [4, 9], "e": [4, 9], "path_to_clon": 4, "tomoj": [4, 16], "pytool": [4, 16], "master": 4, "txt": 4, "storag": [4, 14], "store": [4, 8, 14], "larger": 4, "train": 4, "model": 4, "other": [4, 8, 9, 16], "data": [4, 14], "text": 4, "code": 4, "must": [4, 16], "user": [4, 8, 16], "tool": [4, 16], "detail": [4, 8], "usag": 4, "here": [4, 8], "onc": 4, "usual": [4, 16], "transpar": 4, "oper": [4, 8, 14, 16], "ad": [4, 8, 9, 14], "branch": 4, "gitattribut": 4, "configur": [4, 16], "automat": 4, "input_fil": 4, "cli": 4, "enforc": 4, "style": [4, 14], "do": [4, 9, 16], "lint": 4, "standard": 4, "python": [4, 9], "help": 4, "consist": [4, 16], "framework": 4, "manag": 4, "hook": 4, "check": [4, 6, 14], "complianc": 4, "It": [4, 8, 9], "via": [4, 16], "top": [4, 8], "level": [4, 8], "yaml": 4, "platform": 4, "virtual": 4, "so": [4, 14, 16], "softwar": 4, "packag": 4, "differ": [4, 9, 11], "environ": [4, 8, 14, 16], "pytest": 4, "resid": 4, "test_brt": 4, "end": 4, "test_dm": 4, "test_sem": 4, "fibsem": [4, 16], "test_lrg_2d": 4, "test_util": 4, "unit": [4, 9], "py": 4, "repo": [4, 9], "download": 4, "machin": 4, "follow": [4, 8, 11, 16], "them": [4, 8], "copy_test_data": 4, "quit": 4, "line": [4, 9, 16], "separ": [4, 14, 16], "command": [4, 8, 9, 16], "also": [4, 9, 16], "result": [4, 8, 14], "previou": 4, "specif": [4, 9, 14, 16], "complet": [4, 8, 14], "suit": 4, "work": [4, 8, 9, 10, 14], "To": [4, 10, 16], "entir": [4, 8, 14], "portal_image_workflow": 4, "determin": [4, 14], "coverag": [4, 10], "cov": 4, "coveragerc": 4, "coupl": 4, "wai": [4, 9], "select": 4, "type": [4, 8, 14, 16], "marker": 4, "certain": 4, "decor": 4, "mark": 4, "slow": 4, "long": 4, "localdata": 4, "action": 4, "don": 4, "t": [4, 14], "just": [4, 14], "rel": [4, 14], "quick": 4, "everyth": [4, 6], "along": [4, 14], "verbos": 4, "turn": 4, "v": 4, "info": [4, 8, 14], "keyword": 4, "For": [4, 8, 9, 16], "exampl": [4, 8, 16], "test_lookup_dim": 4, "test_bad_lookup_dim": 4, "In": [4, 14], "addit": 4, "temporarili": 4, "broken": 4, "skip": [4, 16], "comment": [4, 8, 14], "out": [4, 8, 9, 16], "delet": 4, "minim": 4, "program": 4, "avail": [4, 16], "java": 4, "runtim": [4, 14, 16], "order": [4, 16], "etomo": 4, "bioformats2raw": 4, "glencoesoftwar": 4, "imagemagick": 4, "org": 4, "php": 4, "binari": 4, "execut": 4, "consid": [4, 8, 16], "exist": [4, 8, 9, 14, 16], "variabl": 4, "env": [4, 6, 9], "project": [4, 6, 8, 9, 10, 14, 16], "root": [4, 8, 9, 14], "simplic": 4, "sampl": [4, 9], "content": [4, 16], "dev": [4, 8, 9, 14, 16], "qa": [4, 8, 9, 14, 16], "special": 4, "m1": 4, "librari": 4, "imagecodec": 4, "doe": [4, 6, 14, 16], "built": [4, 14], "x86_64": [4, 9], "version": 4, "issu": 4, "biofomats2raw": 4, "opencv": 4, "arm64": 4, "chip": 4, "fix": 4, "workaround": 4, "choos": 4, "amd64": 4, "option": [4, 8], "explan": 4, "found": [4, 8, 14], "basic": 4, "would": [4, 9, 16], "like": [4, 9, 12, 14, 16], "main": 4, "dockerfil": 4, "hedwig_pipelin": 4, "boot": 4, "becaus": [4, 14], "pwd": 4, "image_portal_workflow": [4, 9, 10], "rm": [4, 8, 14], "latest": 4, "onli": [4, 8, 9, 11, 14, 16], "relev": 4, "step": [4, 16], "purpos": 4, "bigski": 4, "three": 4, "prod": [4, 8, 9, 14, 16], "were": 4, "first": 4, "around": 4, "ancient": 4, "obtain": [4, 14], "miniconda": [4, 9], "allow": [4, 9, 14], "g": [4, 9], "wget": [4, 9], "anaconda": [4, 9], "miniconda3": [4, 9], "py39_4": 4, "11": 4, "activ": [4, 9], "conda": 4, "conda_env": 4, "some_nam": 4, "python3": 4, "ani": [4, 8, 9, 14, 16], "deactiv": 4, "A": [4, 8, 16], "home": [4, 8, 9], "hedwig_env": [4, 8, 9, 14], "insur": 4, "generate_vevn": 4, "08": 4, "2023": 4, "setup": [4, 10], "rst": 4, "helper_script": [4, 9], "your": 4, "correct": [4, 12], "ensur": [4, 14], "someth": [4, 6, 14], "r": 4, "upgrad": 4, "link": [4, 9], "releas": 4, "tag": [4, 9], "v1": 4, "thing": [4, 14], "reach": 4, "daemon": [4, 9], "hedwig_reg_listen": [4, 9], "hedwig_listener_prod": 4, "servic": [4, 9], "new": [4, 16], "sourc": [4, 9, 12, 16], "dask": [4, 14], "jobqueu": 4, "cat": [4, 8], "worker": 4, "core": [4, 14, 16], "total": 4, "job": 4, "memori": 4, "64": 4, "gb": 4, "amount": 4, "interfac": 4, "ens160": 4, "network": 4, "eth0": 4, "ib0": 4, "death": 4, "timeout": 4, "120": 4, "second": 4, "wait": 4, "schedul": 4, "gs1": [4, 8, 9], "macmenaminp": [4, 8], "tmp": [4, 8], "fast": [4, 8], "scratch": 4, "tmpdir": 4, "job_extra_direct": 4, "gre": 4, "gpu": [4, 16], "slurm": [4, 14], "resourc": [4, 8], "shebang": 4, "usr": 4, "bash": 4, "queue": 4, "null": [4, 8], "walltim": 4, "00": 4, "although": 4, "unus": 4, "spack": 4, "app": 4, "rmlspack": 4, "share": [4, 14], "6": [4, 6], "eg2vaag": 4, "unload": 4, "contribut": 4, "fork": 4, "good": [4, 9], "shape": 4, "pr": [4, 12], "outlin": 4, "kind": [4, 11], "could": [4, 16], "thorough": 4, "en": 4, "collabor": 4, "propos": 4, "gh": 4, "web": [4, 8], "philipmac": 4, "nih_3d_workflow": 4, "upstream": 4, "remot": 4, "add": [4, 14], "origin": [4, 8, 16], "your_unam": 4, "fetch": [4, 9], "push": 4, "edit": [4, 9], "max": 4, "length": 4, "127": 4, "neither": 4, "nor": 4, "complain": [4, 14], "date": [4, 8], "rebas": 4, "branch_with_fix": 4, "initi": [4, 10], "creation": [4, 14], "nih": 4, "3d": [4, 16], "those": 4, "includ": [4, 14], "submit": 4, "english": 4, "scm": 4, "book": 4, "v2": 4, "distribut": [4, 14], "feel": 4, "free": 4, "let": 4, "admin": 4, "philip": 4, "macm": 4, "bradlei": 4, "lowenkamp": 4, "know": [4, 16], "review": 4, "thank": 4, "render": 4, "page": 4, "docstr": 4, "public": 4, "method": [4, 8, 12, 14, 16], "privat": 4, "accept": 6, "tiff": [6, 16], "obj": [6, 14], "test": [6, 8, 9, 10, 14, 16], "16": [6, 16], "bit": [6, 16], "write": [6, 8, 16], "return": [6, 8, 14], "els": [6, 14], "orig": 6, "anyth": 6, "constant": 6, "large_dim": 6, "imod_output_format": 6, "tif": [6, 12], "shrink": 6, "shrink_factor": 6, "antialia": 6, "mode": [6, 9], "meansd": 6, "140": 6, "50": 6, "f_in": 6, "f_out": 6, "input_s": 6, "smaller": 6, "x": [6, 7, 9, 14, 15, 16], "y": [6, 7, 14, 15, 16], "4092": 6, "previous": [6, 10], "dm": 6, "ignor": [6, 9], "NOT": [6, 14], "dm_as_mrc": 6, "keythumbnail": [6, 14], "_mrc_as_jpg": 6, "msg": [8, 14], "conveni": [8, 9, 14], "messag": [8, 14], "prefect": [8, 14, 16], "param": [8, 11, 14, 16], "written": 8, "share_nam": [8, 14], "fp_in": [8, 12, 14], "track": [8, 16], "structur": [8, 9, 14, 16], "when": [8, 14, 16], "_asset_dir": 8, "temporari": [8, 10, 14], "disk": 8, "_working_dir": 8, "properti": 8, "without": 8, "setter": 8, "keep": [8, 14], "immut": [8, 16], "probabl": 8, "import": 8, "own": [8, 16], "avoid": [8, 14], "collis": 8, "dure": [8, 16], "asynchron": 8, "veri": [8, 14], "mani": [8, 14, 16], "applic": 8, "left": 8, "subdir": [8, 14], "attach": 8, "individu": 8, "pathlib": [8, 14], "high": 8, "speed": 8, "workflow": [8, 14], "sever": [8, 14], "histor": [8, 14], "reason": [8, 14], "rais": [8, 14], "except": [8, 14], "hous": 8, "form": [8, 14], "tmp_dir": 8, "fname": [8, 11, 14], "stem": 8, "tmp7gcsl4on": 8, "tomogram_fnam": 8, "Will": 8, "d": 8, "upon": [8, 9, 14, 16], "proj_dir": 8, "come": 8, "mount_point": 8, "rmlemhedwigqa": [8, 16], "lab": [8, 9], "pi": [8, 9], "fp_to_cp": 8, "report": 8, "output_ext": 8, "out_fnam": 8, "input_fp": 8, "swap": 8, "extens": [8, 14, 16], "sometim": [8, 14], "same": 8, "case": [8, 9], "asset_typ": [8, 14], "asset_fp": 8, "construct": 8, "string": [8, 14], "hang": 8, "element": [8, 14], "input_fname_b": 8, "pair": [8, 16], "myproject": 8, "mysess": 8, "sample1": 8, "file_a": 8, "thumbnailindex": 8, "filemetadata": 8, "imageset": 8, "destin": 8, "prior": [8, 14], "newli": [8, 9], "static": [8, 14], "cmd": 8, "list": [8, 9, 14, 16], "log_fil": 8, "subprocess": 8, "captur": 8, "stderr": 8, "stddout": 8, "If": [8, 14], "returncod": 8, "fail": 8, "signal": 8, "initialis": 9, "typic": 9, "done": [9, 16], "start": [9, 14], "venv": 9, "get": [9, 14], "dist": 9, "com": 9, "py310_23": 9, "chmod": 9, "hedwig_prod": 9, "git": 9, "github": [9, 10], "cd": 9, "l": 9, "being": [9, 14], "serivc": 9, "bashrc": 9, "export": 9, "appropri": 9, "email": 9, "support": [9, 16], "hedwig_listener_qa": 9, "idea": 9, "execstart": 9, "listen": 9, "relas": 9, "promot": 9, "checkout": 9, "label": 9, "regist": 9, "worlfow": 9, "helper": 9, "normal": 9, "session": 9, "realli": 9, "group": 9, "roi": 9, "preroi": 9, "slide": 9, "sit": 9, "down": 9, "pre_roi_select": 9, "heatmap": 9, "hq_imag": 9, "roi_imag": 9, "slide_1": 9, "czi": 9, "slide_2": 9, "slide_1_pre_roi_a": 9, "png": 9, "slide_2_pre_roi_a": 9, "split": 9, "across": 9, "pars": [9, 14], "otherwis": 9, "togeth": 9, "similarli": 9, "refer": [10, 14], "spinx": 10, "_installation_": 10, "_local": 10, "up_": 10, "_send": 10, "pull": 10, "requests_": 10, "_testing_": 10, "_sphinx": 10, "docs_": 10, "io": [10, 14], "develop": 10, "prerequisit": 10, "local": [10, 16], "request": [10, 14], "sphinx": 10, "hpc": [10, 14, 16], "big": 10, "sky": 10, "updat": [10, 14, 16], "spatialom": 10, "layout": 10, "zarr_fp": 11, "input_fnam": 11, "rechunk": 11, "bool": 11, "fals": 11, "width": 11, "height": 11, "resolut": 11, "depth": 11, "alter": 11, "what": [11, 16], "argument": [11, 16], "sem": [11, 14, 16], "hardcod": 12, "xfalign": 12, "pa": 12, "xf": 12, "xftoxg": 12, "ro": 12, "mi": 12, "xg": 12, "tif2mrc": 12, "datapath": 12, "stretch": 12, "gen": 12, "tilt_paramet": 12, "calcul": [12, 14], "co": 12, "tilt_angl": 12, "angl": 12, "degre": 12, "howev": 12, "radian": 12, "midz": 12, "keyimg": 12, "thumb": 12, "keyimg_": 12, "_": 12, "identifi": 14, "call": 14, "hold": 14, "deleg": 14, "primari": [14, 16], "prim_fp": 14, "actual": 14, "anoth": 14, "callback": 14, "hewwig": 14, "send": 14, "valid": 14, "metadata": [14, 16], "mayb": 14, "metdata": 14, "valu": [14, 16], "signatur": 14, "filesystem": 14, "recmovi": 14, "tiltmovi": 14, "neuroglancerprecomput": 14, "mutat": 14, "object": [14, 16], "lost": [14, 16], "funtion": 14, "why": 14, "insid": [14, 16], "isn": 14, "task": [14, 16], "wrapper": 14, "montag": [14, 16], "gold": [14, 16], "focu": 14, "fiducialless": 14, "trackingmethod": 14, "twosurfac": 14, "targetnumberofbead": 14, "localalign": 14, "thick": [14, 16], "natur": 14, "within": [14, 16], "facilit": 14, "live": 14, "context": 14, "caus": 14, "problem": 14, "mock": 14, "go": 14, "awai": 14, "ugli": 14, "vanish": 14, "sinc": 14, "longer": 14, "oblig": 14, "whose": 14, "entireti": 14, "space": [14, 16], "delgat": 14, "imagefil": 14, "ext": 14, "single_fil": 14, "libpath": 14, "present": 14, "specifi": [14, 16], "rather": 14, "than": 14, "multipl": [14, 16], "input_dir_fp": 14, "combin": 14, "concat": 14, "mount": [14, 16], "fps_in": 14, "files_elt": 14, "token": 14, "callback_url": 14, "convers": [14, 16], "made": [14, 16], "bodi": 14, "tupl": 14, "alia": 14, "field": 14, "dim": 14, "flag": 14, "stdout": 14, "adoc_fp": 14, "tg_fp": 14, "jinja": [14, 16], "dual_p": 14, "inputs_pair": 14, "dual": 14, "programat": 14, "b": 14, "still": 14, "template_nam": 14, "print": 14, "old_stat": 14, "new_stat": 14, "state": [14, 16], "reference_task_st": 14, "success": 14, "transit": 14, "concept": 14, "is_finish": 14, "notif": 14, "sent": 14, "finish": 14, "signitur": 14, "conform": 14, "handler": 14, "pass": 16, "elsewher": 16, "worflow": 16, "mnt": 16, "ai": 16, "fas12": 16, "rmlemhedwigdev": 16, "rmlemhedwigprod": 16, "never": 16, "substr": 16, "rtb": 16, "darrellh": 16, "nguyenm8": 16, "2022": 16, "0920": 16, "0922": 16, "neta_2d_test": 16, "dm4_sampl": 16, "And": 16, "correspond": 16, "partit": 16, "mention": 16, "implic": 16, "prepend": 16, "name_of_partit": 16, "input_dir_param": 16, "logic": 16, "filter": 16, "occur": 16, "conclus": 16, "between": 16, "next": 16, "map": 16, "preserv": 16, "tomograph": 16, "term": 16, "batch": 16, "tomo": 16, "gram": 16, "abbrevi": 16, "descript": 16, "altern": 16, "document": 16, "csv": 16, "substitut": 16, "curli": 16, "bracket": 16, "suggest": 16, "parenthesi": 16, "setupset": 16, "copyarg": 16, "beadsiz": 16, "pixel": 16, "pixels": 16, "comparam": 16, "prenewst": 16, "binbyfactor": 16, "beadtrack": 16, "lightbead": 16, "256": 16, "alignedstack": 16, "datasetdirectori": 16, "folder": 16, "posix": 16, "convent": 16, "dirtempl": 16, "empti": 16, "layer": 16, "microscop": 16, "perform": 16, "comput": 16, "expens": 16, "acquir": 16, "tomographi": 16, "seri": 16, "numer": 16, "prepar": 16, "possibl": 16, "filenam": 16, "part": 16, "basename_full_rec": 16, "auxiliari": 16, "transform": 16, "save": 16, "well": 16, "di": 16, "cpu": 16, "20": 16, "easi": 16, "slice": 16, "full": 16, "mrv": 16, "floor": 16, "ali_filenam": 16, "alreadi": 16, "factor": 16, "compar": 16, "precomput": 16, "non": 16, "volumetr": 16, "nifti": 16, "nii": 16, "unsign": 16, "integ": 16, "sign": 16, "adjust": 16, "mrc2nift": 16, "downscal": 16, "gzip": 16, "flat": 16, "neuro": 16, "minimum": 16, "maximum": 16, "visual": 16, "mrc_visual_min_max": 16, "mad": 16, "5": 16, "mrc2ngpc": 16, "cloud": 16}, "objects": {"brt": [[2, 0, 0, "-", "flow"]], "brt.flow": [[2, 1, 1, "", "calc_middle_i"], [2, 1, 1, "", "cleanup_files"], [2, 1, 1, "", "consolidate_ave_mrcs"], [2, 1, 1, "", "gen_ali_asmbl"], [2, 1, 1, "", "gen_ali_x"], [2, 1, 1, "", "gen_ave_8_vol"], [2, 1, 1, "", "gen_ave_jpgs_from_ave_mrc"], [2, 1, 1, "", "gen_clip_avgs"], [2, 1, 1, "", "gen_copy_keyimages"], [2, 1, 1, "", "gen_dimension_command"], [2, 1, 1, "", "gen_mrc2tiff"], [2, 1, 1, "", "gen_recon_movie"], [2, 1, 1, "", "gen_thumbs"], [2, 1, 1, "", "gen_tilt_movie"]], "": [[3, 0, 0, "-", "config"], [8, 0, 0, "-", "file_path"], [11, 0, 0, "-", "neuroglancer"], [14, 0, 0, "-", "utils"]], "config": [[3, 2, 1, "", "DMConfig"]], "config.DMConfig": [[3, 3, 1, "", "dm2mrc_loc"]], "dm_conversion": [[6, 0, 0, "-", "flow"]], "dm_conversion.flow": [[6, 1, 1, "", "convert_2d_mrc_to_tiff"], [6, 1, 1, "", "convert_dm_mrc_to_jpeg"], [6, 1, 1, "", "convert_dms_to_mrc"], [6, 1, 1, "", "convert_if_int16_tiff"], [6, 1, 1, "", "scale_jpegs"]], "file_path": [[8, 2, 1, "", "FilePath"], [8, 1, 1, "", "log"]], "file_path.FilePath": [[8, 4, 1, "", "assets_dir"], [8, 5, 1, "", "copy_to_assets_dir"], [8, 5, 1, "", "copy_workdir_to_assets"], [8, 5, 1, "", "gen_asset"], [8, 5, 1, "", "gen_output_fp"], [8, 5, 1, "", "gen_prim_fp_elt"], [8, 5, 1, "", "get_environment"], [8, 5, 1, "", "make_assets_dir"], [8, 5, 1, "", "make_work_dir"], [8, 5, 1, "", "rm_workdir"], [8, 5, 1, "", "run"], [8, 4, 1, "", "working_dir"]], "neuroglancer": [[11, 1, 1, "", "bioformats_gen_zarr"], [11, 1, 1, "", "rechunk_zarr"], [11, 1, 1, "", "zarr_build_multiscales"]], "sem_tomo": [[12, 0, 0, "-", "flow"]], "sem_tomo.flow": [[12, 1, 1, "", "convert_tif_to_mrc"], [12, 1, 1, "", "create_stretch_file"], [12, 1, 1, "", "gen_align_xg"], [12, 1, 1, "", "gen_keyimg"], [12, 1, 1, "", "gen_keyimg_small"], [12, 1, 1, "", "gen_newstack_mid_mrc_command"], [12, 1, 1, "", "gen_xfalign_comand"]], "utils": [[14, 2, 1, "", "Header"], [14, 1, 1, "", "add_asset"], [14, 1, 1, "", "cleanup_workdir"], [14, 1, 1, "", "copy_template"], [14, 1, 1, "", "copy_tg_to_working_dir"], [14, 1, 1, "", "copy_workdirs"], [14, 1, 1, "", "custom_terminal_state_handler"], [14, 1, 1, "", "gen_fps"], [14, 1, 1, "", "gen_prim_fps"], [14, 1, 1, "", "get_environment"], [14, 1, 1, "", "get_input_dir"], [14, 1, 1, "", "list_dirs"], [14, 1, 1, "", "list_files"], [14, 1, 1, "", "log"], [14, 1, 1, "", "lookup_dims"], [14, 1, 1, "", "mrc_to_movie"], [14, 1, 1, "", "notify_api_completion"], [14, 1, 1, "", "notify_api_running"], [14, 1, 1, "", "run_brt"], [14, 1, 1, "", "send_callback_body"], [14, 1, 1, "", "update_adoc"]], "utils.Header": [[14, 3, 1, "", "x"], [14, 3, 1, "", "y"], [14, 3, 1, "", "z"]]}, "objtypes": {"0": "py:module", "1": "py:function", "2": "py:class", "3": "py:attribute", "4": "py:property", "5": "py:method"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"], "2": ["py", "class", "Python class"], "3": ["py", "attribute", "Python attribute"], "4": ["py", "property", "Python property"], "5": ["py", "method", "Python method"]}, "titleterms": {"api": 0, "brt": [1, 2, 16], "flow": [2, 6, 12], "batchruntomo": [2, 16], "pipelin": 2, "overview": 2, "config": 3, "modul": [3, 8, 11, 14], "develop": 4, "prerequisit": 4, "github": 4, "com": 4, "git": 4, "lf": 4, "flake8": 4, "black": 4, "pre": 4, "commit": 4, "docker": 4, "test": 4, "local": 4, "set": 4, "up": 4, "hpc": [4, 9], "updat": [4, 9], "venv": 4, "prefect": 4, "agent": 4, "regist": 4, "workflow": [4, 10, 16], "pull": 4, "request": 4, "sphinx": 4, "document": [4, 10], "dm_convers": [5, 6], "em_workflow": 7, "file_path": 8, "rml": 9, "big": 9, "sky": 9, "initi": 9, "setup": 9, "To": 9, "spatialom": 9, "file": [9, 16], "layout": 9, "imag": 10, "portal": 10, "": 10, "content": 10, "neuroglanc": [11, 16], "sem_tomo": [12, 13], "util": [14, 15], "input": 16, "output": 16, "work": 16, "directori": 16, "temporari": 16, "dir": 16, "process": 16, "gener": 16, "direct": 16, "tilt": 16, "movi": 16, "reconstruct": 16, "pyramid": 16}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx": 58}, "alltitles": {"API": [[0, "api"]], "BRT": [[1, "brt"]], "brt.flow": [[2, "module-brt.flow"]], "Batchruntomo pipeline overview:": [[2, "batchruntomo-pipeline-overview"]], "config module": [[3, "module-config"]], "Development": [[4, "development"]], "Prerequisites": [[4, "prerequisites"]], "Github.com": [[4, "github-com"]], "Git LFS": [[4, "git-lfs"]], "Flake8": [[4, "flake8"]], "Black": [[4, "black"]], "pre-commit": [[4, "pre-commit"]], "Docker": [[4, "docker"], [4, "id5"]], "Testing": [[4, "testing"]], "Local Set-up": [[4, "local-set-up"]], "HPC Set up": [[4, "hpc-set-up"]], "Updating venvs:": [[4, "updating-venvs"]], "Prefect Agent:": [[4, "prefect-agent"]], "Register Workflows:": [[4, "register-workflows"]], "Pull Requests": [[4, "pull-requests"]], "Sphinx Documentation": [[4, "sphinx-documentation"]], "DM_CONVERSION": [[5, "dm-conversion"]], "dm_conversion.flow": [[6, "module-dm_conversion.flow"]], "em_workflows": [[7, "em-workflows"]], "file_path module": [[8, "module-file_path"]], "RML HPC (Big Sky)": [[9, "rml-hpc-big-sky"]], "Initial Setup:": [[9, "initial-setup"]], "To update:": [[9, "to-update"]], "Spatialomics file layout.": [[9, "spatialomics-file-layout"]], "Image Portal Workflows\u2019s documentation": [[10, "image-portal-workflows-s-documentation"]], "Contents:": [[10, null]], "neuroglancer module": [[11, "module-neuroglancer"]], "sem_tomo.flow": [[12, "module-sem_tomo.flow"]], "SEM_TOMO": [[13, "sem-tomo"]], "utils module": [[14, "module-utils"]], "UTILS": [[15, "utils"]], "Workflows": [[16, "workflows"]], "Inputs/Outputs": [[16, "inputs-outputs"]], "Working directory / temporary dir.": [[16, "working-directory-temporary-dir"]], "Processes": [[16, "processes"]], "Generate BRT Directive File": [[16, "generate-brt-directive-file"]], "BatchRunTomo (BRT)": [[16, "batchruntomo-brt"]], "Generate tilt movie": [[16, "generate-tilt-movie"]], "Generate reconstruction movie": [[16, "generate-reconstruction-movie"]], "Generate Neuroglancer Pyramid": [[16, "generate-neuroglancer-pyramid"]]}, "indexentries": {"brt.flow": [[2, "module-brt.flow"]], "calc_middle_i() (in module brt.flow)": [[2, "brt.flow.calc_middle_i"]], "cleanup_files() (in module brt.flow)": [[2, "brt.flow.cleanup_files"]], "consolidate_ave_mrcs() (in module brt.flow)": [[2, "brt.flow.consolidate_ave_mrcs"]], "gen_ali_asmbl() (in module brt.flow)": [[2, "brt.flow.gen_ali_asmbl"]], "gen_ali_x() (in module brt.flow)": [[2, "brt.flow.gen_ali_x"]], "gen_ave_8_vol() (in module brt.flow)": [[2, "brt.flow.gen_ave_8_vol"]], "gen_ave_jpgs_from_ave_mrc() (in module brt.flow)": [[2, "brt.flow.gen_ave_jpgs_from_ave_mrc"]], "gen_clip_avgs() (in module brt.flow)": [[2, "brt.flow.gen_clip_avgs"]], "gen_copy_keyimages() (in module brt.flow)": [[2, "brt.flow.gen_copy_keyimages"]], "gen_dimension_command() (in module brt.flow)": [[2, "brt.flow.gen_dimension_command"]], "gen_mrc2tiff() (in module brt.flow)": [[2, "brt.flow.gen_mrc2tiff"]], "gen_recon_movie() (in module brt.flow)": [[2, "brt.flow.gen_recon_movie"]], "gen_thumbs() (in module brt.flow)": [[2, "brt.flow.gen_thumbs"]], "gen_tilt_movie() (in module brt.flow)": [[2, "brt.flow.gen_tilt_movie"]], "module": [[2, "module-brt.flow"], [3, "module-config"], [6, "module-dm_conversion.flow"], [8, "module-file_path"], [11, "module-neuroglancer"], [12, "module-sem_tomo.flow"], [14, "module-utils"]], "dmconfig (class in config)": [[3, "config.DMConfig"]], "config": [[3, "module-config"]], "dm2mrc_loc (config.dmconfig attribute)": [[3, "config.DMConfig.dm2mrc_loc"]], "convert_2d_mrc_to_tiff() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_2d_mrc_to_tiff"]], "convert_dm_mrc_to_jpeg() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_dm_mrc_to_jpeg"]], "convert_dms_to_mrc() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_dms_to_mrc"]], "convert_if_int16_tiff() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.convert_if_int16_tiff"]], "dm_conversion.flow": [[6, "module-dm_conversion.flow"]], "scale_jpegs() (in module dm_conversion.flow)": [[6, "dm_conversion.flow.scale_jpegs"]], "filepath (class in file_path)": [[8, "file_path.FilePath"]], "assets_dir (file_path.filepath property)": [[8, "file_path.FilePath.assets_dir"]], "copy_to_assets_dir() (file_path.filepath method)": [[8, "file_path.FilePath.copy_to_assets_dir"]], "copy_workdir_to_assets() (file_path.filepath method)": [[8, "file_path.FilePath.copy_workdir_to_assets"]], "file_path": [[8, "module-file_path"]], "gen_asset() (file_path.filepath method)": [[8, "file_path.FilePath.gen_asset"]], "gen_output_fp() (file_path.filepath method)": [[8, "file_path.FilePath.gen_output_fp"]], "gen_prim_fp_elt() (file_path.filepath method)": [[8, "file_path.FilePath.gen_prim_fp_elt"]], "get_environment() (file_path.filepath method)": [[8, "file_path.FilePath.get_environment"]], "log() (in module file_path)": [[8, "file_path.log"]], "make_assets_dir() (file_path.filepath method)": [[8, "file_path.FilePath.make_assets_dir"]], "make_work_dir() (file_path.filepath method)": [[8, "file_path.FilePath.make_work_dir"]], "rm_workdir() (file_path.filepath method)": [[8, "file_path.FilePath.rm_workdir"]], "run() (file_path.filepath static method)": [[8, "file_path.FilePath.run"]], "working_dir (file_path.filepath property)": [[8, "file_path.FilePath.working_dir"]], "bioformats_gen_zarr() (in module neuroglancer)": [[11, "neuroglancer.bioformats_gen_zarr"]], "neuroglancer": [[11, "module-neuroglancer"]], "rechunk_zarr() (in module neuroglancer)": [[11, "neuroglancer.rechunk_zarr"]], "zarr_build_multiscales() (in module neuroglancer)": [[11, "neuroglancer.zarr_build_multiscales"]], "convert_tif_to_mrc() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.convert_tif_to_mrc"]], "create_stretch_file() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.create_stretch_file"]], "gen_align_xg() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_align_xg"]], "gen_keyimg() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_keyimg"]], "gen_keyimg_small() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_keyimg_small"]], "gen_newstack_mid_mrc_command() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_newstack_mid_mrc_command"]], "gen_xfalign_comand() (in module sem_tomo.flow)": [[12, "sem_tomo.flow.gen_xfalign_comand"]], "sem_tomo.flow": [[12, "module-sem_tomo.flow"]], "header (class in utils)": [[14, "utils.Header"]], "add_asset() (in module utils)": [[14, "utils.add_asset"]], "cleanup_workdir() (in module utils)": [[14, "utils.cleanup_workdir"]], "copy_template() (in module utils)": [[14, "utils.copy_template"]], "copy_tg_to_working_dir() (in module utils)": [[14, "utils.copy_tg_to_working_dir"]], "copy_workdirs() (in module utils)": [[14, "utils.copy_workdirs"]], "custom_terminal_state_handler() (in module utils)": [[14, "utils.custom_terminal_state_handler"]], "gen_fps() (in module utils)": [[14, "utils.gen_fps"]], "gen_prim_fps() (in module utils)": [[14, "utils.gen_prim_fps"]], "get_environment() (in module utils)": [[14, "utils.get_environment"]], "get_input_dir() (in module utils)": [[14, "utils.get_input_dir"]], "list_dirs() (in module utils)": [[14, "utils.list_dirs"]], "list_files() (in module utils)": [[14, "utils.list_files"]], "log() (in module utils)": [[14, "utils.log"]], "lookup_dims() (in module utils)": [[14, "utils.lookup_dims"]], "mrc_to_movie() (in module utils)": [[14, "utils.mrc_to_movie"]], "notify_api_completion() (in module utils)": [[14, "utils.notify_api_completion"]], "notify_api_running() (in module utils)": [[14, "utils.notify_api_running"]], "run_brt() (in module utils)": [[14, "utils.run_brt"]], "send_callback_body() (in module utils)": [[14, "utils.send_callback_body"]], "update_adoc() (in module utils)": [[14, "utils.update_adoc"]], "utils": [[14, "module-utils"]], "x (utils.header attribute)": [[14, "utils.Header.x"]], "y (utils.header attribute)": [[14, "utils.Header.y"]], "z (utils.header attribute)": [[14, "utils.Header.z"]]}}) \ No newline at end of file