-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adding new/updated DL4MicEverywhere_noise2void-3d-zerocostdl4mic_1.16.2
- Loading branch information
1 parent
c5526d9
commit 32ef9ab
Showing
4 changed files
with
208 additions
and
0 deletions.
There are no files selected for viewing
Binary file not shown.
8 changes: 8 additions & 0 deletions
8
solutions/DL4MicEverywhere/noise2void-3d-zerocostdl4mic/CHANGELOG.md
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,8 @@ | ||
# Changelog | ||
All notable changes to this project will be documented in this file. | ||
|
||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), | ||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). | ||
|
||
## [1.16.2] - 2024-10-15 | ||
../CHANGELOG.md |
162 changes: 162 additions & 0 deletions
162
solutions/DL4MicEverywhere/noise2void-3d-zerocostdl4mic/solution.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,162 @@ | ||
###album catalog: cellcanvas | ||
|
||
# Based on https://github.com/HenriquesLab/DL4MicEverywhere/blob/main/notebooks/ZeroCostDL4Mic_notebooks/Noise2Void_3D_DL4Mic/configuration.yaml | ||
# and https://github.com/betaseg/solutions/blob/main/solutions/io.github.betaseg/cellsketch-plot/solution.py | ||
|
||
from album.runner.api import setup | ||
import subprocess | ||
|
||
try: | ||
subprocess.check_output('nvidia-smi') | ||
gpu_access = True | ||
except Exception: | ||
gpu_access = False | ||
|
||
def install(): | ||
from album.runner.api import get_app_path | ||
from git import Repo | ||
import subprocess | ||
import requests | ||
import shutil | ||
import os | ||
|
||
# Clone the DL4MicEverywhere repository | ||
clone_url = "https://github.com/HenriquesLab/DL4MicEverywhere" | ||
repo_path = get_app_path().joinpath("DL4MicEverywhere") | ||
Repo.clone_from(clone_url, repo_path) | ||
assert (repo_path.exists()) | ||
|
||
# URL of the notebook you want to download | ||
notebook_url = "https://raw.githubusercontent.com/HenriquesLab/ZeroCostDL4Mic/master/Colab_notebooks/Noise2Void_3D_ZeroCostDL4Mic.ipynb" | ||
|
||
notebook_path = get_app_path().joinpath("Noise2Void_3D_ZeroCostDL4Mic.ipynb") | ||
notebook_path.parent.mkdir(parents=True, exist_ok=True) | ||
|
||
response = requests.get(notebook_url) | ||
response.raise_for_status() | ||
|
||
with open(notebook_path, 'wb') as notebook_file: | ||
notebook_file.write(response.content) | ||
|
||
assert notebook_path.exists(), "Notebook download failed" | ||
|
||
# Convert the notebook to its colabless form | ||
section_to_remove = "1.1. 1.2. 2. 6.2." | ||
section_to_remove = section_to_remove.split(' ') | ||
|
||
python_command = ["python", ".tools/notebook_autoconversion/transform.py", "-p", f"{get_app_path()}", "-n", "Noise2Void_3D_ZeroCostDL4Mic.ipynb", "-s"] | ||
python_command += section_to_remove | ||
|
||
subprocess.run(python_command, cwd=to) | ||
subprocess.run(["mv", get_app_path().joinpath("colabless_Noise2Void_3D_ZeroCostDL4Mic.ipynb"), get_app_path().joinpath("Noise2Void_3D_ZeroCostDL4Mic.ipynb")]) | ||
|
||
# Remove the cloned DL4MicEverywhere repository | ||
if os.name == 'nt': | ||
os.system(f'rmdir /s /q "{to}"') | ||
else: | ||
# rmtree has no permission to do this on Windows | ||
shutil.rmtree(to) | ||
|
||
def run(): | ||
from album.runner.api import get_args, get_app_path | ||
import subprocess | ||
import os | ||
|
||
# Fetch arguments and paths | ||
args = get_args() | ||
app_path = get_app_path() | ||
|
||
# Path to the downloaded notebook | ||
notebook_path = app_path.joinpath("Noise2Void_3D_ZeroCostDL4Mic.ipynb") | ||
|
||
# Ensure the notebook exists | ||
assert notebook_path.exists(), "Notebook does not exist" | ||
|
||
# Output path for running the notebook | ||
output_path = args.path | ||
os.makedirs(output_path, exist_ok=True) | ||
print(f"Saving output to {output_path}") | ||
|
||
# Set the LD_LIBRARY_PATH to allow TensorFlow to find the CUDA libraries | ||
global gpu_access | ||
if gpu_access: | ||
os.environ["LD_LIBRARY_PATH"] = f"{os.environ['LD_LIBRARY_PATH']}:{os.environ['CONDA_PREFIX']}/lib" | ||
|
||
# Optionally, launch the Jupyter notebook to show the results | ||
subprocess.run(["jupyter", "lab", str(notebook_path)], cwd=str(output_path)) | ||
|
||
if gpu_access: | ||
channels = """ | ||
- conda-forge | ||
- nvidia | ||
- anaconda | ||
- defaults | ||
""" | ||
dependencies = """ | ||
- python=3.10 | ||
- cudatoolkit=11.8.0 | ||
- cudnn=8.6.0 | ||
- pip | ||
- pkg-config | ||
""" | ||
else: | ||
channels = """ | ||
- conda-forge | ||
- defaults | ||
""" | ||
dependencies = f""" | ||
- python=3.10 | ||
- pip | ||
- pkg-config | ||
""" | ||
|
||
env_file = f""" | ||
channels: | ||
{channels} | ||
dependencies: | ||
{dependencies} | ||
- pip: | ||
- GitPython==3.1.43 | ||
- astropy==5.2.2 | ||
- csbdeep==0.7.3 | ||
- fpdf2==2.7.4 | ||
- google==2.0.3 | ||
- h5py==3.10.0 | ||
- matplotlib==3.7.1 | ||
- memory-profiler==0.61.0 | ||
- n2v==0.3.2 | ||
- numexpr==2.8.4 | ||
- numpy==1.22.4 | ||
- pandas==1.5.3 | ||
- pathlib==1.0.1 | ||
- pip==23.1.2 | ||
- scikit-image==0.19.3 | ||
- scikit-learn==1.2.2 | ||
- scipy==1.10.1 | ||
- tensorflow==2.12.0 | ||
- tifffile==2023.7.4 | ||
- wget==3.2 | ||
""" | ||
|
||
setup( | ||
group="DL4MicEverywhere", | ||
name="noise2void-3d-zerocostdl4mic", | ||
version="1.16.2", | ||
solution_creators=["DL4Mic team", "album team"], | ||
title="noise2void-3d-zerocostdl4mic implementation.", | ||
description="self-supervised denoising of 3D images. Noise2VOID 3D is deep-learning method that can be used to denoise 3D microscopy images. By running this notebook, you can train your own network and denoise your images. Note - visit the ZeroCostDL4Mic wiki to check the original publications this network is based on and make sure you cite these.", | ||
documentation="https://raw.githubusercontent.com/HenriquesLab/ZeroCostDL4Mic/master/BioimageModelZoo/README.md", | ||
tags=['colab', 'notebook', 'Noise2Void', 'denoising', 'ZeroCostDL4Mic', '3D', 'dl4miceverywhere'], | ||
args=[{ | ||
"name": "path", | ||
"type": "string", | ||
"default": ".", | ||
"description": "What is your working path?" | ||
}], | ||
cite=[{'doi': 'https://doi.org/10.1038/s41467-021-22518-0', 'text': 'von Chamier, L., Laine, R.F., Jukkala, J. et al. Democratising deep learning for microscopy with ZeroCostDL4Mic. Nat Commun 12, 2276 (2021). https://doi.org/10.1038/s41467-021-22518-0'}, {'doi': 'https://doi.org/10.1109/CVPR.2019.00223', 'text': 'A. Krull, T. Buchholz and F. Jug. Noise2Void Learning Denoising From Single Noisy Images. 2019 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 2019, pp. 2124-2132, https://doi.org/10.1109/CVPR.2019.00223.'}], | ||
album_api_version="0.5.1", | ||
covers=[], | ||
run=run, | ||
install=install, | ||
dependencies={"environment_file": env_file}, | ||
) |
38 changes: 38 additions & 0 deletions
38
solutions/DL4MicEverywhere/noise2void-3d-zerocostdl4mic/solution.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,38 @@ | ||
album_api_version: 0.5.1 | ||
args: | ||
- default: . | ||
description: What is your working path? | ||
name: path | ||
type: string | ||
changelog: ../CHANGELOG.md | ||
cite: | ||
- doi: https://doi.org/10.1038/s41467-021-22518-0 | ||
text: von Chamier, L., Laine, R.F., Jukkala, J. et al. Democratising deep learning | ||
for microscopy with ZeroCostDL4Mic. Nat Commun 12, 2276 (2021). https://doi.org/10.1038/s41467-021-22518-0 | ||
- doi: https://doi.org/10.1109/CVPR.2019.00223 | ||
text: A. Krull, T. Buchholz and F. Jug. Noise2Void Learning Denoising From Single | ||
Noisy Images. 2019 IEEE/CVF Conference on Computer Vision and Pattern Recognition | ||
(CVPR), 2019, pp. 2124-2132, https://doi.org/10.1109/CVPR.2019.00223. | ||
covers: [] | ||
description: self-supervised denoising of 3D images. Noise2VOID 3D is deep-learning | ||
method that can be used to denoise 3D microscopy images. By running this notebook, | ||
you can train your own network and denoise your images. Note - visit the ZeroCostDL4Mic | ||
wiki to check the original publications this network is based on and make sure you | ||
cite these. | ||
documentation: https://raw.githubusercontent.com/HenriquesLab/ZeroCostDL4Mic/master/BioimageModelZoo/README.md | ||
group: DL4MicEverywhere | ||
name: noise2void-3d-zerocostdl4mic | ||
solution_creators: | ||
- DL4Mic team | ||
- album team | ||
tags: | ||
- colab | ||
- notebook | ||
- Noise2Void | ||
- denoising | ||
- ZeroCostDL4Mic | ||
- 3D | ||
- dl4miceverywhere | ||
timestamp: '2024-10-15T17:49:19.717946' | ||
title: noise2void-3d-zerocostdl4mic implementation. | ||
version: 1.16.2 |