diff options
| -rw-r--r-- | nextflow-nix.pdf | bin | 0 -> 53333 bytes | |||
| -rw-r--r-- | nextflow.pdf | bin | 0 -> 83204 bytes | |||
| -rw-r--r-- | slides.tex | 32 |
3 files changed, 26 insertions, 6 deletions
diff --git a/nextflow-nix.pdf b/nextflow-nix.pdf Binary files differnew file mode 100644 index 0000000..a5b62f6 --- /dev/null +++ b/nextflow-nix.pdf diff --git a/nextflow.pdf b/nextflow.pdf Binary files differnew file mode 100644 index 0000000..f8e7df6 --- /dev/null +++ b/nextflow.pdf @@ -69,7 +69,7 @@ \pause - \node (input) [above of=a] {input}; + \node (input) [above of=a] {reads}; \path (input) edge node {} (a); \node (ref) [right of=a] {reference}; \path (ref) edge node {} (a); @@ -97,7 +97,8 @@ \pause \node[draw=bngreen, fit=(bwa) (samtools) (platypus) (glib) (python),label=containers](cont){}; - \node[draw=bnorange, fit=(ref) (db),label=tarball](tar){}; + \node[draw=bngreen, fit=(ref) (db),label=tarball](tar){}; + \node[draw=bnorange, fit=(a) (s) (c),label=below:workflow manager](workflow){}; \end{tikzpicture} \end{center} \end{frame} @@ -122,7 +123,7 @@ \frametitle{BioNix contributions} \begin{enumerate} \item Builds on Nix, a robust functional package manager - \item Manages both software, data, and workflows within the one system + \item Manages software, data, and workflows within the one system \item Implicitly specifies its entire computational environment \item Purely functional domain-specific language, simplifying specifying workflows to function composition @@ -133,7 +134,7 @@ \begin{frame} \frametitle{What is Nix?} \begin{enumerate} - \item Simple configuration language (like JSON + functions) + \item Simple configuration language (like JSON + functions + modules) \item Build engine that \emph{realises} \emph{derivations} \begin{itemize} \item resumption @@ -154,7 +155,7 @@ \item Models \emph{stages}\footnote{the execution of one or more executables on one or more input files, producing one or more output files.} as functions (\Verb|config → inputs → drv|) \item Library of bioinformatics tools (BWA, samtools, etc) organised into a tree, e.g., \begin{itemize} - \item \Verb|bionix.bwa.align| + \item \Verb|bionix.bwa.align|, \Verb|bionix.minimap2.align| \item \Verb|bionix.samtools.sort| \end{itemize} \item Functions for HPC execution @@ -199,17 +200,36 @@ \end{frame} \begin{frame} + \frametitle{WDL example translation} + \begin{minipage}{.5\textwidth} + \includegraphics[height=.85\textheight]{nextflow-nix} + \end{minipage} + \begin{minipage}{.4\textwidth} + \includegraphics[height=.85\textheight]{nextflow} + \end{minipage} +\end{frame} + +\begin{frame} \frametitle{Real-world usage at WEHI} \begin{enumerate} \item Stafford Fox Rare Cancer Project \item $\geq100$ WGS/WES samples totalling 20 TiB of primary data - \item SNV calling, neoantigen prediction, structural variants, copy number, mutational signatures, and report generation + \item SNV calling, neoantigen prediction, structural variants, copy number, mutational signatures, and report generation with embedded revision hash \item CI ensures reports are always up to date and consistent across the cohort \item Processed at Pawsey (Slurm) and WEHI (PBS \& Slurm) \end{enumerate} \end{frame} \begin{frame} + \frametitle{Conclusions} + \begin{enumerate} + \item BioNix provides a high degree of reproducibility + \item Obviates the need for multiple technologies (i.e., package managers and containers) + \item Workflows as function composition, simplifying specification + \end{enumerate} +\end{frame} + +\begin{frame} \frametitle{Acknowledgements} \begin{minipage}{0.28\linewidth} \begin{itemize} |