|
1
|
{"$graph":[{"$namespaces":{"arv":"http://arvados.org/cwl#","cwltool":"http://commonwl.org/cwltool#"},"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#createcgf-wf.cwl","inputs":[{"id":"#createcgf-wf.cwl/fjdir","label":"Input directory of FastJs","type":"Directory"},{"id":"#createcgf-wf.cwl/lib","label":"Tile library directory","type":"Directory"},{"id":"#createcgf-wf.cwl/skippaths","label":"Paths to skip","type":"File"},{"id":"#createcgf-wf.cwl/waitsignal","label":"Wait signal to start workflow","type":["null","Any"]}],"label":"Creates a cgf for each FastJ file","outputs":[{"id":"#createcgf-wf.cwl/cgfs","label":"Output cgfs","outputSource":"#createcgf-wf.cwl/createcgf/cgf","type":{"items":"File","type":"array"}}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ScatterFeatureRequirement"}],"steps":[{"id":"#createcgf-wf.cwl/createcgf","in":[{"id":"#createcgf-wf.cwl/createcgf/fjdir","source":"#createcgf-wf.cwl/getdirs/fjdirs"},{"id":"#createcgf-wf.cwl/createcgf/lib","source":"#createcgf-wf.cwl/lib"},{"id":"#createcgf-wf.cwl/createcgf/skippaths","source":"#createcgf-wf.cwl/skippaths"}],"out":["#createcgf-wf.cwl/createcgf/cgf"],"run":"#createcgf.cwl","scatter":"#createcgf-wf.cwl/createcgf/fjdir"},{"id":"#createcgf-wf.cwl/getdirs","in":[{"id":"#createcgf-wf.cwl/getdirs/fjdir","source":"#createcgf-wf.cwl/fjdir"}],"out":["#createcgf-wf.cwl/getdirs/fjdirs"],"run":"#getdirs.cwl"}]},{"arguments":["$(inputs.bashscript)","$(inputs.fjdir)","$(inputs.cgft)","$(inputs.fjt)","$(inputs.lib)","$(inputs.skippaths)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":4000}],"id":"#createcgf.cwl","inputs":[{"default":{"class":"File","location":"keep:80827e9a10e2a15d1e40b1c3f4341cba+89/convertcgfCWL-empty-problem-tilepaths3.sh"},"id":"#createcgf.cwl/bashscript","label":"Master script to convert FastJs to cgfs","type":"File"},{"default":"/usr/local/bin/cgft","id":"#createcgf.cwl/cgft","label":"Tool to manipulate and inspect cgf files","type":"string"},{"id":"#createcgf.cwl/fjdir","label":"Input directory of FastJs","type":"Directory"},{"default":"/usr/local/bin/fjt","id":"#createcgf.cwl/fjt","label":"Tool to manipulate FastJ files","type":"string"},{"id":"#createcgf.cwl/lib","label":"Tile library directory","type":"Directory"},{"id":"#createcgf.cwl/skippaths","label":"Paths to skip","type":"File"}],"label":"Process and create cgf files from FastJ files","outputs":[{"id":"#createcgf.cwl/cgf","label":"Output cgf","outputBinding":{"glob":"data/*.cgf"},"type":"File"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":2,"ramMin":8000}]},{"class":"ExpressionTool","expression":"${\n var samples = [];\n for (var i = 0; i \u003c inputs.fjdir.listing.length; i++) {\n var name = inputs.fjdir.listing[i];\n var type = name.class;\n if (type === 'Directory') {\n samples.push(name);\n }\n }\n return {\"fjdirs\": samples};\n}\n","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"shallow_listing"}],"id":"#getdirs.cwl","inputs":[{"id":"#getdirs.cwl/fjdir","label":"Input directory of FastJs","type":"Directory"}],"label":"Create list of directories to process","outputs":[{"id":"#getdirs.cwl/fjdirs","label":"Array of directories","type":{"items":"Directory","type":"array"}}],"requirements":[{"class":"InlineJavascriptRequirement"}]},{"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#check-cgf-gvcf-wf.cwl","inputs":[{"id":"#check-cgf-gvcf-wf.cwl/cgfdir","label":"Compact genome format directory","type":"Directory"},{"id":"#check-cgf-gvcf-wf.cwl/checknum","label":"Number of samples to check","type":"int"},{"id":"#check-cgf-gvcf-wf.cwl/chroms","label":"Chromosomes to analyze","type":{"items":"string","type":"array"}},{"id":"#check-cgf-gvcf-wf.cwl/gvcfdir","label":"gVCF directory","type":"Directory"},{"id":"#check-cgf-gvcf-wf.cwl/ref","label":"Reference genome","type":"string"},{"id":"#check-cgf-gvcf-wf.cwl/reffa","label":"Reference FASTA file","type":"File"},{"id":"#check-cgf-gvcf-wf.cwl/sglfdir","label":"Tile library directory","type":"Directory"},{"id":"#check-cgf-gvcf-wf.cwl/tileassembly","label":"Reference tile assembly file","secondaryFiles":["^.fwi",".gzi"],"type":"File"}],"label":"Workflow to validate the the gVCF to cgf conversion","outputs":[{"id":"#check-cgf-gvcf-wf.cwl/gvcfhashes","label":"Hashes of gvcf pasta stream by path","outputSource":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/gvcfhash","type":{"items":"File","type":"array"}}],"requirements":[{"class":"ScatterFeatureRequirement"}],"steps":[{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf","in":[{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/cgfdir","source":"#check-cgf-gvcf-wf.cwl/cgfdir"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/checknum","source":"#check-cgf-gvcf-wf.cwl/checknum"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/chrom","source":"#check-cgf-gvcf-wf.cwl/chroms"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/gvcfdir","source":"#check-cgf-gvcf-wf.cwl/gvcfdir"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/ref","source":"#check-cgf-gvcf-wf.cwl/ref"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/reffa","source":"#check-cgf-gvcf-wf.cwl/reffa"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/sglfdir","source":"#check-cgf-gvcf-wf.cwl/sglfdir"},{"id":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/tileassembly","source":"#check-cgf-gvcf-wf.cwl/tileassembly"}],"out":["#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/gvcfhash"],"run":"#check-cgf-gvcf.cwl","scatter":"#check-cgf-gvcf-wf.cwl/check-cgf-gvcf/chrom"}]},{"arguments":["$(inputs.script)","$(inputs.cgfdir)","$(inputs.sglfdir)","$(inputs.gvcfdir)","$(inputs.checknum)","$(inputs.chrom)","$(inputs.tileassembly)","$(inputs.ref)","$(inputs.reffa)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":4000}],"id":"#check-cgf-gvcf.cwl","inputs":[{"id":"#check-cgf-gvcf.cwl/cgfdir","label":"Compact genome format directory","type":"Directory"},{"id":"#check-cgf-gvcf.cwl/checknum","label":"Number of samples to check","type":"int"},{"id":"#check-cgf-gvcf.cwl/chrom","label":"Chromosome to analyze","type":"string"},{"id":"#check-cgf-gvcf.cwl/gvcfdir","label":"gVCF directory","type":"Directory"},{"id":"#check-cgf-gvcf.cwl/ref","label":"Reference genome","type":"string"},{"id":"#check-cgf-gvcf.cwl/reffa","label":"Reference FASTA file","type":"File"},{"default":{"class":"File","location":"keep:4f9c9e46254e2afe586d8406a22b799e+113/verify-conversion-batch-gvcf-cgf_skip-empty-and-zero-tilepaths.sh"},"id":"#check-cgf-gvcf.cwl/script","label":"Master script to run validation","type":"File"},{"id":"#check-cgf-gvcf.cwl/sglfdir","label":"Tile library directory","type":"Directory"},{"id":"#check-cgf-gvcf.cwl/tileassembly","label":"Reference tile assembly file","secondaryFiles":["^.fwi",".gzi"],"type":"File"}],"label":"Validate the conversion of the gVCF to cgf","outputs":[{"id":"#check-cgf-gvcf.cwl/gvcfhash","label":"Hashes of gvcf pasta stream by path","outputBinding":{"glob":"gvcf_hash_file"},"type":"File"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":2,"ramMin":8000}]},{"arguments":["$(inputs.bashscript)","$(inputs.lib)","$(inputs.threshold)"],"class":"CommandLineTool","hints":[{"class":"ResourceRequirement","coresMin":8,"ramMin":26000}],"id":"#getsglfsize.cwl","inputs":[{"default":{"class":"File","location":"keep:da9768d271c37fff13a38738a93a6c7d+60/getsglfsize.sh"},"id":"#getsglfsize.cwl/bashscript","label":"Master script to get unzipped sglf size","type":"File"},{"id":"#getsglfsize.cwl/lib","label":"Tile library","type":"Directory"},{"id":"#getsglfsize.cwl/threshold","label":"Threshold for unzipped sglf size in MiB","type":"int"}],"label":"Get unzipped sglf size and find paths above a given threshold","outputs":[{"id":"#getsglfsize.cwl/sglfsize","label":"Unzipped sglf size","outputBinding":{"glob":"*tsv"},"type":"File"},{"id":"#getsglfsize.cwl/skippaths","label":"Paths above the given threshold","outputBinding":{"glob":"*txt"},"type":"File"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"}]},{"arguments":["$(inputs.script)","$(inputs.sglfdir)","sglf.log"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":4000}],"id":"#sglf-sanity-check.cwl","inputs":[{"default":{"class":"File","location":"keep:19f35a3f2ae33d19674e31d1534b419b+65/sglf-sanity-check"},"id":"#sglf-sanity-check.cwl/script","label":"Master script to run tile library check","type":"File"},{"id":"#sglf-sanity-check.cwl/sglfdir","label":"Tile library directory","type":"Directory"}],"label":"Check tile library for correct formatting and spurious characters","outputs":[{"id":"#sglf-sanity-check.cwl/log","label":"Validation logs","outputBinding":{"glob":"*log"},"type":"File"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":2,"ramMin":8000}]},{"class":"ExpressionTool","expression":"${\n var dir = {\"class\": \"Directory\",\n \"basename\": inputs.dirname,\n \"listing\": inputs.arr};\n return {\"dir\": dir};\n}\n","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#array-to-dir.cwl","inputs":[{"id":"#array-to-dir.cwl/arr","type":{"items":["File","Directory"],"type":"array"}},{"id":"#array-to-dir.cwl/dirname","type":"string"}],"outputs":[{"id":"#array-to-dir.cwl/dir","type":"Directory"}],"requirements":[{"class":"InlineJavascriptRequirement"}]},{"class":"ExpressionTool","expression":"${\n var dir = {\"class\": \"Directory\",\n \"basename\": inputs.dirname,\n \"listing\": []};\n for (var i = 0; i \u003c inputs.nestedarr.length; i++) {\n for (var j = 0; j \u003c inputs.nestedarr[i].length; j++) {\n dir.listing.push(inputs.nestedarr[i][j]);\n }\n }\n return {\"dir\": dir};\n}\n","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"shallow_listing"}],"id":"#nestedarray-to-dir.cwl","inputs":[{"id":"#nestedarray-to-dir.cwl/dirname","type":"string"},{"id":"#nestedarray-to-dir.cwl/nestedarr","type":{"items":{"items":["File","Directory"],"type":"array"},"type":"array"}}],"outputs":[{"id":"#nestedarray-to-dir.cwl/dir","type":"Directory"}],"requirements":[{"class":"InlineJavascriptRequirement"}]},{"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#fastj2cgf-wf.cwl","inputs":[{"id":"#fastj2cgf-wf.cwl/fjdir","label":"Directory of FastJ files","type":"Directory"},{"id":"#fastj2cgf-wf.cwl/nchunks","label":"Number of chunks to scatter","type":"string"},{"id":"#fastj2cgf-wf.cwl/pathmax","label":"Last/Maximum path in the tile library","type":"string"},{"id":"#fastj2cgf-wf.cwl/pathmin","label":"Starting path in the tile library","type":"string"},{"id":"#fastj2cgf-wf.cwl/sglfthreshold","label":"Threshold for unzipped sglf size in MiB","type":"int"},{"id":"#fastj2cgf-wf.cwl/srclib","label":"Existing tile library directory","type":["null","Directory"]},{"id":"#fastj2cgf-wf.cwl/tagset","label":"Compressed tagset in FASTA format","type":"File"}],"label":"Convert FastJs to cgfs","outputs":[{"id":"#fastj2cgf-wf.cwl/cgfdir","label":"Output cgfs","outputSource":"#fastj2cgf-wf.cwl/handle-cgfs/dir","type":"Directory"},{"id":"#fastj2cgf-wf.cwl/lib","label":"Tile library directory","outputSource":"#fastj2cgf-wf.cwl/merge-tilelib/mergedlib","type":"Directory"},{"id":"#fastj2cgf-wf.cwl/sglfsize","label":"Unzipped sglf size","outputSource":"#fastj2cgf-wf.cwl/getsglfsize/sglfsize","type":"File"},{"id":"#fastj2cgf-wf.cwl/skippaths","label":"Paths to skip","outputSource":"#fastj2cgf-wf.cwl/getsglfsize/skippaths","type":"File"}],"requirements":[{"class":"StepInputExpressionRequirement"},{"class":"SubworkflowFeatureRequirement"}],"steps":[{"id":"#fastj2cgf-wf.cwl/createcgf-wf","in":[{"id":"#fastj2cgf-wf.cwl/createcgf-wf/fjdir","source":"#fastj2cgf-wf.cwl/fjdir"},{"id":"#fastj2cgf-wf.cwl/createcgf-wf/lib","source":"#fastj2cgf-wf.cwl/merge-tilelib/mergedlib"},{"id":"#fastj2cgf-wf.cwl/createcgf-wf/skippaths","source":"#fastj2cgf-wf.cwl/getsglfsize/skippaths"},{"id":"#fastj2cgf-wf.cwl/createcgf-wf/waitsignal","source":"#fastj2cgf-wf.cwl/sglf-sanity-check/log"}],"out":["#fastj2cgf-wf.cwl/createcgf-wf/cgfs"],"run":"#createcgf-wf.cwl"},{"id":"#fastj2cgf-wf.cwl/createsglf-wf","in":[{"id":"#fastj2cgf-wf.cwl/createsglf-wf/fjdir","source":"#fastj2cgf-wf.cwl/fjdir"},{"id":"#fastj2cgf-wf.cwl/createsglf-wf/nchunks","source":"#fastj2cgf-wf.cwl/nchunks"},{"id":"#fastj2cgf-wf.cwl/createsglf-wf/pathmax","source":"#fastj2cgf-wf.cwl/pathmax"},{"id":"#fastj2cgf-wf.cwl/createsglf-wf/pathmin","source":"#fastj2cgf-wf.cwl/pathmin"},{"id":"#fastj2cgf-wf.cwl/createsglf-wf/tagset","source":"#fastj2cgf-wf.cwl/tagset"}],"out":["#fastj2cgf-wf.cwl/createsglf-wf/sglfs"],"run":"#createsglf-wf.cwl"},{"id":"#fastj2cgf-wf.cwl/getsglfsize","in":[{"id":"#fastj2cgf-wf.cwl/getsglfsize/lib","source":"#fastj2cgf-wf.cwl/merge-tilelib/mergedlib"},{"id":"#fastj2cgf-wf.cwl/getsglfsize/threshold","source":"#fastj2cgf-wf.cwl/sglfthreshold"}],"out":["#fastj2cgf-wf.cwl/getsglfsize/sglfsize","#fastj2cgf-wf.cwl/getsglfsize/skippaths"],"run":"#getsglfsize.cwl"},{"id":"#fastj2cgf-wf.cwl/handle-cgfs","in":[{"id":"#fastj2cgf-wf.cwl/handle-cgfs/arr","source":"#fastj2cgf-wf.cwl/createcgf-wf/cgfs"},{"id":"#fastj2cgf-wf.cwl/handle-cgfs/dirname","valueFrom":"cgf"}],"out":["#fastj2cgf-wf.cwl/handle-cgfs/dir"],"run":"#array-to-dir.cwl"},{"id":"#fastj2cgf-wf.cwl/handle-sglfs","in":[{"id":"#fastj2cgf-wf.cwl/handle-sglfs/dirname","valueFrom":"sglf"},{"id":"#fastj2cgf-wf.cwl/handle-sglfs/nestedarr","source":"#fastj2cgf-wf.cwl/createsglf-wf/sglfs"}],"out":["#fastj2cgf-wf.cwl/handle-sglfs/dir"],"run":"#nestedarray-to-dir.cwl"},{"id":"#fastj2cgf-wf.cwl/merge-tilelib","in":[{"id":"#fastj2cgf-wf.cwl/merge-tilelib/newlib","source":"#fastj2cgf-wf.cwl/handle-sglfs/dir"},{"id":"#fastj2cgf-wf.cwl/merge-tilelib/srclib","source":"#fastj2cgf-wf.cwl/srclib"}],"out":["#fastj2cgf-wf.cwl/merge-tilelib/mergedlib"],"run":"#merge-tilelib.cwl"},{"id":"#fastj2cgf-wf.cwl/sglf-sanity-check","in":[{"id":"#fastj2cgf-wf.cwl/sglf-sanity-check/sglfdir","source":"#fastj2cgf-wf.cwl/merge-tilelib/mergedlib"}],"out":["#fastj2cgf-wf.cwl/sglf-sanity-check/log"],"run":"#sglf-sanity-check.cwl"}]},{"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#main","inputs":[{"id":"#main/afn","label":"Compressed assembly fixed width file","secondaryFiles":["^.fwi",".gzi"],"type":"File"},{"id":"#main/checkchroms","label":"Chromosomes to validate","type":{"items":"string","type":"array"}},{"id":"#main/checknum","label":"Number of samples to check","type":"int"},{"id":"#main/chroms","label":"Chromosomes to analyze","type":{"items":"string","type":"array"}},{"id":"#main/fjdir","label":"Directory of FastJ files","type":"Directory"},{"id":"#main/gvcfdir","label":"Input gVCF directory","type":"Directory"},{"id":"#main/nchunks","label":"Number of chunks to scatter","type":"string"},{"id":"#main/pathmax","label":"Last/Maximum path in the tile library","type":"string"},{"id":"#main/pathmin","label":"Starting path in the tile library","type":"string"},{"id":"#main/ref","label":"Reference genome","type":"string"},{"id":"#main/reffa","label":"Reference genome in FASTA format","type":"File"},{"id":"#main/sglfthreshold","label":"Threshold for unzipped sglf size in MiB","type":"int"},{"id":"#main/srclib","label":"Existing tile library directory","type":["null","Directory"]},{"id":"#main/tagset","label":"Compressed tagset in FASTA format","type":"File"}],"label":"Convert FastJs to npy arrays for gVCF input","outputs":[{"id":"#main/cgfdir","label":"Output cgfs","outputSource":"#main/fastj2cgf-wf/cgfdir","type":"Directory"},{"id":"#main/consolnpydir","label":"Output consolidated NumPy arrays","outputSource":"#main/createnpy-wf/consolnpydir","type":"Directory"},{"id":"#main/lib","label":"Tile library directory","outputSource":"#main/fastj2cgf-wf/lib","type":"Directory"},{"id":"#main/names","label":"File listing sample names","outputSource":"#main/createnpy-wf/names","type":"File"},{"id":"#main/sglfsize","label":"Unzipped sglf size","outputSource":"#main/fastj2cgf-wf/sglfsize","type":"File"},{"id":"#main/skippaths","label":"Paths to skip","outputSource":"#main/fastj2cgf-wf/skippaths","type":"File"}],"requirements":[{"class":"StepInputExpressionRequirement"},{"class":"SubworkflowFeatureRequirement"}],"steps":[{"id":"#main/check-cgf-gvcf-wf","in":[{"id":"#main/check-cgf-gvcf-wf/cgfdir","source":"#main/fastj2cgf-wf/cgfdir"},{"id":"#main/check-cgf-gvcf-wf/checknum","source":"#main/checknum"},{"id":"#main/check-cgf-gvcf-wf/chroms","source":"#main/checkchroms"},{"id":"#main/check-cgf-gvcf-wf/gvcfdir","source":"#main/gvcfdir"},{"id":"#main/check-cgf-gvcf-wf/ref","source":"#main/ref"},{"id":"#main/check-cgf-gvcf-wf/reffa","source":"#main/reffa"},{"id":"#main/check-cgf-gvcf-wf/sglfdir","source":"#main/fastj2cgf-wf/lib"},{"id":"#main/check-cgf-gvcf-wf/tileassembly","source":"#main/afn"}],"out":["#main/check-cgf-gvcf-wf/gvcfhashes"],"run":"#check-cgf-gvcf-wf.cwl"},{"id":"#main/createnpy-wf","in":[{"id":"#main/createnpy-wf/cgfdir","source":"#main/fastj2cgf-wf/cgfdir"},{"id":"#main/createnpy-wf/waitsignal","source":"#main/check-cgf-gvcf-wf/gvcfhashes"}],"out":["#main/createnpy-wf/consolnpydir","#main/createnpy-wf/names"],"run":"#createnpy-wf.cwl"},{"id":"#main/fastj2cgf-wf","in":[{"id":"#main/fastj2cgf-wf/fjdir","source":"#main/fjdir"},{"id":"#main/fastj2cgf-wf/nchunks","source":"#main/nchunks"},{"id":"#main/fastj2cgf-wf/pathmax","source":"#main/pathmax"},{"id":"#main/fastj2cgf-wf/pathmin","source":"#main/pathmin"},{"id":"#main/fastj2cgf-wf/sglfthreshold","source":"#main/sglfthreshold"},{"id":"#main/fastj2cgf-wf/srclib","source":"#main/srclib"},{"id":"#main/fastj2cgf-wf/tagset","source":"#main/tagset"}],"out":["#main/fastj2cgf-wf/lib","#main/fastj2cgf-wf/sglfsize","#main/fastj2cgf-wf/skippaths","#main/fastj2cgf-wf/cgfdir"],"run":"#fastj2cgf-wf.cwl"}]},{"arguments":["$(inputs.bashscript)","$(inputs.npydir)","$(inputs.outdir)","$(inputs.outprefix)","$(inputs.npyconsolfile)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":4096}],"id":"#consolnpy.cwl","inputs":[{"default":{"class":"File","location":"keep:de652ddfef9624e6263ec16f4cac8ec7+61/allconsolCWL.sh"},"id":"#consolnpy.cwl/bashscript","label":"Master script to consolidate tile path NumPy arrays","type":"File"},{"default":"/usr/local/bin/npy-consolidate","id":"#consolnpy.cwl/npyconsolfile","label":"Program to consolidated NumPy arrays","type":"string"},{"id":"#consolnpy.cwl/npydir","label":"Input directory","type":"Directory"},{"default":"outdir","id":"#consolnpy.cwl/outdir","label":"Name of output directory","type":"string"},{"default":"all","id":"#consolnpy.cwl/outprefix","label":"Prefix for consolidated arrays","type":"string"}],"label":"Consolidates multiple NumPy arrays into one large array","outputs":[{"id":"#consolnpy.cwl/consolnpydir","label":"Consolidated NumPy arrays","outputBinding":{"glob":"$(inputs.outdir)"},"type":"Directory"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":16,"ramMin":180000}]},{"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#createnpy-wf.cwl","inputs":[{"id":"#createnpy-wf.cwl/cgfdir","label":"Directory of compact genome format files","type":"Directory"},{"id":"#createnpy-wf.cwl/waitsignal","label":"Wait signal to start workflow","type":["null","Any"]}],"label":"Create NumPy arrays by tile path from cgfs, merge all NumPy arrays into single array","outputs":[{"id":"#createnpy-wf.cwl/consolnpydir","label":"Output consolidated NumPy arrays","outputSource":"#createnpy-wf.cwl/consolnpy/consolnpydir","type":"Directory"},{"id":"#createnpy-wf.cwl/names","label":"File listing sample names","outputSource":"#createnpy-wf.cwl/createnpy/names","type":"File"}],"steps":[{"id":"#createnpy-wf.cwl/consolnpy","in":[{"id":"#createnpy-wf.cwl/consolnpy/npydir","source":"#createnpy-wf.cwl/createnpy/npydir"}],"out":["#createnpy-wf.cwl/consolnpy/consolnpydir"],"run":"#consolnpy.cwl"},{"id":"#createnpy-wf.cwl/createnpy","in":[{"id":"#createnpy-wf.cwl/createnpy/cgfdir","source":"#createnpy-wf.cwl/cgfdir"}],"out":["#createnpy-wf.cwl/createnpy/npydir","#createnpy-wf.cwl/createnpy/names"],"run":"#createnpy.cwl"}]},{"arguments":["$(inputs.bashscript)","$(inputs.cgft)","$(inputs.cgfdir)","$(inputs.band2matrix)","$(inputs.makelist)","$(runtime.cores)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":4096}],"id":"#createnpy.cwl","inputs":[{"default":"/usr/local/bin/band-to-matrix-npy","id":"#createnpy.cwl/band2matrix","label":"Tool to convert band (path) information into NumPy array","type":"string"},{"default":{"class":"File","location":"keep:baa1ecc556e2a6799597ae5d8dc147a6+121/create-npyCWL.sh"},"id":"#createnpy.cwl/bashscript","label":"Master script for creating the NumPy arrays","type":"File"},{"id":"#createnpy.cwl/cgfdir","label":"Directory of compact genome format files","type":"Directory"},{"default":"/usr/local/bin/cgft","id":"#createnpy.cwl/cgft","label":"Compact genome format tool","type":"string"},{"default":{"class":"File","location":"keep:baa1ecc556e2a6799597ae5d8dc147a6+121/create-list"},"id":"#createnpy.cwl/makelist","label":"Tool for saving dataset names","type":"File"}],"label":"Create NumPy vectors from cgfs by tile path","outputs":[{"id":"#createnpy.cwl/names","label":"File listing sample names","outputBinding":{"glob":"npy/names"},"type":"File"},{"id":"#createnpy.cwl/npydir","label":"Directory of NumPy arrays","outputBinding":{"glob":"npy"},"type":"Directory"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":16,"ramMin":100000}]},{"class":"Workflow","hints":[{"class":"http://commonwl.org/cwltool#LoadListingRequirement","loadListing":"no_listing"}],"id":"#createsglf-wf.cwl","inputs":[{"id":"#createsglf-wf.cwl/fjdir","label":"Directory of FastJ files","type":"Directory"},{"id":"#createsglf-wf.cwl/nchunks","label":"Number of chunks to scatter","type":"string"},{"id":"#createsglf-wf.cwl/pathmax","label":"Last/Maximum path in the tile library","type":"string"},{"id":"#createsglf-wf.cwl/pathmin","label":"Starting path in the tile library","type":"string"},{"id":"#createsglf-wf.cwl/tagset","label":"Compressed tagset in FASTA format","type":"File"}],"label":"Create a tile library (SGLF) for a given set of FastJ files","outputs":[{"id":"#createsglf-wf.cwl/sglfs","label":"Output tile library","outputSource":"#createsglf-wf.cwl/createsglf/chunksglfs","type":{"items":{"items":"File","type":"array"},"type":"array"}}],"requirements":[{"class":"ScatterFeatureRequirement"}],"steps":[{"id":"#createsglf-wf.cwl/createsglf","in":[{"id":"#createsglf-wf.cwl/createsglf/fjdir","source":"#createsglf-wf.cwl/fjdir"},{"id":"#createsglf-wf.cwl/createsglf/tagset","source":"#createsglf-wf.cwl/tagset"},{"id":"#createsglf-wf.cwl/createsglf/tilepathmax","source":"#createsglf-wf.cwl/getpaths/maxpaths"},{"id":"#createsglf-wf.cwl/createsglf/tilepathmin","source":"#createsglf-wf.cwl/getpaths/minpaths"}],"out":["#createsglf-wf.cwl/createsglf/chunksglfs"],"run":"#createsglf.cwl","scatter":["#createsglf-wf.cwl/createsglf/tilepathmin","#createsglf-wf.cwl/createsglf/tilepathmax"],"scatterMethod":"dotproduct"},{"id":"#createsglf-wf.cwl/getpaths","in":[{"id":"#createsglf-wf.cwl/getpaths/nchunks","source":"#createsglf-wf.cwl/nchunks"},{"id":"#createsglf-wf.cwl/getpaths/pathmax","source":"#createsglf-wf.cwl/pathmax"},{"id":"#createsglf-wf.cwl/getpaths/pathmin","source":"#createsglf-wf.cwl/pathmin"}],"out":["#createsglf-wf.cwl/getpaths/minpaths","#createsglf-wf.cwl/getpaths/maxpaths"],"run":"#getpaths.cwl"}]},{"arguments":["$(inputs.bashscript)","$(inputs.tilepathmin)","$(inputs.tilepathmax)","$(inputs.fjcsv2sglf)","$(inputs.fjdir)","$(inputs.fjt)","$(inputs.tagset)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":8000}],"id":"#createsglf.cwl","inputs":[{"default":{"class":"File","location":"keep:95e118dd42ed684f3105330faf5615ab+68/tilelib_chunk_v2CWL.sh"},"id":"#createsglf.cwl/bashscript","label":"Master script to create tile library (SGLF)","type":"File"},{"default":"/usr/local/bin/fjcsv2sglf","id":"#createsglf.cwl/fjcsv2sglf","label":"Tool to create tile library","type":"string"},{"id":"#createsglf.cwl/fjdir","label":"Directory of FastJ files","type":"Directory"},{"default":"/usr/local/bin/fjt","id":"#createsglf.cwl/fjt","label":"Tool to manipulate FastJ files","type":"string"},{"id":"#createsglf.cwl/tagset","label":"Compressed tagset in FASTA format","type":"File"},{"id":"#createsglf.cwl/tilepathmax","label":"Last/Maximum path in the tile library","type":"string"},{"id":"#createsglf.cwl/tilepathmin","label":"Starting path in the tile library","type":"string"}],"label":"Create SGLF (library) files","outputs":[{"id":"#createsglf.cwl/chunksglfs","label":"Output SGLF files","outputBinding":{"glob":"*sglf.gz*"},"type":{"items":"File","type":"array"}}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":2,"ramMin":8000}]},{"class":"ExpressionTool","expression":"${\n\n var imax = parseInt(inputs.pathmax);\n var imin = parseInt(inputs.pathmin);\n var chunk_size = parseInt(inputs.nchunks);\n\n var index = 0;\n var myArray = [];\n var tempArray = [];\n var maxArray = [];\n var minArray = [];\n\n for (var ival = imin; ival \u003c= imax; ival++) {\n var value = ival;\n myArray.push(value);\n }\n\n var arrayLength = myArray.length;\n\n for (index = 0; index \u003c arrayLength; index += chunk_size) {\n var myChunk = myArray.slice(index, index+chunk_size);\n var minval = myChunk[0];\n var minvalstr = minval.toString();\n var maxval = myChunk[myChunk.length-1];\n var maxvalstr = maxval.toString();\n maxArray.push(maxvalstr);\n minArray.push(minvalstr);\n }\n\n return {\"minpaths\": minArray, \"maxpaths\": maxArray};\n}\n","id":"#getpaths.cwl","inputs":[{"id":"#getpaths.cwl/nchunks","label":"Number of chunks to scatter","type":"string"},{"id":"#getpaths.cwl/pathmax","label":"Last/Maximum Path in the Tile Library","type":"string"},{"id":"#getpaths.cwl/pathmin","label":"Starting Path in the Tile Library","type":"string"}],"outputs":[{"id":"#getpaths.cwl/maxpaths","label":"Array of path maximums","type":{"items":"string","type":"array"}},{"id":"#getpaths.cwl/minpaths","label":"Array of path minimums","type":{"items":"string","type":"array"}}],"requirements":[{"class":"InlineJavascriptRequirement"}]},{"arguments":["$(inputs.bashscript)",{"prefix":"-s","valueFrom":"$(inputs.srclib)"},{"prefix":"-n","valueFrom":"$(inputs.newlib)"},"6","$(inputs.mergetilelib)"],"baseCommand":"bash","class":"CommandLineTool","hints":[{"class":"http://arvados.org/cwl#RuntimeConstraints","keep_cache":20000}],"id":"#merge-tilelib.cwl","inputs":[{"default":{"class":"File","location":"keep:c838548c6b660e3bedcaadf95ac95659+67/merge-tilelibCWL.sh"},"id":"#merge-tilelib.cwl/bashscript","label":"Master script to merge tile libraries","type":"File"},{"default":"/usr/local/bin/merge-sglf","id":"#merge-tilelib.cwl/mergetilelib","label":"Code that merges SGLF libraries","type":"string"},{"id":"#merge-tilelib.cwl/newlib","label":"New tile library directory to be added","type":"Directory"},{"id":"#merge-tilelib.cwl/srclib","label":"Existing tile library directory","type":["null","Directory"]}],"label":"Merges new tile library into existing tile library","outputs":[{"id":"#merge-tilelib.cwl/mergedlib","label":"Directory of merged tile library","outputBinding":{"glob":"."},"type":"Directory"}],"requirements":[{"class":"DockerRequirement","dockerPull":"arvados/l7g","http://arvados.org/cwl#dockerCollectionPDH":"d1b001f3e976a696757a6ed071eae130+975"},{"class":"ResourceRequirement","coresMin":8,"ramMin":32000}]}],"cwlVersion":"v1.0"}
|
