[{"data":1,"prerenderedAt":2224},["ShallowReactive",2],{"navigation":3,"/genomics-platform/managing-data/upload-download-data-cluster":421,"/genomics-platform/managing-data/upload-download-data-cluster-surround":2219},[4,19,25,131,197],{"title":5,"_path":6,"children":7,"icon":18},"Overview","/overview",[8,9,12,15],{"title":5,"_path":6},{"title":10,"_path":11},"About our Ecosystem","/overview/ecosystem",{"title":13,"_path":14},"Citing St. Jude Cloud","/overview/citing-stjude-cloud",{"title":16,"_path":17},"Frequently Asked Questions","/overview/faq","sjc-icon:child-logo",{"title":20,"_path":21,"children":22,"icon":24},"CC4K","/cc4k",[23],{"title":5,"_path":21},"sjc-icon:ontology-tree",{"title":26,"_path":27,"children":28,"icon":130},"Genomics Platform","/genomics-platform",[29,49,62,80,99],{"title":30,"_path":31,"children":32},"Getting Started","/genomics-platform/getting-started",[33,35,38,41,44,46],{"title":5,"_path":34},"/genomics-platform/getting-started/overview",{"title":36,"_path":37},"Accounts and Billing","/genomics-platform/getting-started/accounts-and-billing",{"title":39,"_path":40},"Making a Data Request","/genomics-platform/getting-started/making-a-data-request",{"title":42,"_path":43},"Filling Out the DAA","/genomics-platform/getting-started/filling-out-the-daa",{"title":16,"_path":45},"/genomics-platform/getting-started/faq",{"title":47,"_path":48},"Glossary","/genomics-platform/getting-started/glossary",{"title":50,"_path":51,"children":52},"About Our Data","/genomics-platform/about-our-data",[53,56,59],{"title":54,"_path":55},"Data Sets and Data Access Units","/genomics-platform/about-our-data/data-sets-and-data-access-units",{"title":57,"_path":58},"File Formats and Sequencing Information","/genomics-platform/about-our-data/file-formats-and-sequencing-information",{"title":60,"_path":61},"Metadata and Clinical Information","/genomics-platform/about-our-data/metadata-and-clinical-information",{"title":63,"_path":64,"children":65},"Managing Data","/genomics-platform/managing-data",[66,68,71,74,77],{"title":5,"_path":67},"/genomics-platform/managing-data/overview",{"title":69,"_path":70},"Upload/Download Data (Local)","/genomics-platform/managing-data/upload-download-data-local",{"title":72,"_path":73},"Upload/Download Data (Cluster)","/genomics-platform/managing-data/upload-download-data-cluster",{"title":75,"_path":76},"Upload/Download Data (DNAnexus)","/genomics-platform/managing-data/upload-download-data-dnanexus",{"title":78,"_path":79},"Renewing Your DAA","/genomics-platform/managing-data/renewing-your-daa",{"title":81,"_path":82,"children":83},"Analyzing Data","/genomics-platform/analyzing-data",[84,87,90,93,96],{"title":85,"_path":86},"Command Line Interaction","/genomics-platform/analyzing-data/command-line-interaction",{"title":88,"_path":89},"Running Our Workflows","/genomics-platform/analyzing-data/running-our-workflows",{"title":91,"_path":92},"Creating a Cloud Application","/genomics-platform/analyzing-data/creating-a-cloud-app",{"title":94,"_path":95},"Interactive Nodes","/genomics-platform/analyzing-data/interactive-nodes",{"title":97,"_path":98},"Visualizing NGS Data","/genomics-platform/analyzing-data/visualizing-ngs-data",{"title":100,"_path":101,"children":102},"Workflow Guides","/genomics-platform/workflow-guides",[103,106,109,112,115,118,121,124,127],{"title":104,"_path":105},"ChIP-Seq Peak Calling","/genomics-platform/workflow-guides/chipseq",{"title":107,"_path":108},"cis-X","/genomics-platform/workflow-guides/cisx",{"title":110,"_path":111},"MethylationToActivity","/genomics-platform/workflow-guides/methylation-to-activity",{"title":113,"_path":114},"Mutational Signatures","/genomics-platform/workflow-guides/mutational-signatures",{"title":116,"_path":117},"Rapid RNA-Seq","/genomics-platform/workflow-guides/rapid-rnaseq",{"title":119,"_path":120},"RNA-Seq Expression Classification","/genomics-platform/workflow-guides/rnaseq-expression-classification",{"title":122,"_path":123},"SEAseq","/genomics-platform/workflow-guides/seaseq",{"title":125,"_path":126},"SequencErr","/genomics-platform/workflow-guides/sequencerr",{"title":128,"_path":129},"WARDEN Differential Gene Expression","/genomics-platform/workflow-guides/warden","sjc-icon:genomics-platform",{"title":132,"_path":133,"children":134,"icon":196},"PeCan","/pecan",[135,149,156,174,181,190],{"title":5,"_path":136,"children":137},"/pecan/overview",[138,140,143,146],{"title":30,"_path":139},"/pecan/overview/getting-started",{"title":141,"_path":142},"Methods and Data","/pecan/overview/methods-and-data",{"title":144,"_path":145},"Videos","/pecan/overview/videos",{"title":147,"_path":148},"FAQ","/pecan/overview/faq",{"title":150,"_path":151,"children":152},"Cohort Building","/pecan/cohort-building",[153],{"title":154,"_path":155},"Create Custom Cohorts","/pecan/cohort-building/cohort-building",{"title":157,"_path":158,"children":159},"Data Facets","/pecan/data-facets",[160,163,165,168,171],{"title":161,"_path":162},"Variants","/pecan/data-facets/variants",{"title":113,"_path":164},"/pecan/data-facets/mutational-signatures",{"title":166,"_path":167},"Expression","/pecan/data-facets/expression",{"title":169,"_path":170},"Histology","/pecan/data-facets/histology",{"title":172,"_path":173},"Use Cases","/pecan/data-facets/use-cases",{"title":175,"_path":176,"children":177},"Accessibility","/pecan/accessibility",[178],{"title":179,"_path":180},"Keyboard Shortcuts","/pecan/accessibility/keyboard-shortcuts",{"title":182,"_path":183,"children":184},"PeCan PIE","/pecan/pecan-pie",[185,188],{"title":186,"_path":187},"What is PIE","/pecan/pecan-pie/what-is-pie",{"title":147,"_path":189},"/pecan/pecan-pie/faq",{"title":191,"_path":192,"children":193},"Release Notes","/pecan/release-notes",[194],{"title":195,"_path":192},"PeCan Release Notes","sjc-icon:pecan",{"title":198,"_path":199,"children":200,"icon":420},"Visualization Community","/visualization-community",[201,215,246,307,411],{"title":5,"_path":202,"children":203},"/visualization-community/overview",[204,207,210,213],{"title":205,"_path":206},"What is Visualization Community","/visualization-community/overview/what-is-visualization-community",{"title":208,"_path":209},"What are ProteinPaint and GenomePaint","/visualization-community/overview/what-are-proteinpaint-and-genome-paint",{"title":211,"_path":212},"Data Types","/visualization-community/overview/data-types-and-graphs",{"title":147,"_path":214},"/visualization-community/overview/faq",{"title":30,"_path":216,"children":217},"/visualization-community/getting-started",[218,220,223,226,229,232,235,238,241,243],{"title":5,"_path":219},"/visualization-community/getting-started/overview",{"title":221,"_path":222},"How to Sign-in","/visualization-community/getting-started/how-to-sign-in",{"title":224,"_path":225},"How to Use the VisEditor","/visualization-community/getting-started/how-to-use-the-viseditor",{"title":227,"_path":228},"Tracks and Apps","/visualization-community/getting-started/tracks-and-apps",{"title":230,"_path":231},"Manage Your Data","/visualization-community/getting-started/manage-your-data",{"title":233,"_path":234},"Collections & Communities","/visualization-community/getting-started/collections-and-communities",{"title":236,"_path":237},"Public vs. Private Visualizations","/visualization-community/getting-started/public-vs-private-visualizations",{"title":239,"_path":240},"Embedding","/visualization-community/getting-started/embedding",{"title":144,"_path":242},"/visualization-community/getting-started/videos",{"title":244,"_path":245},"NEW Data Download","/visualization-community/getting-started/new-data-download",{"title":247,"_path":248,"children":249},"Code Block Library","/visualization-community/code-block-library",[250,253,256,259,262,265,268,271,274,277,280,283,286,289,292,295,298,301,304],{"title":251,"_path":252},"Code Block Basics","/visualization-community/code-block-library/code-block-basics",{"title":254,"_path":255},"Allelic Imbalance","/visualization-community/code-block-library/allelic-imbalance",{"title":257,"_path":258},"Arc","/visualization-community/code-block-library/arc",{"title":260,"_path":261},"BAM","/visualization-community/code-block-library/bam",{"title":263,"_path":264},"BigWig","/visualization-community/code-block-library/bigwig",{"title":266,"_path":267},"BigWig Stranded","/visualization-community/code-block-library/bigwig-stranded",{"title":269,"_path":270},"Expression Rank","/visualization-community/code-block-library/expression-rank",{"title":272,"_path":273},"Hi-C","/visualization-community/code-block-library/hi-c",{"title":275,"_path":276},"Heatmap","/visualization-community/code-block-library/heatmap",{"title":278,"_path":279},"JSON BED","/visualization-community/code-block-library/json-bed",{"title":281,"_path":282},"Lollipop","/visualization-community/code-block-library/lollipop",{"title":284,"_path":285},"MA Volcano","/visualization-community/code-block-library/ma-volcano",{"title":287,"_path":288},"Profile Gene Value","/visualization-community/code-block-library/profile-gene-value",{"title":290,"_path":291},"RNA Splice Junction","/visualization-community/code-block-library/rna-splice-junction",{"title":293,"_path":294},"Single Cell","/visualization-community/code-block-library/single-cell",{"title":296,"_path":297},"Splice Junctions Cohort","/visualization-community/code-block-library/splice-junctions-cohort",{"title":299,"_path":300},"Track List and Facet Table","/visualization-community/code-block-library/track-list-and-facet-table",{"title":302,"_path":303},"t-SNE","/visualization-community/code-block-library/t-sne",{"title":305,"_path":306},"VCF","/visualization-community/code-block-library/vcf",{"title":308,"_path":309,"children":310},"ProteinPaint","/visualization-community/proteinpaint",[311,313,316,318,321,324,327,330,333,336,339,342,345,348,351,354,357,360,363,366,369,372,375,378,381,384,387,390,393,396,399,402,405,408],{"title":308,"_path":312},"/visualization-community/proteinpaint/proteinpaint",{"title":314,"_path":315},"Introduction","/visualization-community/proteinpaint/introduction",{"title":30,"_path":317},"/visualization-community/proteinpaint/getting-started",{"title":319,"_path":320},"Loading Datasets","/visualization-community/proteinpaint/loading-datasets",{"title":322,"_path":323},"Viewing SNV/Indel Mutations","/visualization-community/proteinpaint/viewing-snv-indel-mutations",{"title":325,"_path":326},"Viewing Gene Fusions","/visualization-community/proteinpaint/viewing-gene-fusions",{"title":328,"_path":329},"Viewing Expression Data","/visualization-community/proteinpaint/viewing-expression-data",{"title":331,"_path":332},"Filtering Mutations","/visualization-community/proteinpaint/filtering-mutations",{"title":334,"_path":335},"Exporting Figures and Data","/visualization-community/proteinpaint/exporting-figures-and-data",{"title":337,"_path":338},"Using the Gene Table","/visualization-community/proteinpaint/using-the-gene-table",{"title":340,"_path":341},"Using the Sample Table","/visualization-community/proteinpaint/using-the-sample-table",{"title":343,"_path":344},"Using the Heatmap","/visualization-community/proteinpaint/using-the-heatmap",{"title":346,"_path":347},"Using Disease Pie Charts","/visualization-community/proteinpaint/using-disease-pie-charts",{"title":349,"_path":350},"Stratifying Mutations by Cancer Subtype","/visualization-community/proteinpaint/stratifying-mutations-by-cancer-subtype",{"title":352,"_path":353},"SNV and Indel","/visualization-community/proteinpaint/snv-and-indel",{"title":355,"_path":356},"SV and fusion transcript","/visualization-community/proteinpaint/sv-and-fusion-transcript",{"title":358,"_path":359},"Copy Number Variants","/visualization-community/proteinpaint/copy-number-variants",{"title":361,"_path":362},"Internal tandem duplications","/visualization-community/proteinpaint/internal-tandem-duplications",{"title":364,"_path":365},"Intragenic deletion","/visualization-community/proteinpaint/intragenic-deletion",{"title":367,"_path":368},"Truncation, N-loss, or C-loss","/visualization-community/proteinpaint/truncation",{"title":370,"_path":371},"JSON-BED","/visualization-community/proteinpaint/json-bed",{"title":373,"_path":374},"Splice Junction","/visualization-community/proteinpaint/splice-junction",{"title":376,"_path":377},"Profile-Gene-Value","/visualization-community/proteinpaint/profile-gene-value",{"title":379,"_path":380},"Bampile","/visualization-community/proteinpaint/bampile",{"title":382,"_path":383},"Add Custom Protein Domains","/visualization-community/proteinpaint/add-custom-protein-domains",{"title":385,"_path":386},"Using Custom Tracks","/visualization-community/proteinpaint/using-custom-tracks",{"title":388,"_path":389},"Visualize Your Mutation Data","/visualization-community/proteinpaint/visualize-your-mutation-data",{"title":391,"_path":392},"Loading SNV/Indel Mutations from a File","/visualization-community/proteinpaint/loading-mutations-from-file",{"title":394,"_path":395},"Uploaded Mutation Data User Interface","/visualization-community/proteinpaint/uploaded-mutation-data",{"title":397,"_path":398},"Loading a TCGA MAF File","/visualization-community/proteinpaint/loading-tcga-maf-file",{"title":400,"_path":401},"Using a VCF File","/visualization-community/proteinpaint/using-vcf-file",{"title":403,"_path":404},"Embedding ProteinPaint","/visualization-community/proteinpaint/embedding-proteinpaint",{"title":406,"_path":407},"URL Parameters","/visualization-community/proteinpaint/url-parameters",{"title":409,"_path":410},"Organizing Data into a Study View","/visualization-community/proteinpaint/study-view",{"title":412,"_path":413,"children":414},"GenomePaint","/visualization-community/genomepaint",[415,417],{"title":412,"_path":416},"/visualization-community/genomepaint/genomepaint",{"title":418,"_path":419},"GenomePaint User Guide","/visualization-community/genomepaint/genomepaint-user-guide","sjc-icon:viz",{"_path":73,"_dir":422,"_draft":423,"_partial":423,"_locale":424,"title":425,"description":426,"navigation":427,"body":428,"_type":2213,"_id":2214,"_source":2215,"_file":2216,"_stem":2217,"_extension":2218},"managing-data",false,"","Uploading Data from St. Jude HPC to DNAnexus","This guide describes how to upload data from St. Jude's research computing cluster to DNAnexus.\nIt covers logging in to the HPC, creating an interactive session, loading the DNAnexus upload agent, and uploading files to DNAnexus.",{"title":72},{"type":429,"children":430,"toc":2193},"root",[431,438,443,450,464,469,476,492,526,531,581,594,600,605,638,644,649,682,688,707,729,743,748,753,872,878,883,889,910,935,955,968,1009,1014,1020,1026,1044,1063,1075,1136,1157,1189,1234,1240,1252,1290,1446,1502,1508,1521,1527,1537,1592,1612,1648,1654,1682,1734,1746,1759,1765,1792,1979,2006,2056,2073,2085,2140,2187],{"type":432,"tag":433,"props":434,"children":435},"element","p",{},[436],{"type":437,"value":426},"text",{"type":432,"tag":433,"props":439,"children":440},{},[441],{"type":437,"value":442},"The research cluster is restricted to St. Jude employees, as it is only accessible on St. Jude's intranet.\nIf you are reading this page and work at another institution, please work with your HPC staff on translating the steps to your architecture.",{"type":432,"tag":444,"props":445,"children":447},"h2",{"id":446},"logging-in-to-the-hpc",[448],{"type":437,"value":449},"Logging in to the HPC",{"type":432,"tag":433,"props":451,"children":452},{},[453,455,462],{"type":437,"value":454},"The SSH (Secure Shell) protocol is used to log in to ",{"type":432,"tag":456,"props":457,"children":459},"code",{"className":458},[],[460],{"type":437,"value":461},"hpc",{"type":437,"value":463},", the hostname of the entry point into St. Jude's research cluster.\nSSH provides a secure method to log in to a remote computer.",{"type":432,"tag":433,"props":465,"children":466},{},[467],{"type":437,"value":468},"Regardless of platform, logging in requires a St. Jude username and will prompt you for your password.\nThey are the same username and password used to log in to all St. Jude services.",{"type":432,"tag":470,"props":471,"children":473},"h3",{"id":472},"windows",[474],{"type":437,"value":475},"Windows",{"type":432,"tag":433,"props":477,"children":478},{},[479,481,490],{"type":437,"value":480},"Windows does not have an SSH client preinstalled.\nAs of Windows 10 1809, OpenSSH is included as ",{"type":432,"tag":482,"props":483,"children":487},"a",{"href":484,"rel":485},"https://docs.microsoft.com/en-us/windows-server/administration/openssh/openssh_install_firstuse",[486],"nofollow",[488],{"type":437,"value":489},"a feature",{"type":437,"value":491}," that can be installed.",{"type":432,"tag":493,"props":494,"children":495},"ul",{},[496,502,515],{"type":432,"tag":497,"props":498,"children":499},"li",{},[500],{"type":437,"value":501},"Open the Settings app (search \"Settings\" in the Start menu).",{"type":432,"tag":497,"props":503,"children":504},{},[505,507,513],{"type":437,"value":506},"Under Apps > Apps & features > Apps & features, click on ",{"type":432,"tag":508,"props":509,"children":510},"em",{},[511],{"type":437,"value":512},"Optional features",{"type":437,"value":514},".",{"type":432,"tag":497,"props":516,"children":517},{},[518,520,525],{"type":437,"value":519},"Under the OpenSSH Client entry, click ",{"type":432,"tag":508,"props":521,"children":522},{},[523],{"type":437,"value":524},"Install",{"type":437,"value":514},{"type":432,"tag":433,"props":527,"children":528},{},[529],{"type":437,"value":530},"Open PowerShell and run",{"type":432,"tag":532,"props":533,"children":537},"pre",{"className":534,"code":535,"language":536,"meta":424,"style":424},"language-bash shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","ssh \u003Cusername>@hpc\n","bash",[538],{"type":432,"tag":456,"props":539,"children":540},{"__ignoreMap":424},[541],{"type":432,"tag":542,"props":543,"children":546},"span",{"class":544,"line":545},"line",1,[547,553,559,565,571,576],{"type":432,"tag":542,"props":548,"children":550},{"style":549},"--shiki-light:#E2931D;--shiki-default:#FFCB6B;--shiki-dark:#FFCB6B",[551],{"type":437,"value":552},"ssh",{"type":432,"tag":542,"props":554,"children":556},{"style":555},"--shiki-light:#39ADB5;--shiki-default:#89DDFF;--shiki-dark:#89DDFF",[557],{"type":437,"value":558}," \u003C",{"type":432,"tag":542,"props":560,"children":562},{"style":561},"--shiki-light:#91B859;--shiki-default:#C3E88D;--shiki-dark:#C3E88D",[563],{"type":437,"value":564},"usernam",{"type":432,"tag":542,"props":566,"children":568},{"style":567},"--shiki-light:#90A4AE;--shiki-default:#EEFFFF;--shiki-dark:#BABED8",[569],{"type":437,"value":570},"e",{"type":432,"tag":542,"props":572,"children":573},{"style":555},[574],{"type":437,"value":575},">",{"type":432,"tag":542,"props":577,"children":578},{"style":561},[579],{"type":437,"value":580},"@hpc\n",{"type":432,"tag":433,"props":582,"children":583},{},[584,586,593],{"type":437,"value":585},"Alternatively (or on older versions of Windows), install and use the terminal emulator ",{"type":432,"tag":482,"props":587,"children":590},{"href":588,"rel":589},"https://www.chiark.greenend.org.uk/~sgtatham/putty/",[486],[591],{"type":437,"value":592},"PuTTY",{"type":437,"value":514},{"type":432,"tag":470,"props":595,"children":597},{"id":596},"macos",[598],{"type":437,"value":599},"macOS",{"type":432,"tag":433,"props":601,"children":602},{},[603],{"type":437,"value":604},"macOS includes OpenSSH by default. Open Terminal and run",{"type":432,"tag":532,"props":606,"children":607},{"className":534,"code":535,"language":536,"meta":424,"style":424},[608],{"type":432,"tag":456,"props":609,"children":610},{"__ignoreMap":424},[611],{"type":432,"tag":542,"props":612,"children":613},{"class":544,"line":545},[614,618,622,626,630,634],{"type":432,"tag":542,"props":615,"children":616},{"style":549},[617],{"type":437,"value":552},{"type":432,"tag":542,"props":619,"children":620},{"style":555},[621],{"type":437,"value":558},{"type":432,"tag":542,"props":623,"children":624},{"style":561},[625],{"type":437,"value":564},{"type":432,"tag":542,"props":627,"children":628},{"style":567},[629],{"type":437,"value":570},{"type":432,"tag":542,"props":631,"children":632},{"style":555},[633],{"type":437,"value":575},{"type":432,"tag":542,"props":635,"children":636},{"style":561},[637],{"type":437,"value":580},{"type":432,"tag":470,"props":639,"children":641},{"id":640},"linux",[642],{"type":437,"value":643},"Linux",{"type":432,"tag":433,"props":645,"children":646},{},[647],{"type":437,"value":648},"Most Linux distributions have OpenSSH installed by default. Open a terminal\nand run",{"type":432,"tag":532,"props":650,"children":651},{"className":534,"code":535,"language":536,"meta":424,"style":424},[652],{"type":432,"tag":456,"props":653,"children":654},{"__ignoreMap":424},[655],{"type":432,"tag":542,"props":656,"children":657},{"class":544,"line":545},[658,662,666,670,674,678],{"type":432,"tag":542,"props":659,"children":660},{"style":549},[661],{"type":437,"value":552},{"type":432,"tag":542,"props":663,"children":664},{"style":555},[665],{"type":437,"value":558},{"type":432,"tag":542,"props":667,"children":668},{"style":561},[669],{"type":437,"value":564},{"type":432,"tag":542,"props":671,"children":672},{"style":567},[673],{"type":437,"value":570},{"type":432,"tag":542,"props":675,"children":676},{"style":555},[677],{"type":437,"value":575},{"type":432,"tag":542,"props":679,"children":680},{"style":561},[681],{"type":437,"value":580},{"type":432,"tag":444,"props":683,"children":685},{"id":684},"creating-an-interactive-session",[686],{"type":437,"value":687},"Creating an interactive session",{"type":432,"tag":433,"props":689,"children":690},{},[691,693,698,700,705],{"type":437,"value":692},"When logging in to ",{"type":432,"tag":456,"props":694,"children":696},{"className":695},[],[697],{"type":437,"value":461},{"type":437,"value":699},", you are placed on a ",{"type":432,"tag":508,"props":701,"children":702},{},[703],{"type":437,"value":704},"head node",{"type":437,"value":706},", a controlled gateway configured to allow external access to the cluster.\nThis node is not meant for computation, which should be done on a cluster node instead.",{"type":432,"tag":433,"props":708,"children":709},{},[710,712,719,721,727],{"type":437,"value":711},"To move to a cluster node, start an interactive session.\nThe cluster's workload is managed by ",{"type":432,"tag":482,"props":713,"children":716},{"href":714,"rel":715},"https://www.ibm.com/us-en/marketplace/hpc-workload-management",[486],[717],{"type":437,"value":718},"IBM Spectrum LSF",{"type":437,"value":720},", and even though LSF commands can be used to create an interactive session, the High-Performance Computer Facility (HPCF) provides a convenience script named ",{"type":432,"tag":456,"props":722,"children":724},{"className":723},[],[725],{"type":437,"value":726},"hpcf_interactive",{"type":437,"value":728}," for a simpler invocation.",{"type":432,"tag":532,"props":730,"children":732},{"className":534,"code":731,"language":536,"meta":424,"style":424},"hpcf_interactive\n",[733],{"type":432,"tag":456,"props":734,"children":735},{"__ignoreMap":424},[736],{"type":432,"tag":542,"props":737,"children":738},{"class":544,"line":545},[739],{"type":432,"tag":542,"props":740,"children":741},{"style":549},[742],{"type":437,"value":731},{"type":432,"tag":433,"props":744,"children":745},{},[746],{"type":437,"value":747},"This moves you from the head node to a node in the research cluster, and tasks that require CPU time, memory, high bandwidth network access, etc., can be executed.",{"type":432,"tag":433,"props":749,"children":750},{},[751],{"type":437,"value":752},"When an interactive session starts, the prompt will look similar to the following:",{"type":432,"tag":532,"props":754,"children":756},{"className":534,"code":755,"language":536,"meta":424,"style":424},"Job \u003C99871669> is submitted to queue \u003Cinteractive>.\n\u003C\u003CWaiting for dispatch ...>>\n\u003C\u003CStarting on nodecn013>>\n[username@nodecn013 ~]$\n",[757],{"type":432,"tag":456,"props":758,"children":759},{"__ignoreMap":424},[760,824,854,863],{"type":432,"tag":542,"props":761,"children":762},{"class":544,"line":545},[763,768,772,777,782,787,792,797,802,806,811,815,819],{"type":432,"tag":542,"props":764,"children":765},{"style":549},[766],{"type":437,"value":767},"Job",{"type":432,"tag":542,"props":769,"children":770},{"style":555},[771],{"type":437,"value":558},{"type":432,"tag":542,"props":773,"children":774},{"style":561},[775],{"type":437,"value":776},"9987166",{"type":432,"tag":542,"props":778,"children":779},{"style":555},[780],{"type":437,"value":781},"9>",{"type":432,"tag":542,"props":783,"children":784},{"style":561},[785],{"type":437,"value":786}," is",{"type":432,"tag":542,"props":788,"children":789},{"style":561},[790],{"type":437,"value":791}," submitted",{"type":432,"tag":542,"props":793,"children":794},{"style":561},[795],{"type":437,"value":796}," to",{"type":432,"tag":542,"props":798,"children":799},{"style":561},[800],{"type":437,"value":801}," queue",{"type":432,"tag":542,"props":803,"children":804},{"style":555},[805],{"type":437,"value":558},{"type":432,"tag":542,"props":807,"children":808},{"style":561},[809],{"type":437,"value":810},"interactiv",{"type":432,"tag":542,"props":812,"children":813},{"style":567},[814],{"type":437,"value":570},{"type":432,"tag":542,"props":816,"children":817},{"style":555},[818],{"type":437,"value":575},{"type":432,"tag":542,"props":820,"children":821},{"style":561},[822],{"type":437,"value":823},".\n",{"type":432,"tag":542,"props":825,"children":827},{"class":544,"line":826},2,[828,833,838,844,849],{"type":432,"tag":542,"props":829,"children":830},{"style":555},[831],{"type":437,"value":832},"\u003C\u003C",{"type":432,"tag":542,"props":834,"children":835},{"style":555},[836],{"type":437,"value":837},"Waiting",{"type":432,"tag":542,"props":839,"children":841},{"style":840},"--shiki-light:#39ADB5;--shiki-light-font-style:italic;--shiki-default:#89DDFF;--shiki-default-font-style:italic;--shiki-dark:#89DDFF;--shiki-dark-font-style:italic",[842],{"type":437,"value":843}," for",{"type":432,"tag":542,"props":845,"children":846},{"style":567},[847],{"type":437,"value":848}," dispatch ...",{"type":432,"tag":542,"props":850,"children":851},{"style":555},[852],{"type":437,"value":853},">>\n",{"type":432,"tag":542,"props":855,"children":857},{"class":544,"line":856},3,[858],{"type":432,"tag":542,"props":859,"children":860},{"style":561},[861],{"type":437,"value":862},"\u003C\u003CStarting on nodecn013>>\n",{"type":432,"tag":542,"props":864,"children":866},{"class":544,"line":865},4,[867],{"type":432,"tag":542,"props":868,"children":869},{"style":561},[870],{"type":437,"value":871},"[username@nodecn013 ~]$\n",{"type":432,"tag":444,"props":873,"children":875},{"id":874},"dnanexus-upload-agent",[876],{"type":437,"value":877},"DNAnexus Upload Agent",{"type":432,"tag":433,"props":879,"children":880},{},[881],{"type":437,"value":882},"DNAnexus provides multiple methods to upload files to their platform.\nIn this section, Upload Agent (UA) is used.\nIt is simple to use and supports resuming interrupted transfers.",{"type":432,"tag":470,"props":884,"children":886},{"id":885},"setup",[887],{"type":437,"value":888},"Setup",{"type":432,"tag":433,"props":890,"children":891},{},[892,894,900,902,908],{"type":437,"value":893},"You can load the DNAnexus upload agent command line tool, ",{"type":432,"tag":456,"props":895,"children":897},{"className":896},[],[898],{"type":437,"value":899},"ua",{"type":437,"value":901},", by loading the ",{"type":432,"tag":456,"props":903,"children":905},{"className":904},[],[906],{"type":437,"value":907},"dx-ua",{"type":437,"value":909}," module.",{"type":432,"tag":532,"props":911,"children":913},{"className":534,"code":912,"language":536,"meta":424,"style":424},"module load dx-ua/1.5.30\n",[914],{"type":432,"tag":456,"props":915,"children":916},{"__ignoreMap":424},[917],{"type":432,"tag":542,"props":918,"children":919},{"class":544,"line":545},[920,925,930],{"type":432,"tag":542,"props":921,"children":922},{"style":549},[923],{"type":437,"value":924},"module",{"type":432,"tag":542,"props":926,"children":927},{"style":561},[928],{"type":437,"value":929}," load",{"type":432,"tag":542,"props":931,"children":932},{"style":561},[933],{"type":437,"value":934}," dx-ua/1.5.30\n",{"type":432,"tag":433,"props":936,"children":937},{},[938,940,945,947,954],{"type":437,"value":939},"Next, you'll need to configure the ",{"type":432,"tag":456,"props":941,"children":943},{"className":942},[],[944],{"type":437,"value":899},{"type":437,"value":946}," command line tool with access to your St. Jude Cloud account.\nRather than exposing your username and password, best practice is to generate an authentication token that lives for a short period of time instead.\nYou can do so by following this guide on how to generate ",{"type":432,"tag":482,"props":948,"children":951},{"href":949,"rel":950},"https://documentation.dnanexus.com/user/login-and-logout#authentication-tokens",[486],[952],{"type":437,"value":953},"a DNAnexus authentication token",{"type":437,"value":514},{"type":432,"tag":433,"props":956,"children":957},{},[958,960,966],{"type":437,"value":959},"Replace ",{"type":432,"tag":456,"props":961,"children":963},{"className":962},[],[964],{"type":437,"value":965},"\u003Cauth-token>",{"type":437,"value":967}," with your own token in the example below.",{"type":432,"tag":532,"props":969,"children":971},{"className":534,"code":970,"language":536,"meta":424,"style":424},"export DX_SECURITY_CONTEXT='{\"auth_token_type\": \"bearer\", \"auth_token\": \"\u003Cauth-token>\"}'\n",[972],{"type":432,"tag":456,"props":973,"children":974},{"__ignoreMap":424},[975],{"type":432,"tag":542,"props":976,"children":977},{"class":544,"line":545},[978,984,989,994,999,1004],{"type":432,"tag":542,"props":979,"children":981},{"style":980},"--shiki-light:#9C3EDA;--shiki-default:#C792EA;--shiki-dark:#C792EA",[982],{"type":437,"value":983},"export",{"type":432,"tag":542,"props":985,"children":986},{"style":567},[987],{"type":437,"value":988}," DX_SECURITY_CONTEXT",{"type":432,"tag":542,"props":990,"children":991},{"style":555},[992],{"type":437,"value":993},"=",{"type":432,"tag":542,"props":995,"children":996},{"style":555},[997],{"type":437,"value":998},"'",{"type":432,"tag":542,"props":1000,"children":1001},{"style":561},[1002],{"type":437,"value":1003},"{\"auth_token_type\": \"bearer\", \"auth_token\": \"\u003Cauth-token>\"}",{"type":432,"tag":542,"props":1005,"children":1006},{"style":555},[1007],{"type":437,"value":1008},"'\n",{"type":432,"tag":433,"props":1010,"children":1011},{},[1012],{"type":437,"value":1013},"This must be set once for ever new interactive session started.",{"type":432,"tag":444,"props":1015,"children":1017},{"id":1016},"uploading-files",[1018],{"type":437,"value":1019},"Uploading files",{"type":432,"tag":470,"props":1021,"children":1023},{"id":1022},"basic-usage",[1024],{"type":437,"value":1025},"Basic usage",{"type":432,"tag":433,"props":1027,"children":1028},{},[1029,1031,1036,1038,1043],{"type":437,"value":1030},"With DNAnexus Upload Agent loaded, files can be uploaded by running ",{"type":432,"tag":456,"props":1032,"children":1034},{"className":1033},[],[1035],{"type":437,"value":899},{"type":437,"value":1037},".\nTo get acquainted with the command, you can view the help message for ",{"type":432,"tag":456,"props":1039,"children":1041},{"className":1040},[],[1042],{"type":437,"value":899},{"type":437,"value":514},{"type":432,"tag":532,"props":1045,"children":1047},{"className":534,"code":1046,"language":536,"meta":424,"style":424},"ua --help\n",[1048],{"type":432,"tag":456,"props":1049,"children":1050},{"__ignoreMap":424},[1051],{"type":432,"tag":542,"props":1052,"children":1053},{"class":544,"line":545},[1054,1058],{"type":432,"tag":542,"props":1055,"children":1056},{"style":549},[1057],{"type":437,"value":899},{"type":432,"tag":542,"props":1059,"children":1060},{"style":561},[1061],{"type":437,"value":1062}," --help\n",{"type":432,"tag":433,"props":1064,"children":1065},{},[1066,1068,1073],{"type":437,"value":1067},"The simplest usage of ",{"type":432,"tag":456,"props":1069,"children":1071},{"className":1070},[],[1072],{"type":437,"value":899},{"type":437,"value":1074}," is providing the DNAnexus project to upload to and a source file.",{"type":432,"tag":532,"props":1076,"children":1078},{"className":534,"code":1077,"language":536,"meta":424,"style":424},"ua --do-not-compress --project \u003Cproject-name-or-id> \u003Csrc>\n",[1079],{"type":432,"tag":456,"props":1080,"children":1081},{"__ignoreMap":424},[1082],{"type":432,"tag":542,"props":1083,"children":1084},{"class":544,"line":545},[1085,1089,1094,1099,1103,1108,1113,1117,1121,1126,1131],{"type":432,"tag":542,"props":1086,"children":1087},{"style":549},[1088],{"type":437,"value":899},{"type":432,"tag":542,"props":1090,"children":1091},{"style":561},[1092],{"type":437,"value":1093}," --do-not-compress",{"type":432,"tag":542,"props":1095,"children":1096},{"style":561},[1097],{"type":437,"value":1098}," --project",{"type":432,"tag":542,"props":1100,"children":1101},{"style":555},[1102],{"type":437,"value":558},{"type":432,"tag":542,"props":1104,"children":1105},{"style":561},[1106],{"type":437,"value":1107},"project-name-or-i",{"type":432,"tag":542,"props":1109,"children":1110},{"style":567},[1111],{"type":437,"value":1112},"d",{"type":432,"tag":542,"props":1114,"children":1115},{"style":555},[1116],{"type":437,"value":575},{"type":432,"tag":542,"props":1118,"children":1119},{"style":555},[1120],{"type":437,"value":558},{"type":432,"tag":542,"props":1122,"children":1123},{"style":561},[1124],{"type":437,"value":1125},"sr",{"type":432,"tag":542,"props":1127,"children":1128},{"style":567},[1129],{"type":437,"value":1130},"c",{"type":432,"tag":542,"props":1132,"children":1133},{"style":555},[1134],{"type":437,"value":1135},">\n",{"type":432,"tag":433,"props":1137,"children":1138},{},[1139,1141,1147,1149,1155],{"type":437,"value":1140},"For example, with a DNAnexus project named ",{"type":432,"tag":456,"props":1142,"children":1144},{"className":1143},[],[1145],{"type":437,"value":1146},"flagstat",{"type":437,"value":1148}," and a file named ",{"type":432,"tag":456,"props":1150,"children":1152},{"className":1151},[],[1153],{"type":437,"value":1154},"sample.1.bam",{"type":437,"value":1156},", the command would be",{"type":432,"tag":532,"props":1158,"children":1160},{"className":534,"code":1159,"language":536,"meta":424,"style":424},"ua --do-not-compress --project flagstat sample.1.bam\n",[1161],{"type":432,"tag":456,"props":1162,"children":1163},{"__ignoreMap":424},[1164],{"type":432,"tag":542,"props":1165,"children":1166},{"class":544,"line":545},[1167,1171,1175,1179,1184],{"type":432,"tag":542,"props":1168,"children":1169},{"style":549},[1170],{"type":437,"value":899},{"type":432,"tag":542,"props":1172,"children":1173},{"style":561},[1174],{"type":437,"value":1093},{"type":432,"tag":542,"props":1176,"children":1177},{"style":561},[1178],{"type":437,"value":1098},{"type":432,"tag":542,"props":1180,"children":1181},{"style":561},[1182],{"type":437,"value":1183}," flagstat",{"type":432,"tag":542,"props":1185,"children":1186},{"style":561},[1187],{"type":437,"value":1188}," sample.1.bam\n",{"type":432,"tag":1190,"props":1191,"children":1194},"callout",{"color":1192,"icon":1193},"blue","i-heroicons-light-bulb",[1195],{"type":432,"tag":433,"props":1196,"children":1197},{},[1198,1212,1216,1218,1224,1226,1232],{"type":432,"tag":1199,"props":1200,"children":1201},"strong",{},[1202,1204,1210],{"type":437,"value":1203},"Why is ",{"type":432,"tag":456,"props":1205,"children":1207},{"className":1206},[],[1208],{"type":437,"value":1209},"--do-no-compress",{"type":437,"value":1211}," Always Set?",{"type":432,"tag":1213,"props":1214,"children":1215},"br",{},[],{"type":437,"value":1217},"\nUpload Agent uses an unfortunate default where uncompressed files are automatically gzipped.\nFor example, uploading the text file ",{"type":432,"tag":456,"props":1219,"children":1221},{"className":1220},[],[1222],{"type":437,"value":1223},"samplesheet.txt",{"type":437,"value":1225}," results in the file ",{"type":432,"tag":456,"props":1227,"children":1229},{"className":1228},[],[1230],{"type":437,"value":1231},"samplesheet.txt.gz",{"type":437,"value":1233}," on DNAnexus.\nThis is confusing and unexpected, and file management is more straightforward with the option disabled.",{"type":432,"tag":470,"props":1235,"children":1237},{"id":1236},"batched-jobs",[1238],{"type":437,"value":1239},"Batched jobs",{"type":432,"tag":433,"props":1241,"children":1242},{},[1243,1245,1250],{"type":437,"value":1244},"When working in an interactive session, if the session is closed (e.g., a network disconnection or you quit the terminal), all running commands are killed.\nTo avoid this from happening, a ",{"type":432,"tag":508,"props":1246,"children":1247},{},[1248],{"type":437,"value":1249},"job",{"type":437,"value":1251}," is submitted in its place, which continues to run even after the session is closed.",{"type":432,"tag":433,"props":1253,"children":1254},{},[1255,1257,1264,1266,1272,1274,1280,1282,1288],{"type":437,"value":1256},"To submit a job, use the LSF command ",{"type":432,"tag":482,"props":1258,"children":1261},{"href":1259,"rel":1260},"https://www.ibm.com/support/knowledgecenter/en/SSWRJV_10.1.0/lsf_command_ref/bsub.man_top.1.html",[486],[1262],{"type":437,"value":1263},"bsub",{"type":437,"value":1265},", where ",{"type":432,"tag":456,"props":1267,"children":1269},{"className":1268},[],[1270],{"type":437,"value":1271},"-P",{"type":437,"value":1273}," is an arbitrary project name for the job submission.\nWhen uploading a large batch of files, HPCF requests the ",{"type":432,"tag":456,"props":1275,"children":1277},{"className":1276},[],[1278],{"type":437,"value":1279},"/stjudecloud/uploads",{"type":437,"value":1281}," job group be used to rate limit upload jobs.\nThis can be done using the ",{"type":432,"tag":456,"props":1283,"children":1285},{"className":1284},[],[1286],{"type":437,"value":1287},"-g",{"type":437,"value":1289}," option when submitting a job.",{"type":432,"tag":532,"props":1291,"children":1293},{"className":534,"code":1292,"language":536,"meta":424,"style":424},"bsub \\\n  -P dx-upload \\\n  -g /stjudecloud/uploads \\\n  -R \"rusage[mem=2882]\" \\\n  ua \\\n  --do-not-compress \\\n  --project \u003Cproject-name-or-id> \\\n  \u003Csrc>\n",[1294],{"type":432,"tag":456,"props":1295,"children":1296},{"__ignoreMap":424},[1297,1309,1326,1343,1370,1383,1396,1425],{"type":432,"tag":542,"props":1298,"children":1299},{"class":544,"line":545},[1300,1304],{"type":432,"tag":542,"props":1301,"children":1302},{"style":549},[1303],{"type":437,"value":1263},{"type":432,"tag":542,"props":1305,"children":1306},{"style":567},[1307],{"type":437,"value":1308}," \\\n",{"type":432,"tag":542,"props":1310,"children":1311},{"class":544,"line":826},[1312,1317,1322],{"type":432,"tag":542,"props":1313,"children":1314},{"style":561},[1315],{"type":437,"value":1316},"  -P",{"type":432,"tag":542,"props":1318,"children":1319},{"style":561},[1320],{"type":437,"value":1321}," dx-upload",{"type":432,"tag":542,"props":1323,"children":1324},{"style":567},[1325],{"type":437,"value":1308},{"type":432,"tag":542,"props":1327,"children":1328},{"class":544,"line":856},[1329,1334,1339],{"type":432,"tag":542,"props":1330,"children":1331},{"style":561},[1332],{"type":437,"value":1333},"  -g",{"type":432,"tag":542,"props":1335,"children":1336},{"style":561},[1337],{"type":437,"value":1338}," /stjudecloud/uploads",{"type":432,"tag":542,"props":1340,"children":1341},{"style":567},[1342],{"type":437,"value":1308},{"type":432,"tag":542,"props":1344,"children":1345},{"class":544,"line":865},[1346,1351,1356,1361,1366],{"type":432,"tag":542,"props":1347,"children":1348},{"style":561},[1349],{"type":437,"value":1350},"  -R",{"type":432,"tag":542,"props":1352,"children":1353},{"style":555},[1354],{"type":437,"value":1355}," \"",{"type":432,"tag":542,"props":1357,"children":1358},{"style":561},[1359],{"type":437,"value":1360},"rusage[mem=2882]",{"type":432,"tag":542,"props":1362,"children":1363},{"style":555},[1364],{"type":437,"value":1365},"\"",{"type":432,"tag":542,"props":1367,"children":1368},{"style":567},[1369],{"type":437,"value":1308},{"type":432,"tag":542,"props":1371,"children":1373},{"class":544,"line":1372},5,[1374,1379],{"type":432,"tag":542,"props":1375,"children":1376},{"style":561},[1377],{"type":437,"value":1378},"  ua",{"type":432,"tag":542,"props":1380,"children":1381},{"style":567},[1382],{"type":437,"value":1308},{"type":432,"tag":542,"props":1384,"children":1386},{"class":544,"line":1385},6,[1387,1392],{"type":432,"tag":542,"props":1388,"children":1389},{"style":561},[1390],{"type":437,"value":1391},"  --do-not-compress",{"type":432,"tag":542,"props":1393,"children":1394},{"style":567},[1395],{"type":437,"value":1308},{"type":432,"tag":542,"props":1397,"children":1399},{"class":544,"line":1398},7,[1400,1405,1409,1413,1417,1421],{"type":432,"tag":542,"props":1401,"children":1402},{"style":561},[1403],{"type":437,"value":1404},"  --project",{"type":432,"tag":542,"props":1406,"children":1407},{"style":555},[1408],{"type":437,"value":558},{"type":432,"tag":542,"props":1410,"children":1411},{"style":561},[1412],{"type":437,"value":1107},{"type":432,"tag":542,"props":1414,"children":1415},{"style":567},[1416],{"type":437,"value":1112},{"type":432,"tag":542,"props":1418,"children":1419},{"style":555},[1420],{"type":437,"value":575},{"type":432,"tag":542,"props":1422,"children":1423},{"style":567},[1424],{"type":437,"value":1308},{"type":432,"tag":542,"props":1426,"children":1428},{"class":544,"line":1427},8,[1429,1434,1438,1442],{"type":432,"tag":542,"props":1430,"children":1431},{"style":555},[1432],{"type":437,"value":1433},"  \u003C",{"type":432,"tag":542,"props":1435,"children":1436},{"style":561},[1437],{"type":437,"value":1125},{"type":432,"tag":542,"props":1439,"children":1440},{"style":567},[1441],{"type":437,"value":1130},{"type":432,"tag":542,"props":1443,"children":1444},{"style":555},[1445],{"type":437,"value":1135},{"type":432,"tag":1190,"props":1447,"children":1448},{"color":1192,"icon":1193},[1449,1471,1480,1493],{"type":432,"tag":433,"props":1450,"children":1451},{},[1452,1457,1460,1462,1469],{"type":432,"tag":1199,"props":1453,"children":1454},{},[1455],{"type":437,"value":1456},"Where does the 2882 MiB resource requirement come from?",{"type":432,"tag":1213,"props":1458,"children":1459},{},[],{"type":437,"value":1461},"\nThere is a ",{"type":432,"tag":482,"props":1463,"children":1466},{"href":1464,"rel":1465},"https://github.com/dnanexus/dx-toolkit/blob/9e6398e1ce1e8b210df3f3f50abc82932084b2b3/src/ua/main.cpp#L151-L162",[486],[1467],{"type":437,"value":1468},"note in the source code of Upload Agent",{"type":437,"value":1470}," that gives an estimate of how much memory is used for a transfer:",{"type":432,"tag":433,"props":1472,"children":1473},{},[1474],{"type":432,"tag":456,"props":1475,"children":1477},{"className":1476},[],[1478],{"type":437,"value":1479},"\u003Cread-threads> + 2 * (\u003Ccompress-threads> + \u003Cupload-threads>) * \u003Cchunk-size>",{"type":432,"tag":433,"props":1481,"children":1482},{},[1483,1485,1491],{"type":437,"value":1484},"Thus, using the default values (see ",{"type":432,"tag":456,"props":1486,"children":1488},{"className":1487},[],[1489],{"type":437,"value":1490},"ua --help",{"type":437,"value":1492},") and adding 20% as a buffer:",{"type":432,"tag":433,"props":1494,"children":1495},{},[1496],{"type":432,"tag":456,"props":1497,"children":1499},{"className":1498},[],[1500],{"type":437,"value":1501},"(2 + 2 * (8 + 8) * 75 MiB) * 1.2 = ~2882 MiB",{"type":432,"tag":444,"props":1503,"children":1505},{"id":1504},"further-examples",[1506],{"type":437,"value":1507},"Further examples",{"type":432,"tag":433,"props":1509,"children":1510},{},[1511,1513,1519],{"type":437,"value":1512},"The following examples are common usages of Upload Agent.\nIf you use any of these options, please be sure submit them to the HPC job group as shown in ",{"type":432,"tag":482,"props":1514,"children":1516},{"href":1515},"#batched-jobs",[1517],{"type":437,"value":1518},"batched jobs",{"type":437,"value":1520}," to ensure the number of uploads is throttled.",{"type":432,"tag":470,"props":1522,"children":1524},{"id":1523},"upload-multiple-files",[1525],{"type":437,"value":1526},"Upload multiple files",{"type":432,"tag":433,"props":1528,"children":1529},{},[1530,1535],{"type":432,"tag":456,"props":1531,"children":1533},{"className":1532},[],[1534],{"type":437,"value":899},{"type":437,"value":1536}," takes multiple source arguments.",{"type":432,"tag":532,"props":1538,"children":1540},{"className":534,"code":1539,"language":536,"meta":424,"style":424},"ua --do-not-compress --project \u003Cproject-name-or-id> \u003Csrc...>\n",[1541],{"type":432,"tag":456,"props":1542,"children":1543},{"__ignoreMap":424},[1544],{"type":432,"tag":542,"props":1545,"children":1546},{"class":544,"line":545},[1547,1551,1555,1559,1563,1567,1571,1575,1579,1584,1588],{"type":432,"tag":542,"props":1548,"children":1549},{"style":549},[1550],{"type":437,"value":899},{"type":432,"tag":542,"props":1552,"children":1553},{"style":561},[1554],{"type":437,"value":1093},{"type":432,"tag":542,"props":1556,"children":1557},{"style":561},[1558],{"type":437,"value":1098},{"type":432,"tag":542,"props":1560,"children":1561},{"style":555},[1562],{"type":437,"value":558},{"type":432,"tag":542,"props":1564,"children":1565},{"style":561},[1566],{"type":437,"value":1107},{"type":432,"tag":542,"props":1568,"children":1569},{"style":567},[1570],{"type":437,"value":1112},{"type":432,"tag":542,"props":1572,"children":1573},{"style":555},[1574],{"type":437,"value":575},{"type":432,"tag":542,"props":1576,"children":1577},{"style":555},[1578],{"type":437,"value":558},{"type":432,"tag":542,"props":1580,"children":1581},{"style":561},[1582],{"type":437,"value":1583},"src..",{"type":432,"tag":542,"props":1585,"children":1586},{"style":567},[1587],{"type":437,"value":514},{"type":432,"tag":542,"props":1589,"children":1590},{"style":555},[1591],{"type":437,"value":1135},{"type":432,"tag":433,"props":1593,"children":1594},{},[1595,1597,1602,1604,1610],{"type":437,"value":1596},"For example, for two files ",{"type":432,"tag":456,"props":1598,"children":1600},{"className":1599},[],[1601],{"type":437,"value":1154},{"type":437,"value":1603}," and ",{"type":432,"tag":456,"props":1605,"children":1607},{"className":1606},[],[1608],{"type":437,"value":1609},"sample.1.bam.bai",{"type":437,"value":1611},", the command is",{"type":432,"tag":532,"props":1613,"children":1615},{"className":534,"code":1614,"language":536,"meta":424,"style":424},"ua --do-not-compress --project flagstat sample.1.bam sample.1.bam.bai\n",[1616],{"type":432,"tag":456,"props":1617,"children":1618},{"__ignoreMap":424},[1619],{"type":432,"tag":542,"props":1620,"children":1621},{"class":544,"line":545},[1622,1626,1630,1634,1638,1643],{"type":432,"tag":542,"props":1623,"children":1624},{"style":549},[1625],{"type":437,"value":899},{"type":432,"tag":542,"props":1627,"children":1628},{"style":561},[1629],{"type":437,"value":1093},{"type":432,"tag":542,"props":1631,"children":1632},{"style":561},[1633],{"type":437,"value":1098},{"type":432,"tag":542,"props":1635,"children":1636},{"style":561},[1637],{"type":437,"value":1183},{"type":432,"tag":542,"props":1639,"children":1640},{"style":561},[1641],{"type":437,"value":1642}," sample.1.bam",{"type":432,"tag":542,"props":1644,"children":1645},{"style":561},[1646],{"type":437,"value":1647}," sample.1.bam.bai\n",{"type":432,"tag":470,"props":1649,"children":1651},{"id":1650},"upload-a-folder-in-dnanexus",[1652],{"type":437,"value":1653},"Upload a folder in DNAnexus",{"type":432,"tag":433,"props":1655,"children":1656},{},[1657,1659,1664,1666,1672,1674,1680],{"type":437,"value":1658},"By default, all files uploaded via ",{"type":432,"tag":456,"props":1660,"children":1662},{"className":1661},[],[1663],{"type":437,"value":899},{"type":437,"value":1665}," get placed at the root of the project, i.e., ",{"type":432,"tag":456,"props":1667,"children":1669},{"className":1668},[],[1670],{"type":437,"value":1671},"/",{"type":437,"value":1673},".\nTo upload to a particular directory, use the ",{"type":432,"tag":456,"props":1675,"children":1677},{"className":1676},[],[1678],{"type":437,"value":1679},"--folder",{"type":437,"value":1681}," option.",{"type":432,"tag":532,"props":1683,"children":1685},{"className":534,"code":1684,"language":536,"meta":424,"style":424},"ua --do-not-compress --project \u003Cproject-name-or-id> --folder /data sample.1.bam\n",[1686],{"type":432,"tag":456,"props":1687,"children":1688},{"__ignoreMap":424},[1689],{"type":432,"tag":542,"props":1690,"children":1691},{"class":544,"line":545},[1692,1696,1700,1704,1708,1712,1716,1720,1725,1730],{"type":432,"tag":542,"props":1693,"children":1694},{"style":549},[1695],{"type":437,"value":899},{"type":432,"tag":542,"props":1697,"children":1698},{"style":561},[1699],{"type":437,"value":1093},{"type":432,"tag":542,"props":1701,"children":1702},{"style":561},[1703],{"type":437,"value":1098},{"type":432,"tag":542,"props":1705,"children":1706},{"style":555},[1707],{"type":437,"value":558},{"type":432,"tag":542,"props":1709,"children":1710},{"style":561},[1711],{"type":437,"value":1107},{"type":432,"tag":542,"props":1713,"children":1714},{"style":567},[1715],{"type":437,"value":1112},{"type":432,"tag":542,"props":1717,"children":1718},{"style":555},[1719],{"type":437,"value":575},{"type":432,"tag":542,"props":1721,"children":1722},{"style":561},[1723],{"type":437,"value":1724}," --folder",{"type":432,"tag":542,"props":1726,"children":1727},{"style":561},[1728],{"type":437,"value":1729}," /data",{"type":432,"tag":542,"props":1731,"children":1732},{"style":561},[1733],{"type":437,"value":1188},{"type":432,"tag":433,"props":1735,"children":1736},{},[1737,1739,1745],{"type":437,"value":1738},"The resulting uploaded file will be located at ",{"type":432,"tag":456,"props":1740,"children":1742},{"className":1741},[],[1743],{"type":437,"value":1744},"/data/sample.1.bam",{"type":437,"value":514},{"type":432,"tag":433,"props":1747,"children":1748},{},[1749,1751,1757],{"type":437,"value":1750},"The directory does not have a previously exist in the DNAnexus project and will be created automatically, along with its parents (similar to ",{"type":432,"tag":456,"props":1752,"children":1754},{"className":1753},[],[1755],{"type":437,"value":1756},"mkdir -p",{"type":437,"value":1758},").",{"type":432,"tag":470,"props":1760,"children":1762},{"id":1761},"upload-a-local-directory",[1763],{"type":437,"value":1764},"Upload a local directory",{"type":432,"tag":433,"props":1766,"children":1767},{},[1768,1770,1775,1777,1783,1785,1790],{"type":437,"value":1769},"When uploading a directory, ",{"type":432,"tag":456,"props":1771,"children":1773},{"className":1772},[],[1774],{"type":437,"value":899},{"type":437,"value":1776}," will only use the files at the top level (similar to ",{"type":432,"tag":456,"props":1778,"children":1780},{"className":1779},[],[1781],{"type":437,"value":1782},"find data -type f -maxdepth 1",{"type":437,"value":1784},").\nFor example, take the following directory structure and ",{"type":432,"tag":456,"props":1786,"children":1788},{"className":1787},[],[1789],{"type":437,"value":899},{"type":437,"value":1791}," command.",{"type":432,"tag":532,"props":1793,"children":1795},{"className":534,"code":1794,"language":536,"meta":424,"style":424},"$ tree data\ndata\n├── extra\n│   ├── sample.2.bam\n│   └── sample.2.bam.bai\n├── sample.1.bam\n└── sample.1.bam.bai\n\n1 directory, 4 files\n\n$ ua --do-not-compress --project \u003Cproject-name-or-id> data\n",[1796],{"type":432,"tag":456,"props":1797,"children":1798},{"__ignoreMap":424},[1799,1817,1825,1838,1856,1873,1884,1896,1905,1930,1938],{"type":432,"tag":542,"props":1800,"children":1801},{"class":544,"line":545},[1802,1807,1812],{"type":432,"tag":542,"props":1803,"children":1804},{"style":549},[1805],{"type":437,"value":1806},"$",{"type":432,"tag":542,"props":1808,"children":1809},{"style":561},[1810],{"type":437,"value":1811}," tree",{"type":432,"tag":542,"props":1813,"children":1814},{"style":561},[1815],{"type":437,"value":1816}," data\n",{"type":432,"tag":542,"props":1818,"children":1819},{"class":544,"line":826},[1820],{"type":432,"tag":542,"props":1821,"children":1822},{"style":549},[1823],{"type":437,"value":1824},"data\n",{"type":432,"tag":542,"props":1826,"children":1827},{"class":544,"line":856},[1828,1833],{"type":432,"tag":542,"props":1829,"children":1830},{"style":549},[1831],{"type":437,"value":1832},"├──",{"type":432,"tag":542,"props":1834,"children":1835},{"style":561},[1836],{"type":437,"value":1837}," extra\n",{"type":432,"tag":542,"props":1839,"children":1840},{"class":544,"line":865},[1841,1846,1851],{"type":432,"tag":542,"props":1842,"children":1843},{"style":549},[1844],{"type":437,"value":1845},"│  ",{"type":432,"tag":542,"props":1847,"children":1848},{"style":561},[1849],{"type":437,"value":1850}," ├──",{"type":432,"tag":542,"props":1852,"children":1853},{"style":561},[1854],{"type":437,"value":1855}," sample.2.bam\n",{"type":432,"tag":542,"props":1857,"children":1858},{"class":544,"line":1372},[1859,1863,1868],{"type":432,"tag":542,"props":1860,"children":1861},{"style":549},[1862],{"type":437,"value":1845},{"type":432,"tag":542,"props":1864,"children":1865},{"style":561},[1866],{"type":437,"value":1867}," └──",{"type":432,"tag":542,"props":1869,"children":1870},{"style":561},[1871],{"type":437,"value":1872}," sample.2.bam.bai\n",{"type":432,"tag":542,"props":1874,"children":1875},{"class":544,"line":1385},[1876,1880],{"type":432,"tag":542,"props":1877,"children":1878},{"style":549},[1879],{"type":437,"value":1832},{"type":432,"tag":542,"props":1881,"children":1882},{"style":561},[1883],{"type":437,"value":1188},{"type":432,"tag":542,"props":1885,"children":1886},{"class":544,"line":1398},[1887,1892],{"type":432,"tag":542,"props":1888,"children":1889},{"style":549},[1890],{"type":437,"value":1891},"└──",{"type":432,"tag":542,"props":1893,"children":1894},{"style":561},[1895],{"type":437,"value":1647},{"type":432,"tag":542,"props":1897,"children":1898},{"class":544,"line":1427},[1899],{"type":432,"tag":542,"props":1900,"children":1902},{"emptyLinePlaceholder":1901},true,[1903],{"type":437,"value":1904},"\n",{"type":432,"tag":542,"props":1906,"children":1908},{"class":544,"line":1907},9,[1909,1914,1919,1925],{"type":432,"tag":542,"props":1910,"children":1911},{"style":549},[1912],{"type":437,"value":1913},"1",{"type":432,"tag":542,"props":1915,"children":1916},{"style":561},[1917],{"type":437,"value":1918}," directory,",{"type":432,"tag":542,"props":1920,"children":1922},{"style":1921},"--shiki-light:#F76D47;--shiki-default:#F78C6C;--shiki-dark:#F78C6C",[1923],{"type":437,"value":1924}," 4",{"type":432,"tag":542,"props":1926,"children":1927},{"style":561},[1928],{"type":437,"value":1929}," files\n",{"type":432,"tag":542,"props":1931,"children":1933},{"class":544,"line":1932},10,[1934],{"type":432,"tag":542,"props":1935,"children":1936},{"emptyLinePlaceholder":1901},[1937],{"type":437,"value":1904},{"type":432,"tag":542,"props":1939,"children":1941},{"class":544,"line":1940},11,[1942,1946,1951,1955,1959,1963,1967,1971,1975],{"type":432,"tag":542,"props":1943,"children":1944},{"style":549},[1945],{"type":437,"value":1806},{"type":432,"tag":542,"props":1947,"children":1948},{"style":561},[1949],{"type":437,"value":1950}," ua",{"type":432,"tag":542,"props":1952,"children":1953},{"style":561},[1954],{"type":437,"value":1093},{"type":432,"tag":542,"props":1956,"children":1957},{"style":561},[1958],{"type":437,"value":1098},{"type":432,"tag":542,"props":1960,"children":1961},{"style":555},[1962],{"type":437,"value":558},{"type":432,"tag":542,"props":1964,"children":1965},{"style":561},[1966],{"type":437,"value":1107},{"type":432,"tag":542,"props":1968,"children":1969},{"style":567},[1970],{"type":437,"value":1112},{"type":432,"tag":542,"props":1972,"children":1973},{"style":555},[1974],{"type":437,"value":575},{"type":432,"tag":542,"props":1976,"children":1977},{"style":561},[1978],{"type":437,"value":1816},{"type":432,"tag":433,"props":1980,"children":1981},{},[1982,1984,1990,1991,1997,1999,2004],{"type":437,"value":1983},"The resulting files will be ",{"type":432,"tag":456,"props":1985,"children":1987},{"className":1986},[],[1988],{"type":437,"value":1989},"/sample.1.bam",{"type":437,"value":1603},{"type":432,"tag":456,"props":1992,"children":1994},{"className":1993},[],[1995],{"type":437,"value":1996},"/sample.1.bam.bai",{"type":437,"value":1998},".\nUse the ",{"type":432,"tag":456,"props":2000,"children":2002},{"className":2001},[],[2003],{"type":437,"value":1679},{"type":437,"value":2005}," option and name it the same as the local source directory to include the directory on DNAnexus.",{"type":432,"tag":532,"props":2007,"children":2009},{"className":534,"code":2008,"language":536,"meta":424,"style":424},"ua --do-not-compress --project \u003Cproject-name-or-id> --folder /data data\n",[2010],{"type":432,"tag":456,"props":2011,"children":2012},{"__ignoreMap":424},[2013],{"type":432,"tag":542,"props":2014,"children":2015},{"class":544,"line":545},[2016,2020,2024,2028,2032,2036,2040,2044,2048,2052],{"type":432,"tag":542,"props":2017,"children":2018},{"style":549},[2019],{"type":437,"value":899},{"type":432,"tag":542,"props":2021,"children":2022},{"style":561},[2023],{"type":437,"value":1093},{"type":432,"tag":542,"props":2025,"children":2026},{"style":561},[2027],{"type":437,"value":1098},{"type":432,"tag":542,"props":2029,"children":2030},{"style":555},[2031],{"type":437,"value":558},{"type":432,"tag":542,"props":2033,"children":2034},{"style":561},[2035],{"type":437,"value":1107},{"type":432,"tag":542,"props":2037,"children":2038},{"style":567},[2039],{"type":437,"value":1112},{"type":432,"tag":542,"props":2041,"children":2042},{"style":555},[2043],{"type":437,"value":575},{"type":432,"tag":542,"props":2045,"children":2046},{"style":561},[2047],{"type":437,"value":1724},{"type":432,"tag":542,"props":2049,"children":2050},{"style":561},[2051],{"type":437,"value":1729},{"type":432,"tag":542,"props":2053,"children":2054},{"style":561},[2055],{"type":437,"value":1816},{"type":432,"tag":433,"props":2057,"children":2058},{},[2059,2060,2065,2066,2072],{"type":437,"value":1983},{"type":432,"tag":456,"props":2061,"children":2063},{"className":2062},[],[2064],{"type":437,"value":1744},{"type":437,"value":1603},{"type":432,"tag":456,"props":2067,"children":2069},{"className":2068},[],[2070],{"type":437,"value":2071},"/data/sample1.bam.bai",{"type":437,"value":514},{"type":432,"tag":433,"props":2074,"children":2075},{},[2076,2078,2084],{"type":437,"value":2077},"To include the subdirectories, use the ",{"type":432,"tag":456,"props":2079,"children":2081},{"className":2080},[],[2082],{"type":437,"value":2083},"--recursive",{"type":437,"value":1681},{"type":432,"tag":532,"props":2086,"children":2088},{"className":534,"code":2087,"language":536,"meta":424,"style":424},"ua --do-not-compress --project \u003Cproject-name-or-id> --folder /data --recursive data\n",[2089],{"type":432,"tag":456,"props":2090,"children":2091},{"__ignoreMap":424},[2092],{"type":432,"tag":542,"props":2093,"children":2094},{"class":544,"line":545},[2095,2099,2103,2107,2111,2115,2119,2123,2127,2131,2136],{"type":432,"tag":542,"props":2096,"children":2097},{"style":549},[2098],{"type":437,"value":899},{"type":432,"tag":542,"props":2100,"children":2101},{"style":561},[2102],{"type":437,"value":1093},{"type":432,"tag":542,"props":2104,"children":2105},{"style":561},[2106],{"type":437,"value":1098},{"type":432,"tag":542,"props":2108,"children":2109},{"style":555},[2110],{"type":437,"value":558},{"type":432,"tag":542,"props":2112,"children":2113},{"style":561},[2114],{"type":437,"value":1107},{"type":432,"tag":542,"props":2116,"children":2117},{"style":567},[2118],{"type":437,"value":1112},{"type":432,"tag":542,"props":2120,"children":2121},{"style":555},[2122],{"type":437,"value":575},{"type":432,"tag":542,"props":2124,"children":2125},{"style":561},[2126],{"type":437,"value":1724},{"type":432,"tag":542,"props":2128,"children":2129},{"style":561},[2130],{"type":437,"value":1729},{"type":432,"tag":542,"props":2132,"children":2133},{"style":561},[2134],{"type":437,"value":2135}," --recursive",{"type":432,"tag":542,"props":2137,"children":2138},{"style":561},[2139],{"type":437,"value":1816},{"type":432,"tag":433,"props":2141,"children":2142},{},[2143,2145,2150,2151,2156,2158,2163,2165,2171,2172,2178,2180,2186],{"type":437,"value":2144},"Thus, using both ",{"type":432,"tag":456,"props":2146,"children":2148},{"className":2147},[],[2149],{"type":437,"value":1679},{"type":437,"value":1603},{"type":432,"tag":456,"props":2152,"children":2154},{"className":2153},[],[2155],{"type":437,"value":2083},{"type":437,"value":2157}," uploads an entire directory: ",{"type":432,"tag":456,"props":2159,"children":2161},{"className":2160},[],[2162],{"type":437,"value":1744},{"type":437,"value":2164},", ",{"type":432,"tag":456,"props":2166,"children":2168},{"className":2167},[],[2169],{"type":437,"value":2170},"/data/sample.1.bam.bai",{"type":437,"value":2164},{"type":432,"tag":456,"props":2173,"children":2175},{"className":2174},[],[2176],{"type":437,"value":2177},"/data/extras/sample.2.bam",{"type":437,"value":2179},", and ",{"type":432,"tag":456,"props":2181,"children":2183},{"className":2182},[],[2184],{"type":437,"value":2185},"/data/extras/sample.2.bam.bai",{"type":437,"value":514},{"type":432,"tag":2188,"props":2189,"children":2190},"style",{},[2191],{"type":437,"value":2192},"html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}",{"title":424,"searchDepth":826,"depth":826,"links":2194},[2195,2200,2201,2204,2208],{"id":446,"depth":826,"text":449,"children":2196},[2197,2198,2199],{"id":472,"depth":856,"text":475},{"id":596,"depth":856,"text":599},{"id":640,"depth":856,"text":643},{"id":684,"depth":826,"text":687},{"id":874,"depth":826,"text":877,"children":2202},[2203],{"id":885,"depth":856,"text":888},{"id":1016,"depth":826,"text":1019,"children":2205},[2206,2207],{"id":1022,"depth":856,"text":1025},{"id":1236,"depth":856,"text":1239},{"id":1504,"depth":826,"text":1507,"children":2209},[2210,2211,2212],{"id":1523,"depth":856,"text":1526},{"id":1650,"depth":856,"text":1653},{"id":1761,"depth":856,"text":1764},"markdown","content:3.genomics-platform:3.managing-data:3.upload-download-data-cluster.md","content","3.genomics-platform/3.managing-data/3.upload-download-data-cluster.md","3.genomics-platform/3.managing-data/3.upload-download-data-cluster","md",[2220,2222],{"_path":70,"title":2221,"description":424},"Uploading Data from your Local Computer",{"_path":76,"title":2223,"description":424},"Uploading and Downloading Data from DNAnexus",1791243637744]