docker run -p 8888:8888 -v /Users/sam/data/:/data -v /Users/sam/owl_home/:/owl_home -v /Users/sam/owl_web/:/owl_web -v /Users/sam/gitrepos:/gitrepos -it f99537d7e06a
The command allows access to Jupyter Notebook over port 8888 and makes my Jupyter Notebook GitHub repo and my data files on Owl/home and Owl/web accessible to the Docker container.
Once the container was started, started Jupyter Notebook with the following command inside the Docker container:
jupyter notebook
This is configured in the Docker container to launch a Jupyter Notebook without a browser on port 8888.
The Docker container is running on an image created from this Dockerfile (Git commit 443bc42)
%%bash
date
Fri Dec 30 20:17:00 UTC 2016
%%bash
hostname
0f2bca9c664b
%%bash
lscpu
Architecture: x86_64 CPU op-mode(s): 32-bit, 64-bit Byte Order: Little Endian CPU(s): 8 On-line CPU(s) list: 0-7 Thread(s) per core: 1 Core(s) per socket: 8 Socket(s): 1 Vendor ID: GenuineIntel CPU family: 6 Model: 26 Model name: Intel(R) Xeon(R) CPU E5520 @ 2.27GHz Stepping: 5 CPU MHz: 2260.998 BogoMIPS: 4521.99 Hypervisor vendor: KVM Virtualization type: full L1d cache: 32K L1i cache: 32K L2 cache: 256K L3 cache: 8192K
cat /owl_web/nightingales/P_generosa/md5sum_DW1604132.txt
17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R1_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-103_S27_L005_R2_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R1_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-104_S28_L005_R2_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R1_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-111_S29_L005_R2_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R1_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-113_S30_L005_R2_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R1_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-119_S31_L005_R2_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R1_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-120_S32_L005_R2_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R1_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-127_S33_L005_R2_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R1_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-128_S34_L005_R2_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R1_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-135_S35_L005_R2_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R1_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-136_S36_L005_R2_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R1_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-143_S37_L005_R2_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R1_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb EPI-145_S38_L005_R2_001.fastq.gz
%%bash
grep EPI /owl_web/nightingales/P_generosa/checksums.md5
17dbac3c0a80c19b7cf9c65840188dc0 ftp2.genewiz.com/DW1604132_R3/EPI-103_S27_L005_R1_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 ftp2.genewiz.com/DW1604132_R3/EPI-103_S27_L005_R2_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 ftp2.genewiz.com/DW1604132_R3/EPI-104_S28_L005_R1_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d ftp2.genewiz.com/DW1604132_R3/EPI-104_S28_L005_R2_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a ftp2.genewiz.com/DW1604132_R3/EPI-111_S29_L005_R1_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b ftp2.genewiz.com/DW1604132_R3/EPI-111_S29_L005_R2_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 ftp2.genewiz.com/DW1604132_R3/EPI-113_S30_L005_R1_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba ftp2.genewiz.com/DW1604132_R3/EPI-113_S30_L005_R2_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 ftp2.genewiz.com/DW1604132_R3/EPI-119_S31_L005_R1_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 ftp2.genewiz.com/DW1604132_R3/EPI-119_S31_L005_R2_001.fastq.gz 6d8058be169234534288abbd36066dee ftp2.genewiz.com/DW1604132_R3/EPI-120_S32_L005_R1_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 ftp2.genewiz.com/DW1604132_R3/EPI-120_S32_L005_R2_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 ftp2.genewiz.com/DW1604132_R3/EPI-127_S33_L005_R1_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 ftp2.genewiz.com/DW1604132_R3/EPI-127_S33_L005_R2_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 ftp2.genewiz.com/DW1604132_R3/EPI-128_S34_L005_R1_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 ftp2.genewiz.com/DW1604132_R3/EPI-128_S34_L005_R2_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 ftp2.genewiz.com/DW1604132_R3/EPI-135_S35_L005_R1_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd ftp2.genewiz.com/DW1604132_R3/EPI-135_S35_L005_R2_001.fastq.gz a59b275111575bcf5907561dabf3872a ftp2.genewiz.com/DW1604132_R3/EPI-136_S36_L005_R1_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf ftp2.genewiz.com/DW1604132_R3/EPI-136_S36_L005_R2_001.fastq.gz c89f049090efd2a6825cedee82f0c643 ftp2.genewiz.com/DW1604132_R3/EPI-143_S37_L005_R1_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d ftp2.genewiz.com/DW1604132_R3/EPI-143_S37_L005_R2_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 ftp2.genewiz.com/DW1604132_R3/EPI-145_S38_L005_R1_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb ftp2.genewiz.com/DW1604132_R3/EPI-145_S38_L005_R2_001.fastq.gz
%%bash
sed -i 's/DW1604132_R3\/\/DW1604132_R3\///g' /owl_web/nightingales/P_generosa/checksums.md5
%%bash
grep EPI /owl_web/nightingales/P_generosa/checksums.md5
17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R1_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-103_S27_L005_R2_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R1_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-104_S28_L005_R2_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R1_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-111_S29_L005_R2_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R1_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-113_S30_L005_R2_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R1_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-119_S31_L005_R2_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R1_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-120_S32_L005_R2_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R1_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-127_S33_L005_R2_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R1_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-128_S34_L005_R2_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R1_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-135_S35_L005_R2_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R1_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-136_S36_L005_R2_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R1_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-143_S37_L005_R2_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R1_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb EPI-145_S38_L005_R2_001.fastq.gz
genewiz_md5=() - This is an empty array called "genewiz_md5".
$() - This is an empty command substitution. The stdout of commands within the parenthese are stored.
sort -k2 - Sorts on column 2 of the file, which is the filename for each corresponding checksum.
awk '/EPI/{print $1}' md5_file - Awk looks for any lines from the input file (md5_file) with "EPI" in them. If a line contains "EPI", awk prints the first field (i.e. the first column).
Summary - The output from each result printed by awk is saved in an auto-incrementing fashion in the array called "genewiz_md5".
count=$(()) - A variable called "count". This is a combination of empty command substitution and bash arithmeetic. Double parentheses are required for bash arithmetic.
${#genewiz_md5[@]} - 1 - This prints the number of indeces in the array called "genewiz_md5" and subtracts 1 from that number. Subtraction of one is necessary because bash is a zero-based language (e.g. the array starts at index 0).
Summary - The length of the array minus one is saved the the variable called "count".
((i=0;i<=$count;++i)) - Sets variable "i" to 0. Then, the loop evaluates whether or not the value of "i" is than/equal to the value in the variable "count". If that condition is met, the loop increases the value stored in "i" by 1 and continues through the loop.
printf "%s\n" "${genewiz_md5[$i]}" - Prints the value at the array index designated by the value currently stored in "i" (the printing is specified by the "%s", which means string). This is followed by printing a new line (\n).
${genewiz_filename[$i]##*/} - Like before, this prints the value of the array at each index specified by the value stored in "i". It also uses parameter substitution for substring removal. The ##*/ matches the longest pattern before, and including the last slash, and deletes that pattern. This effectively removes the full path details and leaves us with just the filename.
Summary - This prints the value at each position within the array and uses printf to improve legibility of output.
%%bash
genewiz_md5=($(sort -k2 /owl_web/nightingales/P_generosa/md5sum_DW1604132.txt | awk '/gz/{print $1}'))
genewiz_filename=($(sort -k2 /owl_web/nightingales/P_generosa/md5sum_DW1604132.txt | awk '/gz/{print $2}'))
my_md5=($(awk '/EPI/{print $1}' /owl_web/nightingales/P_generosa/checksums.md5))
my_filename=($(awk '/EPI/{print $2}' /owl_web/nightingales/P_generosa/checksums.md5))
count=$(( ${#genewiz_md5[@]} - 1 ))
for ((i=0;i<=$count;++i))
do
printf "%s %s\n" "${genewiz_filename[$i]##*/}" "${genewiz_md5[$i]}"
printf "%s %s\n\n" "${my_filename[$i]##*/}" "${my_md5[$i]}"
done
EPI-103_S27_L005_R1_001.fastq.gz 17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R1_001.fastq.gz 17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R2_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-103_S27_L005_R2_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-104_S28_L005_R1_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R1_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R2_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-104_S28_L005_R2_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-111_S29_L005_R1_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R1_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R2_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-111_S29_L005_R2_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-113_S30_L005_R1_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R1_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R2_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-113_S30_L005_R2_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-119_S31_L005_R1_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R1_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R2_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-119_S31_L005_R2_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-120_S32_L005_R1_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R1_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R2_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-120_S32_L005_R2_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-127_S33_L005_R1_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R1_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R2_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-127_S33_L005_R2_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-128_S34_L005_R1_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R1_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R2_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-128_S34_L005_R2_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-135_S35_L005_R1_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R1_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R2_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-135_S35_L005_R2_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-136_S36_L005_R1_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R1_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R2_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-136_S36_L005_R2_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-143_S37_L005_R1_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R1_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R2_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-143_S37_L005_R2_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-145_S38_L005_R1_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R1_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R2_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb EPI-145_S38_L005_R2_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb
%%bash
time for file in /owl_web/nightingales/P_generosa/ftp2.genewiz.com/DW1604132_R3/*.gz
do
mv "$file" /owl_web/nightingales/P_generosa/
done
real 0m0.910s user 0m0.010s sys 0m0.000s
%%bash
ls /owl_web/nightingales/P_generosa/ftp2.genewiz.com/DW1604132_R3/
%%bash
ls -lhr /owl_web/nightingales/P_generosa
total 144G -rw-rw-rw- 1 srlab staff 2.8K Nov 2 19:29 readme.md -rw-rw-rw- 1 srlab staff 1.6K Dec 30 20:00 md5sum_DW1604132.txt drwxrwxrwx 1 srlab staff 264 Dec 29 23:52 ftp2.genewiz.com -rw-rw-rw- 1 srlab staff 3.6K Dec 30 20:33 checksums.md5 -rw-rw-rw- 1 srlab staff 11G Jun 30 2015 Geo_Pool_M_CTTGTA_L006_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 11G Jun 30 2015 Geo_Pool_M_CTTGTA_L006_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 9.4G Jun 30 2015 Geo_Pool_F_GGCTAC_L006_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 9.3G Jun 30 2015 Geo_Pool_F_GGCTAC_L006_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.5G Dec 28 18:33 EPI-145_S38_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.5G Dec 28 18:33 EPI-145_S38_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.3G Dec 28 18:33 EPI-143_S37_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.3G Dec 28 18:33 EPI-143_S37_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.6G Dec 28 18:33 EPI-136_S36_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.6G Dec 28 18:33 EPI-136_S36_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.7G Dec 28 18:33 EPI-135_S35_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.6G Dec 28 18:33 EPI-135_S35_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.4G Dec 28 18:33 EPI-128_S34_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.4G Dec 28 18:33 EPI-128_S34_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.3G Dec 28 18:33 EPI-127_S33_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.3G Dec 28 18:33 EPI-127_S33_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.4G Dec 28 18:33 EPI-120_S32_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.4G Dec 28 18:33 EPI-120_S32_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.7G Dec 28 18:33 EPI-119_S31_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.7G Dec 28 18:33 EPI-119_S31_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.5G Dec 28 18:33 EPI-113_S30_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.5G Dec 28 18:33 EPI-113_S30_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.5G Dec 28 18:33 EPI-111_S29_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.6G Dec 28 18:33 EPI-111_S29_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.7G Dec 28 18:33 EPI-104_S28_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.7G Dec 28 18:33 EPI-104_S28_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.2G Dec 28 18:33 EPI-103_S27_L005_R2_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.2G Dec 28 18:33 EPI-103_S27_L005_R1_001.fastq.gz -rw-rw-rw- 1 srlab staff 1.3G Jan 25 2016 160103_I137_FCH3V5YBBXX_L6_WHPANwalDDACDTAAPEI-102_2.fq.gz -rw-rw-rw- 1 srlab staff 1.2G Jan 25 2016 160103_I137_FCH3V5YBBXX_L6_WHPANwalDDACDTAAPEI-102_1.fq.gz -rw-rw-rw- 1 srlab staff 1.9G Jan 27 2016 160103_I137_FCH3V5YBBXX_L6_WHPANwalDDABDLAAPEI-100_2.fq.gz -rw-rw-rw- 1 srlab staff 2.0G Jan 25 2016 160103_I137_FCH3V5YBBXX_L6_WHPANwalDDABDLAAPEI-100_1.fq.gz -rw-rw-rw- 1 srlab staff 1.3G Jan 25 2016 160103_I137_FCH3V5YBBXX_L5_WHPANwalDDACDTAAPEI-102_2.fq.gz -rw-rw-rw- 1 srlab staff 1.2G Jan 25 2016 160103_I137_FCH3V5YBBXX_L5_WHPANwalDDACDTAAPEI-102_1.fq.gz -rw-rw-rw- 1 srlab staff 2.3G Jan 25 2016 160103_I137_FCH3V5YBBXX_L5_WHPANwalDDABDLAAPEI-100_2.fq.gz -rw-rw-rw- 1 srlab staff 2.1G Jan 25 2016 160103_I137_FCH3V5YBBXX_L5_WHPANwalDDABDLAAPEI-100_1.fq.gz -rw-rw-rw- 1 srlab staff 2.0G Jan 25 2016 160103_I137_FCH3V5YBBXX_L4_WHPANwalDDAADWAAPEI-101_2.fq.gz -rw-rw-rw- 1 srlab staff 1.8G Jan 25 2016 160103_I137_FCH3V5YBBXX_L4_WHPANwalDDAADWAAPEI-101_1.fq.gz -rw-rw-rw- 1 srlab staff 1.9G Jan 25 2016 160103_I137_FCH3V5YBBXX_L3_WHPANwalDDAADWAAPEI-101_2.fq.gz -rw-rw-rw- 1 srlab staff 1.8G Jan 25 2016 160103_I137_FCH3V5YBBXX_L3_WHPANwalDDAADWAAPEI-101_1.fq.gz -rw-rw-rw- 1 srlab staff 7.2G Jan 25 2016 151122_I136_FCH3L2FBBXX_L7_wHAXPI023990-97_2.fq.gz -rw-rw-rw- 1 srlab staff 6.4G Jan 25 2016 151122_I136_FCH3L2FBBXX_L7_wHAXPI023990-97_1.fq.gz -rw-rw-rw- 1 srlab staff 8.1G Jan 25 2016 151114_I191_FCH3Y35BCXX_L2_wHAMPI023988-81_2.fq.gz -rw-rw-rw- 1 srlab staff 7.8G Jan 25 2016 151114_I191_FCH3Y35BCXX_L2_wHAMPI023988-81_1.fq.gz -rw-rw-rw- 1 srlab staff 11G Jan 25 2016 151114_I191_FCH3Y35BCXX_L1_wHAIPI023989-79_2.fq.gz -rw-rw-rw- 1 srlab staff 9.9G Jan 25 2016 151114_I191_FCH3Y35BCXX_L1_wHAIPI023989-79_1.fq.gz
%%bash
time for i in /owl_web/nightingales/P_generosa/EPI*.gz
do
md5sum "$i" >> /owl_web/nightingales/P_generosa/checksums.tmp
done
real 23m51.232s user 0m3.800s sys 3m53.760s
%%bash
cat /owl_web/nightingales/P_generosa/checksums.tmp
17dbac3c0a80c19b7cf9c65840188dc0 /owl_web/nightingales/P_generosa/EPI-103_S27_L005_R1_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 /owl_web/nightingales/P_generosa/EPI-103_S27_L005_R2_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 /owl_web/nightingales/P_generosa/EPI-104_S28_L005_R1_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d /owl_web/nightingales/P_generosa/EPI-104_S28_L005_R2_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a /owl_web/nightingales/P_generosa/EPI-111_S29_L005_R1_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b /owl_web/nightingales/P_generosa/EPI-111_S29_L005_R2_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 /owl_web/nightingales/P_generosa/EPI-113_S30_L005_R1_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba /owl_web/nightingales/P_generosa/EPI-113_S30_L005_R2_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 /owl_web/nightingales/P_generosa/EPI-119_S31_L005_R1_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 /owl_web/nightingales/P_generosa/EPI-119_S31_L005_R2_001.fastq.gz 6d8058be169234534288abbd36066dee /owl_web/nightingales/P_generosa/EPI-120_S32_L005_R1_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 /owl_web/nightingales/P_generosa/EPI-120_S32_L005_R2_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 /owl_web/nightingales/P_generosa/EPI-127_S33_L005_R1_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 /owl_web/nightingales/P_generosa/EPI-127_S33_L005_R2_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 /owl_web/nightingales/P_generosa/EPI-128_S34_L005_R1_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 /owl_web/nightingales/P_generosa/EPI-128_S34_L005_R2_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 /owl_web/nightingales/P_generosa/EPI-135_S35_L005_R1_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd /owl_web/nightingales/P_generosa/EPI-135_S35_L005_R2_001.fastq.gz a59b275111575bcf5907561dabf3872a /owl_web/nightingales/P_generosa/EPI-136_S36_L005_R1_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf /owl_web/nightingales/P_generosa/EPI-136_S36_L005_R2_001.fastq.gz c89f049090efd2a6825cedee82f0c643 /owl_web/nightingales/P_generosa/EPI-143_S37_L005_R1_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d /owl_web/nightingales/P_generosa/EPI-143_S37_L005_R2_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 /owl_web/nightingales/P_generosa/EPI-145_S38_L005_R1_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb /owl_web/nightingales/P_generosa/EPI-145_S38_L005_R2_001.fastq.gz
%%bash
sed -i 's/\/owl_web\/nightingales\/P_generosa\///g' /owl_web/nightingales/P_generosa/checksums.tmp
%%bash
cat /owl_web/nightingales/P_generosa/checksums.tmp
17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R1_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-103_S27_L005_R2_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R1_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-104_S28_L005_R2_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R1_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-111_S29_L005_R2_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R1_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-113_S30_L005_R2_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R1_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-119_S31_L005_R2_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R1_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-120_S32_L005_R2_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R1_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-127_S33_L005_R2_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R1_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-128_S34_L005_R2_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R1_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-135_S35_L005_R2_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R1_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-136_S36_L005_R2_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R1_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-143_S37_L005_R2_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R1_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb EPI-145_S38_L005_R2_001.fastq.gz
%%bash
genewiz_md5=($(sort -k2 /owl_web/nightingales/P_generosa/md5sum_DW1604132.txt | awk '/gz/{print $1}'))
genewiz_filename=($(sort -k2 /owl_web/nightingales/P_generosa/md5sum_DW1604132.txt | awk '/gz/{print $2}'))
my_md5=($(awk '/EPI/{print $1}' /owl_web/nightingales/P_generosa/checksums.tmp))
my_filename=($(awk '/EPI/{print $2}' /owl_web/nightingales/P_generosa/checksums.tmp))
count=$(( ${#genewiz_md5[@]} - 1 ))
for ((i=0;i<=$count;++i))
do
printf "%s %s\n" "${genewiz_filename[$i]##*/}" "${genewiz_md5[$i]}"
printf "%s %s\n\n" "${my_filename[$i]##*/}" "${my_md5[$i]}"
done
EPI-103_S27_L005_R1_001.fastq.gz 17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R1_001.fastq.gz 17dbac3c0a80c19b7cf9c65840188dc0 EPI-103_S27_L005_R2_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-103_S27_L005_R2_001.fastq.gz 4ec237a381460fd7635b77b84bc530f1 EPI-104_S28_L005_R1_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R1_001.fastq.gz 1d4fb44a60cb4b50367f35751d71b040 EPI-104_S28_L005_R2_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-104_S28_L005_R2_001.fastq.gz f534dea1569d9c3a7345fe0e6230f10d EPI-111_S29_L005_R1_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R1_001.fastq.gz 5211ee55bda2d9fc104cd3fd862b4e5a EPI-111_S29_L005_R2_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-111_S29_L005_R2_001.fastq.gz 6bf50011fe4dacad4379828897d3b99b EPI-113_S30_L005_R1_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R1_001.fastq.gz 7ca64d5b500f0768b3ce697c21614948 EPI-113_S30_L005_R2_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-113_S30_L005_R2_001.fastq.gz ddc2988966835ea69cfd0f4a94d65cba EPI-119_S31_L005_R1_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R1_001.fastq.gz 1cae2a72398e94e68947eca56f875d97 EPI-119_S31_L005_R2_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-119_S31_L005_R2_001.fastq.gz 8f3ab566a1e10c978a4ed6a90ecfcda2 EPI-120_S32_L005_R1_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R1_001.fastq.gz 6d8058be169234534288abbd36066dee EPI-120_S32_L005_R2_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-120_S32_L005_R2_001.fastq.gz 3b2c02d050a9fc60a5b3894dcd8e5fd6 EPI-127_S33_L005_R1_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R1_001.fastq.gz 1849c59c8f788a87ce038b684b7f50b0 EPI-127_S33_L005_R2_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-127_S33_L005_R2_001.fastq.gz 85b48a03757fbd3ae6738dce05cc62b8 EPI-128_S34_L005_R1_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R1_001.fastq.gz e84ecd41bb4254fd6d0307b39c662c79 EPI-128_S34_L005_R2_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-128_S34_L005_R2_001.fastq.gz 2256a06956601d00e8126f78c1ebd671 EPI-135_S35_L005_R1_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R1_001.fastq.gz b8772ae3cfef50928fdc8551bba3da39 EPI-135_S35_L005_R2_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-135_S35_L005_R2_001.fastq.gz 3a3da121e8871e57d7a09180831d2ffd EPI-136_S36_L005_R1_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R1_001.fastq.gz a59b275111575bcf5907561dabf3872a EPI-136_S36_L005_R2_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-136_S36_L005_R2_001.fastq.gz b73945c56c67f79fb92c1e9283d90bdf EPI-143_S37_L005_R1_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R1_001.fastq.gz c89f049090efd2a6825cedee82f0c643 EPI-143_S37_L005_R2_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-143_S37_L005_R2_001.fastq.gz 01442d00a6aa4fb2bb83d1822124ee0d EPI-145_S38_L005_R1_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R1_001.fastq.gz 74461e7cfc369eef5f3350e033de8544 EPI-145_S38_L005_R2_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb EPI-145_S38_L005_R2_001.fastq.gz d7ec7b3c0766ea6bd16a992f275595cb
%%bash
rm -rf /owl_web/nightingales/P_generosa/ftp2.genewiz.com/
rm /owl_web/nightingales/P_generosa/checksums.tmp