{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "TODAY'S DATE:\n", "Tue May 8 08:59:19 PDT 2018\n", "------------\n", "\n", "Distributor ID:\tUbuntu\n", "Description:\tUbuntu 16.04.4 LTS\n", "Release:\t16.04\n", "Codename:\txenial\n", "\n", "------------\n", "HOSTNAME: \n", "roadrunner\n", "\n", "------------\n", "Computer Specs:\n", "\n", "Architecture: x86_64\n", "CPU op-mode(s): 32-bit, 64-bit\n", "Byte Order: Little Endian\n", "CPU(s): 16\n", "On-line CPU(s) list: 0-15\n", "Thread(s) per core: 2\n", "Core(s) per socket: 4\n", "Socket(s): 2\n", "NUMA node(s): 1\n", "Vendor ID: GenuineIntel\n", "CPU family: 6\n", "Model: 26\n", "Model name: Intel(R) Xeon(R) CPU E5520 @ 2.27GHz\n", "Stepping: 5\n", "CPU MHz: 2394.000\n", "CPU max MHz: 2394.0000\n", "CPU min MHz: 1596.0000\n", "BogoMIPS: 4521.81\n", "Virtualization: VT-x\n", "L1d cache: 32K\n", "L1i cache: 32K\n", "L2 cache: 256K\n", "L3 cache: 8192K\n", "NUMA node0 CPU(s): 0-15\n", "Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx rdtscp lm constant_tsc arch_perfmon pebs bts nopl xtopology nonstop_tsc aperfmperf pni dtes64 monitor ds_cpl vmx est tm2 ssse3 cx16 xtpr pdcm dca sse4_1 sse4_2 popcnt lahf_lm retpoline kaiser tpr_shadow vnmi flexpriority ept vpid dtherm ida\n", "\n", "------------\n", "\n", "Memory Specs\n", "\n", " total used free shared buff/cache available\n", "Mem: 47G 424M 31G 517M 15G 45G\n", "Swap: 47G 0B 47G\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "No LSB modules are available.\n" ] } ], "source": [ "%%bash\n", "echo \"TODAY'S DATE:\"\n", "date\n", "echo \"------------\"\n", "echo \"\"\n", "lsb_release -a #Display operating system info\n", "echo \"\"\n", "echo \"------------\"\n", "echo \"HOSTNAME: \"; hostname \n", "echo \"\"\n", "echo \"------------\"\n", "echo \"Computer Specs:\"\n", "echo \"\"\n", "lscpu\n", "echo \"\"\n", "echo \"------------\"\n", "echo \"\"\n", "echo \"Memory Specs\"\n", "echo \"\"\n", "free -mh" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Copy three different geoduck assemblies" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "------------\n", "\n", "------------\n", "\n", "------------\n", "\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t0m47.628s\n", "user\t0m0.032s\n", "sys\t0m2.380s\n", "\n", "real\t1m37.073s\n", "user\t0m0.080s\n", "sys\t0m5.204s\n", "\n", "real\t0m14.504s\n", "user\t0m0.012s\n", "sys\t0m0.704s\n", "\n", "real\t0m26.068s\n", "user\t0m24.248s\n", "sys\t0m1.716s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "cp /mnt/owl/Athaliana/20180421_geoduck_hi-c/Results/geoduck_roberts\\ results\\ 2018-04-21\\ 18\\:09\\:04.514704/PGA_assembly.fasta \\\n", "/home/sam/data/geoduck_assemblies/\n", "\n", "echo \"------------\"\n", "echo \"\"\n", "\n", "time \\\n", "cp /mnt/owl/Athaliana/20180405_sparseassembler_kmer101_geoduck/Contigs.txt \\\n", "/home/sam/data/geoduck_assemblies/\n", "\n", "echo \"------------\"\n", "echo \"\"\n", "\n", "time \\\n", "cp /mnt/owl/halfshell/bu-mox/analyses/0305b/duck4-p.fasta.gz \\\n", "/home/sam/data/geoduck_assemblies/\n", "\n", "echo \"------------\"\n", "echo \"\"\n", "\n", "time \\\n", "gunzip /home/sam/data/geoduck_assemblies/duck4-p.fasta.gz\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "total 8.8G\n", "-rw-r--r-- 1 sam sam 4.7G May 8 09:12 Contigs.txt\n", "-rw-r--r-- 1 sam sam 2.2G May 8 09:12 duck4-p.fasta\n", "-rw-rw-r-- 1 sam sam 2.1G May 8 09:10 PGA_assembly.fasta\n" ] } ], "source": [ "%%bash\n", "ls -lh /home/sam/data/geoduck_assemblies" ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "%%bash\n", "mkdir /home/sam/analyses\n", "mkdir /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse\n", "mkdir /home/sam/analyses/20180508_geoduck_mapping_nova_to_10x\n", "mkdir /home/sam/analyses/20180508_geoduck_mapping_nova_to_Hi-C" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Use fancy ```gnu parallel``` to count seqs in set of Illumina NovaSeq FastQ files." ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R1_001_val_1_val_1.fq.gz\n", "309050662\n", "/home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R2_001_val_2_val_2.fq.gz\n", "309050662\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t13m43.734s\n", "user\t25m34.060s\n", "sys\t2m40.376s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "parallel \\\n", "\"echo {} && gunzip -c {} | wc -l | awk '{d=\\$1; print d/4;}'\" \\\n", "::: \\\n", "/home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001*.gz\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Build ```bowtie2``` index files needed for alignments" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Process is terminated.\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2-build \\\n", "/home/sam/data/geoduck_assemblies/Contigs.txt \\\n", "/home/sam/data/geoduck_assemblies/geo_sparse_ref\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Process is terminated.\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2-build \\\n", "/home/sam/data/geoduck_assemblies/Contigs.txt \\\n", "/home/sam/data/geoduck_assemblies/geo_sparse_ref \\\n", "2>/home/sam/data/geoduck_assemblies/geo_sparse_ref_bt2_index.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "##### Change command to include threads - will work much faster!" ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Settings:\n", " Output files: \"/home/sam/data/geoduck_assemblies/geo_sparse_ref.*.bt2l\"\n", " Line rate: 7 (line is 128 bytes)\n", " Lines per side: 1 (side is 128 bytes)\n", " Offset rate: 4 (one in 16)\n", " FTable chars: 10\n", " Strings: unpacked\n", " Max bucket size: default\n", " Max bucket size, sqrt multiplier: default\n", " Max bucket size, len divisor: 64\n", " Difference-cover sample period: 1024\n", " Endianness: little\n", " Actual local endianness: little\n", " Sanity checking: disabled\n", " Assertions: disabled\n", " Random seed: 0\n", " Sizeofs: void*:8, int:4, long:8, size_t:8\n", "Input files DNA, FASTA:\n", " /home/sam/data/geoduck_assemblies/Contigs.txt\n", "Reading reference sizes\n", " Time reading reference sizes: 00:01:04\n", "Calculating joined length\n", "Writing header\n", "Reserving space for joined string\n", "Joining reference sequences\n", " Time to join reference sequences: 00:00:59\n", "bmax according to bmaxDivN setting: 70581066\n", "Using parameters --bmax 52935800 --dcv 1024\n", " Doing ahead-of-time memory usage test\n", " Passed! Constructing with these parameters: --bmax 52935800 --dcv 1024\n", "Constructing suffix-array element generator\n", "Building DifferenceCoverSample\n", " Building sPrime\n", " Building sPrimeOrder\n", " V-Sorting samples\n", " V-Sorting samples time: 00:01:44\n", " Allocating rank array\n", " Ranking v-sort output\n", " Ranking v-sort output time: 00:00:46\n", " Invoking Larsson-Sadakane on ranks\n", " Invoking Larsson-Sadakane on ranks time: 00:01:44\n", " Sanity-checking and returning\n", "Building samples\n", "Reserving space for 172 sample suffixes\n", "Generating random suffixes\n", "QSorting 172 sample offsets, eliminating duplicates\n", "QSorting sample offsets, eliminating duplicates time: 00:00:00\n", "Multikey QSorting 172 samples\n", " (Using difference cover)\n", " Multikey QSorting samples time: 00:00:00\n", "Calculating bucket sizes\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 20, merged 72; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 10, merged 11; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 4, merged 7; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 1, merged 4; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Avg bucket size: 3.96245e+07 (target: 52935799)\n", "Converting suffix-array elements to index image\n", "Allocating ftab, absorbFtab\n", "Entering Ebwt loop\n", "Getting block 1 of 114\n", " Reserving size (52935800) for bucket 1\n", "Getting block 2 of 114\n", " Reserving size (52935800) for bucket 2\n", " Calculating Z arrays for bucket 1\n", "Getting block 3 of 114\n", "Getting block 4 of 114\n", "Getting block 5 of 114\n", "Getting block 6 of 114\n", "Getting block 7 of 114\n", "Getting block 8 of 114\n", "Getting block 9 of 114\n", "Getting block 10 of 114\n", "Getting block 11 of 114\n", "Getting block 12 of 114\n", "Getting block 13 of 114\n", "Getting block 14 of 114\n", "Getting block 15 of 114\n", " Calculating Z arrays for bucket 2\n", " Entering block accumulator loop for bucket 1:\n", " Reserving size (52935800) for bucket 3\n", " Reserving size (52935800) for bucket 4\n", " Reserving size (52935800) for bucket 5\n", " Reserving size (52935800) for bucket 6\n", " Reserving size (52935800) for bucket 7\n", " Reserving size (52935800) for bucket 8\n", " Reserving size (52935800) for bucket 9\n", " Reserving size (52935800) for bucket 10\n", " Reserving size (52935800) for bucket 11\n", " Reserving size (52935800) for bucket 12\n", " Reserving size (52935800) for bucket 13\n", " Reserving size (52935800) for bucket 14\n", " Reserving size (52935800) for bucket 15\n", " Entering block accumulator loop for bucket 2:\n", " Calculating Z arrays for bucket 3\n", " Calculating Z arrays for bucket 4\n", " Calculating Z arrays for bucket 5\n", " Calculating Z arrays for bucket 6\n", " Calculating Z arrays for bucket 7\n", " Entering block accumulator loop for bucket 3:\n", " Entering block accumulator loop for bucket 4:\n", " Calculating Z arrays for bucket 8\n", " Entering block accumulator loop for bucket 5:\n", " Entering block accumulator loop for bucket 6:\n", " Entering block accumulator loop for bucket 7:\n", " Entering block accumulator loop for bucket 8:\n", " Calculating Z arrays for bucket 13\n", " Calculating Z arrays for bucket 14\n", " Calculating Z arrays for bucket 9\n", " Calculating Z arrays for bucket 10\n", " Entering block accumulator loop for bucket 13:\n", " Entering block accumulator loop for bucket 14:\n", " Entering block accumulator loop for bucket 9:\n", " Entering block accumulator loop for bucket 10:\n", " Calculating Z arrays for bucket 15\n", " Entering block accumulator loop for bucket 15:\n", " Calculating Z arrays for bucket 11\n", " Entering block accumulator loop for bucket 11:\n", " Calculating Z arrays for bucket 12\n", " Entering block accumulator loop for bucket 12:\n", " bucket 1: 10%\n", " bucket 3: 10%\n", " bucket 2: 10%\n", " bucket 4: 10%\n", " bucket 8: 10%\n", " bucket 5: 10%\n", " bucket 9: 10%\n", " bucket 6: 10%\n", " bucket 7: 10%\n", " bucket 11: 10%\n", " bucket 15: 10%\n", " bucket 12: 10%\n", " bucket 10: 10%\n", " bucket 14: 10%\n", " bucket 13: 10%\n", " bucket 2: 20%\n", " bucket 1: 20%\n", " bucket 4: 20%\n", " bucket 3: 20%\n", " bucket 6: 20%\n", " bucket 7: 20%\n", " bucket 5: 20%\n", " bucket 8: 20%\n", " bucket 10: 20%\n", " bucket 9: 20%\n", " bucket 11: 20%\n", " bucket 12: 20%\n", " bucket 14: 20%\n", " bucket 15: 20%\n", " bucket 13: 20%\n", " bucket 2: 30%\n", " bucket 1: 30%\n", " bucket 4: 30%\n", " bucket 3: 30%\n", " bucket 6: 30%\n", " bucket 7: 30%\n", " bucket 10: 30%\n", " bucket 5: 30%\n", " bucket 8: 30%\n", " bucket 9: 30%\n", " bucket 11: 30%\n", " bucket 14: 30%\n", " bucket 12: 30%\n", " bucket 15: 30%\n", " bucket 13: 30%\n", " bucket 2: 40%\n", " bucket 1: 40%\n", " bucket 4: 40%\n", " bucket 3: 40%\n", " bucket 6: 40%\n", " bucket 7: 40%\n", " bucket 10: 40%\n", " bucket 5: 40%\n", " bucket 8: 40%\n", " bucket 9: 40%\n", " bucket 11: 40%\n", " bucket 14: 40%\n", " bucket 12: 40%\n", " bucket 2: 50%\n", " bucket 15: 40%\n", " bucket 1: 50%\n", " bucket 13: 40%\n", " bucket 4: 50%\n", " bucket 6: 50%\n", " bucket 3: 50%\n", " bucket 7: 50%\n", " bucket 10: 50%\n", " bucket 5: 50%\n", " bucket 8: 50%\n", " bucket 9: 50%\n", " bucket 2: 60%\n", " bucket 14: 50%\n", " bucket 11: 50%\n", " bucket 12: 50%\n", " bucket 1: 60%\n", " bucket 4: 60%\n", " bucket 13: 50%\n", " bucket 15: 50%\n", " bucket 6: 60%\n", " bucket 3: 60%\n", " bucket 7: 60%\n", " bucket 10: 60%\n", " bucket 2: 70%\n", " bucket 5: 60%\n", " bucket 8: 60%\n", " bucket 9: 60%\n", " bucket 1: 70%\n", " bucket 4: 70%\n", " bucket 14: 60%\n", " bucket 11: 60%\n", " bucket 12: 60%\n", " bucket 6: 70%\n", " bucket 13: 60%\n", " bucket 3: 70%\n", " bucket 15: 60%\n", " bucket 7: 70%\n", " bucket 10: 70%\n", " bucket 2: 80%\n", " bucket 1: 80%\n", " bucket 5: 70%\n", " bucket 4: 80%\n", " bucket 8: 70%\n", " bucket 9: 70%\n", " bucket 14: 70%\n", " bucket 11: 70%\n", " bucket 12: 70%\n", " bucket 6: 80%\n", " bucket 3: 80%\n", " bucket 7: 80%\n", " bucket 13: 70%\n", " bucket 2: 90%\n", " bucket 10: 80%\n", " bucket 15: 70%\n", " bucket 1: 90%\n", " bucket 4: 90%\n", " bucket 5: 80%\n", " bucket 8: 80%\n", " bucket 9: 80%\n", " bucket 14: 80%\n", " bucket 11: 80%\n", " bucket 12: 80%\n", " bucket 6: 90%\n", " bucket 2: 100%\n", " Sorting block of length 30851441 for bucket 2\n", " (Using difference cover)\n", " bucket 3: 90%\n", " bucket 7: 90%\n", " bucket 10: 90%\n", " bucket 13: 80%\n", " bucket 1: 100%\n", " Sorting block of length 33422777 for bucket 1\n", " (Using difference cover)\n", " bucket 4: 100%\n", " Sorting block of length 45681594 for bucket 4\n", " (Using difference cover)\n", " bucket 15: 80%\n", " bucket 5: 90%\n", " bucket 8: 90%\n", " bucket 9: 90%\n", " bucket 14: 90%\n", " bucket 12: 90%\n", " bucket 11: 90%\n", " bucket 6: 100%\n", " Sorting block of length 46380283 for bucket 6\n", " (Using difference cover)\n", " bucket 3: 100%\n", " Sorting block of length 32136950 for bucket 3\n", " (Using difference cover)\n", " bucket 7: 100%\n", " Sorting block of length 46601806 for bucket 7\n", " (Using difference cover)\n", " bucket 10: 100%\n", " Sorting block of length 45979721 for bucket 10\n", " (Using difference cover)\n", " bucket 13: 90%\n", " bucket 5: 100%\n", " Sorting block of length 47417774 for bucket 5\n", " (Using difference cover)\n", " bucket 15: 90%\n", " bucket 9: 100%\n", " Sorting block of length 17007388 for bucket 9\n", " (Using difference cover)\n", " bucket 8: 100%\n", " Sorting block of length 52793049 for bucket 8\n", " (Using difference cover)\n", " bucket 11: 100%\n", " Sorting block of length 18194073 for bucket 11\n", " (Using difference cover)\n", " bucket 14: 100%\n", " Sorting block of length 45052308 for bucket 14\n", " (Using difference cover)\n", " bucket 12: 100%\n", " Sorting block of length 51016142 for bucket 12\n", " (Using difference cover)\n", " bucket 13: 100%\n", " Sorting block of length 22794403 for bucket 13\n", " (Using difference cover)\n", " bucket 15: 100%\n", " Sorting block of length 20879453 for bucket 15\n", " (Using difference cover)\n", " Sorting block time: 00:00:26\n", "Returning block of 17007389 for bucket 9\n", "Getting block 16 of 114\n", " Reserving size (52935800) for bucket 16\n", " Calculating Z arrays for bucket 16\n", " Entering block accumulator loop for bucket 16:\n", " Sorting block time: 00:00:47\n", "Returning block of 30851442 for bucket 2\n", " Sorting block time: 00:00:29\n", "Returning block of 18194074 for bucket 11\n", "Getting block 17 of 114\n", " Reserving size (52935800) for bucket 17\n", " Calculating Z arrays for bucket 17\n", " Entering block accumulator loop for bucket 17:\n", "Getting block 18 of 114\n", " Reserving size (52935800) for bucket 18\n", " Calculating Z arrays for bucket 18\n", " Entering block accumulator loop for bucket 18:\n", " Sorting block time: 00:00:48\n", "Returning block of 33422778 for bucket 1\n", "Getting block 19 of 114\n", " Reserving size (52935800) for bucket 19\n", " Calculating Z arrays for bucket 19\n", " Entering block accumulator loop for bucket 19:\n", " bucket 16: 10%\n", " Sorting block time: 00:00:48\n", "Returning block of 32136951 for bucket 3\n", " Sorting block time: 00:00:35\n", "Returning block of 22794404 for bucket 13\n", " bucket 17: 10%\n", " Sorting block time: 00:00:32\n", "Returning block of 20879454 for bucket 15\n", " bucket 18: 10%\n", "Getting block 20 of 114\n", " Reserving size (52935800) for bucket 20\n", " Calculating Z arrays for bucket 20\n", " Entering block accumulator loop for bucket 20:\n", "Getting block 21 of 114\n", " Reserving size (52935800) for bucket 21\n", " Calculating Z arrays for bucket 21\n", " Entering block accumulator loop for bucket 21:\n", "Getting block 22 of 114\n", " Reserving size (52935800) for bucket 22\n", " Calculating Z arrays for bucket 22\n", " Entering block accumulator loop for bucket 22:\n", " bucket 19: 10%\n", " bucket 16: 20%\n", " Sorting block time: 00:01:07\n", "Returning block of 45681595 for bucket 4\n", " bucket 17: 20%\n", " bucket 18: 20%\n", " bucket 21: 10%\n", " bucket 22: 10%\n", " bucket 20: 10%\n", "Getting block 23 of 114\n", " Reserving size (52935800) for bucket 23\n", " Calculating Z arrays for bucket 23\n", " Entering block accumulator loop for bucket 23:\n", " Sorting block time: 00:01:08\n", "Returning block of 46380284 for bucket 6\n", " bucket 19: 20%\n", " bucket 16: 30%\n", " Sorting block time: 00:01:08\n", "Returning block of 45979722 for bucket 10\n", " Sorting block time: 00:01:09\n", "Returning block of 46601807 for bucket 7\n", "Getting block 24 of 114\n", " Reserving size (52935800) for bucket 24\n", " Calculating Z arrays for bucket 24\n", " Entering block accumulator loop for bucket 24:\n", " Sorting block time: 00:01:03\n", "Returning block of 45052309 for bucket 14\n", " bucket 17: 30%\n", "Getting block 25 of 114\n", " Reserving size (52935800) for bucket 25\n", " Calculating Z arrays for bucket 25\n", " Entering block accumulator loop for bucket 25:\n", "Getting block 26 of 114\n", " Reserving size (52935800) for bucket 26\n", " Calculating Z arrays for bucket 26\n", " Entering block accumulator loop for bucket 26:\n", " bucket 21: 20%\n", " bucket 18: 30%\n", " bucket 20: 20%\n", " bucket 22: 20%\n", "Getting block 27 of 114\n", " Reserving size (52935800) for bucket 27\n", " Calculating Z arrays for bucket 27\n", " Entering block accumulator loop for bucket 27:\n", " bucket 23: 10%\n", " Sorting block time: 00:01:13\n", "Returning block of 47417775 for bucket 5\n", " bucket 19: 30%\n", " bucket 16: 40%\n", " bucket 24: 10%\n", "Getting block 28 of 114\n", " Reserving size (52935800) for bucket 28\n", " Calculating Z arrays for bucket 28\n", " Entering block accumulator loop for bucket 28:\n", " Sorting block time: 00:01:15\n", "Returning block of 51016143 for bucket 12\n", " bucket 17: 40%\n", " bucket 25: 10%\n", " bucket 18: 40%\n", " Sorting block time: 00:01:19\n", "Returning block of 52793050 for bucket 8\n", " bucket 26: 10%\n", " bucket 21: 30%\n", " bucket 20: 30%\n", " bucket 22: 30%\n", " bucket 27: 10%\n", "Getting block 29 of 114\n", " Reserving size (52935800) for bucket 29\n", " Calculating Z arrays for bucket 29\n", " Entering block accumulator loop for bucket 29:\n", " bucket 23: 20%\n", "Getting block 30 of 114\n", " Reserving size (52935800) for bucket 30\n", " Calculating Z arrays for bucket 30\n", " Entering block accumulator loop for bucket 30:\n", " bucket 19: 40%\n", " bucket 16: 50%\n", " bucket 24: 20%\n", " bucket 28: 10%\n", " bucket 17: 50%\n", " bucket 18: 50%\n", " bucket 25: 20%\n", " bucket 20: 40%\n", " bucket 26: 20%\n", " bucket 22: 40%\n", " bucket 21: 40%\n", " bucket 27: 20%\n", " bucket 23: 30%\n", " bucket 29: 10%\n", " bucket 30: 10%\n", " bucket 19: 50%\n", " bucket 16: 60%\n", " bucket 24: 30%\n", " bucket 17: 60%\n", " bucket 28: 20%\n", " bucket 18: 60%\n", " bucket 25: 30%\n", " bucket 20: 50%\n", " bucket 22: 50%\n", " bucket 26: 30%\n", " bucket 21: 50%\n", " bucket 27: 30%\n", " bucket 23: 40%\n", " bucket 29: 20%\n", " bucket 30: 20%\n", " bucket 19: 60%\n", " bucket 16: 70%\n", " bucket 24: 40%\n", " bucket 17: 70%\n", " bucket 18: 70%\n", " bucket 28: 30%\n", " bucket 20: 60%\n", " bucket 25: 40%\n", " bucket 22: 60%\n", " bucket 26: 40%\n", " bucket 21: 60%\n", " bucket 27: 40%\n", " bucket 29: 30%\n", " bucket 23: 50%\n", " bucket 30: 30%\n", " bucket 19: 70%\n", " bucket 16: 80%\n", " bucket 24: 50%\n", " bucket 17: 80%\n", " bucket 18: 80%\n", " bucket 28: 40%\n", " bucket 20: 70%\n", " bucket 22: 70%\n", " bucket 25: 50%\n", " bucket 26: 50%\n", " bucket 21: 70%\n", " bucket 29: 40%\n", " bucket 23: 60%\n", " bucket 27: 50%\n", " bucket 19: 80%\n", " bucket 30: 40%\n", " bucket 16: 90%\n", " bucket 24: 60%\n", " bucket 18: 90%\n", " bucket 17: 90%\n", " bucket 20: 80%\n", " bucket 28: 50%\n", " bucket 22: 80%\n", " bucket 25: 60%\n", " bucket 26: 60%\n", " bucket 21: 80%\n", " bucket 29: 50%\n", " bucket 23: 70%\n", " bucket 27: 60%\n", " bucket 19: 90%\n", " bucket 30: 50%\n", " bucket 16: 100%\n", " Sorting block of length 45349566 for bucket 16\n", " (Using difference cover)\n", " bucket 18: 100%\n", " Sorting block of length 49078803 for bucket 18\n", " (Using difference cover)\n", " bucket 17: 100%\n", " Sorting block of length 42734925 for bucket 17\n", " (Using difference cover)\n", " bucket 24: 70%\n", " bucket 20: 90%\n", " bucket 22: 90%\n", " bucket 28: 60%\n", " bucket 25: 70%\n", " bucket 26: 70%\n", " bucket 29: 60%\n", " bucket 23: 80%\n", " bucket 19: 100%\n", " Sorting block of length 37908793 for bucket 19\n", " (Using difference cover)\n", " bucket 21: 90%\n", " bucket 27: 70%\n", " bucket 30: 60%\n", " bucket 20: 100%\n", " Sorting block of length 33726987 for bucket 20\n", " (Using difference cover)\n", " bucket 24: 80%\n", " bucket 22: 100%\n", " Sorting block of length 30533362 for bucket 22\n", " (Using difference cover)\n", " bucket 28: 70%\n", " bucket 23: 90%\n", " bucket 25: 80%\n", " bucket 29: 70%\n", " bucket 26: 80%\n", " bucket 21: 100%\n", " Sorting block of length 52759084 for bucket 21\n", " (Using difference cover)\n", " bucket 27: 80%\n", " bucket 30: 70%\n", " bucket 24: 90%\n", " bucket 23: 100%\n", " Sorting block of length 50529459 for bucket 23\n", " (Using difference cover)\n", " bucket 28: 80%\n", " bucket 25: 90%\n", " bucket 26: 90%\n", " bucket 29: 80%\n", " bucket 27: 90%\n", " bucket 30: 80%\n", " bucket 24: 100%\n", " Sorting block of length 26868432 for bucket 24\n", " (Using difference cover)\n", " bucket 25: 100%\n", " Sorting block of length 40482038 for bucket 25\n", " (Using difference cover)\n", " bucket 28: 90%\n", " bucket 29: 90%\n", " bucket 27: 100%\n", " Sorting block of length 34997325 for bucket 27\n", " (Using difference cover)\n", " bucket 26: 100%\n", " Sorting block of length 24804039 for bucket 26\n", " (Using difference cover)\n", " bucket 30: 90%\n", " bucket 29: 100%\n", " Sorting block of length 51042433 for bucket 29\n", " (Using difference cover)\n", " bucket 28: 100%\n", " Sorting block of length 38071747 for bucket 28\n", " (Using difference cover)\n", " Sorting block time: 00:00:43\n", "Returning block of 30533363 for bucket 22\n", " bucket 30: 100%\n", " Sorting block of length 20541011 for bucket 30\n", " (Using difference cover)\n", "Getting block 31 of 114\n", " Reserving size (52935800) for bucket 31\n", " Calculating Z arrays for bucket 31\n", " Entering block accumulator loop for bucket 31:\n", " Sorting block time: 00:01:01\n", "Returning block of 42734926 for bucket 17\n", " Sorting block time: 00:01:07\n", "Returning block of 45349567 for bucket 16\n", "Getting block 32 of 114\n", " Reserving size (52935800) for bucket 32\n", " Calculating Z arrays for bucket 32\n", " Entering block accumulator loop for bucket 32:\n", " Sorting block time: 00:00:59\n", "Returning block of 37908794 for bucket 19\n", " Sorting block time: 00:00:53\n", "Returning block of 33726988 for bucket 20\n", "Getting block 33 of 114\n", " Reserving size (52935800) for bucket 33\n", " Calculating Z arrays for bucket 33\n", " Entering block accumulator loop for bucket 33:\n", "Getting block 34 of 114\n", " Reserving size (52935800) for bucket 34\n", " Calculating Z arrays for bucket 34\n", " Entering block accumulator loop for bucket 34:\n", "Getting block 35 of 114\n", " Reserving size (52935800) for bucket 35\n", " Calculating Z arrays for bucket 35\n", " Entering block accumulator loop for bucket 35:\n", " bucket 31: 10%\n", " Sorting block time: 00:01:13\n", "Returning block of 49078804 for bucket 18\n", " bucket 32: 10%\n", "Getting block 36 of 114\n", " Reserving size (52935800) for bucket 36\n", " Calculating Z arrays for bucket 36\n", " Entering block accumulator loop for bucket 36:\n", " Sorting block time: 00:00:38\n", "Returning block of 26868433 for bucket 24\n", "Getting block 37 of 114\n", " Reserving size (52935800) for bucket 37\n", " Calculating Z arrays for bucket 37\n", " Entering block accumulator loop for bucket 37:\n", " bucket 34: 10%\n", " bucket 35: 10%\n", " bucket 33: 10%\n", " Sorting block time: 00:00:38\n", "Returning block of 24804040 for bucket 26\n", " bucket 31: 20%\n", "Getting block 38 of 114\n", " Reserving size (52935800) for bucket 38\n", " Calculating Z arrays for bucket 38\n", " Entering block accumulator loop for bucket 38:\n", " Sorting block time: 00:00:30\n", "Returning block of 20541012 for bucket 30\n", " bucket 32: 20%\n", "Getting block 39 of 114\n", " Reserving size (52935800) for bucket 39\n", " Calculating Z arrays for bucket 39\n", " Entering block accumulator loop for bucket 39:\n", " bucket 36: 10%\n", " bucket 37: 10%\n", " bucket 34: 20%\n", " bucket 35: 20%\n", " bucket 33: 20%\n", " bucket 31: 30%\n", " Sorting block time: 00:00:53\n", "Returning block of 34997326 for bucket 27\n", " Sorting block time: 00:01:18\n", "Returning block of 52759085 for bucket 21\n", " bucket 38: 10%\n", "Getting block 40 of 114\n", " Reserving size (52935800) for bucket 40\n", " Calculating Z arrays for bucket 40\n", " Entering block accumulator loop for bucket 40:\n", " Sorting block time: 00:01:11\n", "Returning block of 50529460 for bucket 23\n", "Getting block 41 of 114\n", " Reserving size (52935800) for bucket 41\n", " Calculating Z arrays for bucket 41\n", " Entering block accumulator loop for bucket 41:\n", " Sorting block time: 00:00:58\n", "Returning block of 40482039 for bucket 25\n", " bucket 39: 10%\n", "Getting block 42 of 114\n", " Reserving size (52935800) for bucket 42\n", " Calculating Z arrays for bucket 42\n", " Entering block accumulator loop for bucket 42:\n", " bucket 32: 30%\n", "Getting block 43 of 114\n", " Reserving size (52935800) for bucket 43\n", " Calculating Z arrays for bucket 43\n", " Entering block accumulator loop for bucket 43:\n", " bucket 36: 20%\n", " bucket 37: 20%\n", " bucket 34: 30%\n", " bucket 31: 40%\n", " bucket 33: 30%\n", " bucket 35: 30%\n", " Sorting block time: 00:00:54\n", "Returning block of 38071748 for bucket 28\n", " bucket 40: 10%\n", " bucket 38: 20%\n", "Getting block 44 of 114\n", " Reserving size (52935800) for bucket 44\n", " Calculating Z arrays for bucket 44\n", " Entering block accumulator loop for bucket 44:\n", " bucket 41: 10%\n", " bucket 39: 20%\n", " bucket 42: 10%\n", " bucket 32: 40%\n", " bucket 43: 10%\n", " bucket 36: 30%\n", " bucket 37: 30%\n", " bucket 34: 40%\n", " bucket 31: 50%\n", " bucket 33: 40%\n", " bucket 35: 40%\n", " Sorting block time: 00:01:10\n", "Returning block of 51042434 for bucket 29\n", " bucket 40: 20%\n", " bucket 44: 10%\n", " bucket 39: 30%\n", " bucket 41: 20%\n", " bucket 38: 30%\n", "Getting block 45 of 114\n", " Reserving size (52935800) for bucket 45\n", " Calculating Z arrays for bucket 45\n", " Entering block accumulator loop for bucket 45:\n", " bucket 42: 20%\n", " bucket 32: 50%\n", " bucket 43: 20%\n", " bucket 36: 40%\n", " bucket 37: 40%\n", " bucket 34: 50%\n", " bucket 31: 60%\n", " bucket 33: 50%\n", " bucket 35: 50%\n", " bucket 40: 30%\n", " bucket 39: 40%\n", " bucket 44: 20%\n", " bucket 41: 30%\n", " bucket 45: 10%\n", " bucket 38: 40%\n", " bucket 42: 30%\n", " bucket 43: 30%\n", " bucket 32: 60%\n", " bucket 36: 50%\n", " bucket 37: 50%\n", " bucket 34: 60%\n", " bucket 31: 70%\n", " bucket 40: 40%\n", " bucket 33: 60%\n", " bucket 39: 50%\n", " bucket 35: 60%\n", " bucket 44: 30%\n", " bucket 41: 40%\n", " bucket 45: 20%\n", " bucket 42: 40%\n", " bucket 43: 40%\n", " bucket 38: 50%\n", " bucket 32: 70%\n", " bucket 36: 60%\n", " bucket 34: 70%\n", " bucket 37: 60%\n", " bucket 31: 80%\n", " bucket 40: 50%\n", " bucket 39: 60%\n", " bucket 33: 70%\n", " bucket 41: 50%\n", " bucket 44: 40%\n", " bucket 35: 70%\n", " bucket 45: 30%\n", " bucket 42: 50%\n", " bucket 43: 50%\n", " bucket 38: 60%\n", " bucket 32: 80%\n", " bucket 36: 70%\n", " bucket 34: 80%\n", " bucket 40: 60%\n", " bucket 39: 70%\n", " bucket 37: 70%\n", " bucket 31: 90%\n", " bucket 41: 60%\n", " bucket 33: 80%\n", " bucket 44: 50%\n", " bucket 35: 80%\n", " bucket 45: 40%\n", " bucket 42: 60%\n", " bucket 43: 60%\n", " bucket 32: 90%\n", " bucket 38: 70%\n", " bucket 39: 80%\n", " bucket 36: 80%\n", " bucket 40: 70%\n", " bucket 34: 90%\n", " bucket 31: 100%\n", " Sorting block of length 52908493 for bucket 31\n", " (Using difference cover)\n", " bucket 37: 80%\n", " bucket 41: 70%\n", " bucket 44: 60%\n", " bucket 33: 90%\n", " bucket 35: 90%\n", " bucket 45: 50%\n", " bucket 42: 70%\n", " bucket 43: 70%\n", " bucket 39: 90%\n", " bucket 32: 100%\n", " Sorting block of length 41784071 for bucket 32\n", " (Using difference cover)\n", " bucket 40: 80%\n", " bucket 34: 100%\n", " Sorting block of length 30018690 for bucket 34\n", " (Using difference cover)\n", " bucket 38: 80%\n", " bucket 36: 90%\n", " bucket 41: 80%\n", " bucket 37: 90%\n", " bucket 33: 100%\n", " Sorting block of length 38015256 for bucket 33\n", " (Using difference cover)\n", " bucket 44: 70%\n", " bucket 42: 80%\n", " bucket 35: 100%\n", " Sorting block of length 49044589 for bucket 35\n", " (Using difference cover)\n", " bucket 45: 60%\n", " bucket 43: 80%\n", " bucket 39: 100%\n", " Sorting block of length 44297785 for bucket 39\n", " (Using difference cover)\n", " bucket 40: 90%\n", " bucket 36: 100%\n", " Sorting block of length 46237198 for bucket 36\n", " (Using difference cover)\n", " bucket 38: 90%\n", " bucket 41: 90%\n", " bucket 37: 100%\n", " Sorting block of length 46867847 for bucket 37\n", " (Using difference cover)\n", " bucket 44: 80%\n", " bucket 42: 90%\n", " bucket 45: 70%\n", " bucket 43: 90%\n", " bucket 40: 100%\n", " Sorting block of length 47845031 for bucket 40\n", " (Using difference cover)\n", " bucket 38: 100%\n", " Sorting block of length 48913854 for bucket 38\n", " (Using difference cover)\n", " bucket 41: 100%\n", " Sorting block of length 49978492 for bucket 41\n", " (Using difference cover)\n", " bucket 42: 100%\n", " Sorting block of length 47271069 for bucket 42\n", " (Using difference cover)\n", " bucket 45: 80%\n", " bucket 44: 90%\n", " bucket 43: 100%\n", " Sorting block of length 41577360 for bucket 43\n", " (Using difference cover)\n", " bucket 45: 90%\n", " bucket 44: 100%\n", " Sorting block of length 30440161 for bucket 44\n", " (Using difference cover)\n", " Sorting block time: 00:00:46\n", "Returning block of 30018691 for bucket 34\n", "Getting block 46 of 114\n", " Reserving size (52935800) for bucket 46\n", " Calculating Z arrays for bucket 46\n", " Entering block accumulator loop for bucket 46:\n", " bucket 45: 100%\n", " Sorting block of length 31884607 for bucket 45\n", " (Using difference cover)\n", " Sorting block time: 00:01:00\n", "Returning block of 41784072 for bucket 32\n", " Sorting block time: 00:01:14\n", "Returning block of 52908494 for bucket 31\n", " bucket 46: 10%\n", " Sorting block time: 00:00:58\n", "Returning block of 38015257 for bucket 33\n", "Getting block 47 of 114\n", " Reserving size (52935800) for bucket 47\n", " Calculating Z arrays for bucket 47\n", " Entering block accumulator loop for bucket 47:\n", "Getting block 48 of 114\n", " Reserving size (52935800) for bucket 48\n", " Calculating Z arrays for bucket 48\n", " Entering block accumulator loop for bucket 48:\n", "Getting block 49 of 114\n", " Reserving size (52935800) for bucket 49\n", " Calculating Z arrays for bucket 49\n", " Entering block accumulator loop for bucket 49:\n", " bucket 46: 20%\n", " bucket 48: 10%\n", " bucket 47: 10%\n", " bucket 49: 10%\n", " Sorting block time: 00:01:08\n", "Returning block of 44297786 for bucket 39\n", " Sorting block time: 00:01:14\n", "Returning block of 49044590 for bucket 35\n", "Getting block 50 of 114\n", " Reserving size (52935800) for bucket 50\n", " Calculating Z arrays for bucket 50\n", " Entering block accumulator loop for bucket 50:\n", "Getting block 51 of 114\n", " Reserving size (52935800) for bucket 51\n", " Calculating Z arrays for bucket 51\n", " Entering block accumulator loop for bucket 51:\n", " Sorting block time: 00:01:10\n", "Returning block of 46237199 for bucket 36\n", " Sorting block time: 00:01:09\n", "Returning block of 46867848 for bucket 37\n", "Getting block 52 of 114\n", " Reserving size (52935800) for bucket 52\n", " Calculating Z arrays for bucket 52\n", " Entering block accumulator loop for bucket 52:\n", " bucket 48: 20%\n", " bucket 49: 20%\n", " bucket 46: 30%\n", "Getting block 53 of 114\n", " Reserving size (52935800) for bucket 53\n", " Calculating Z arrays for bucket 53\n", " Entering block accumulator loop for bucket 53:\n", " Sorting block time: 00:00:45\n", "Returning block of 30440162 for bucket 44\n", " bucket 47: 20%\n", "Getting block 54 of 114\n", " Reserving size (52935800) for bucket 54\n", " Calculating Z arrays for bucket 54\n", " Entering block accumulator loop for bucket 54:\n", " bucket 50: 10%\n", " Sorting block time: 00:01:09\n", "Returning block of 47845032 for bucket 40\n", " bucket 51: 10%\n", "Getting block 55 of 114\n", " Reserving size (52935800) for bucket 55\n", " Calculating Z arrays for bucket 55\n", " Entering block accumulator loop for bucket 55:\n", " Sorting block time: 00:00:44\n", "Returning block of 31884608 for bucket 45\n", " Sorting block time: 00:01:12\n", "Returning block of 48913855 for bucket 38\n", " bucket 48: 30%\n", " Sorting block time: 00:01:11\n", "Returning block of 49978493 for bucket 41\n", " bucket 49: 30%\n", " Sorting block time: 00:01:02\n", "Returning block of 41577361 for bucket 43\n", " bucket 52: 10%\n", "Getting block 56 of 114\n", " Reserving size (52935800) for bucket 56\n", " Calculating Z arrays for bucket 56\n", " Entering block accumulator loop for bucket 56:\n", " bucket 46: 40%\n", "Getting block 57 of 114\n", " Reserving size (52935800) for bucket 57\n", " Calculating Z arrays for bucket 57\n", " Entering block accumulator loop for bucket 57:\n", "Getting block 58 of 114\n", " Reserving size (52935800) for bucket 58\n", " Calculating Z arrays for bucket 58\n", " Entering block accumulator loop for bucket 58:\n", " bucket 47: 30%\n", " Sorting block time: 00:01:13\n", "Returning block of 47271070 for bucket 42\n", " bucket 53: 10%\n", "Getting block 59 of 114\n", " Reserving size (52935800) for bucket 59\n", " Calculating Z arrays for bucket 59\n", " Entering block accumulator loop for bucket 59:\n", " bucket 54: 10%\n", "Getting block 60 of 114\n", " Reserving size (52935800) for bucket 60\n", " Calculating Z arrays for bucket 60\n", " Entering block accumulator loop for bucket 60:\n", " bucket 50: 20%\n", " bucket 51: 20%\n", " bucket 48: 40%\n", " bucket 55: 10%\n", " bucket 49: 40%\n", " bucket 52: 20%\n", " bucket 56: 10%\n", " bucket 46: 50%\n", " bucket 47: 40%\n", " bucket 53: 20%\n", " bucket 57: 10%\n", " bucket 58: 10%\n", " bucket 59: 10%\n", " bucket 54: 20%\n", " bucket 60: 10%\n", " bucket 50: 30%\n", " bucket 51: 30%\n", " bucket 48: 50%\n", " bucket 49: 50%\n", " bucket 55: 20%\n", " bucket 52: 30%\n", " bucket 56: 20%\n", " bucket 47: 50%\n", " bucket 46: 60%\n", " bucket 53: 30%\n", " bucket 57: 20%\n", " bucket 58: 20%\n", " bucket 50: 40%\n", " bucket 54: 30%\n", " bucket 60: 20%\n", " bucket 59: 20%\n", " bucket 51: 40%\n", " bucket 48: 60%\n", " bucket 49: 60%\n", " bucket 55: 30%\n", " bucket 52: 40%\n", " bucket 47: 60%\n", " bucket 56: 30%\n", " bucket 46: 70%\n", " bucket 53: 40%\n", " bucket 50: 50%\n", " bucket 57: 30%\n", " bucket 58: 30%\n", " bucket 54: 40%\n", " bucket 60: 30%\n", " bucket 59: 30%\n", " bucket 51: 50%\n", " bucket 48: 70%\n", " bucket 49: 70%\n", " bucket 55: 40%\n", " bucket 52: 50%\n", " bucket 47: 70%\n", " bucket 46: 80%\n", " bucket 50: 60%\n", " bucket 56: 40%\n", " bucket 53: 50%\n", " bucket 57: 40%\n", " bucket 58: 40%\n", " bucket 60: 40%\n", " bucket 54: 50%\n", " bucket 48: 80%\n", " bucket 51: 60%\n", " bucket 49: 80%\n", " bucket 59: 40%\n", " bucket 55: 50%\n", " bucket 52: 60%\n", " bucket 50: 70%\n", " bucket 47: 80%\n", " bucket 46: 90%\n", " bucket 53: 60%\n", " bucket 56: 50%\n", " bucket 57: 50%\n", " bucket 58: 50%\n", " bucket 60: 50%\n", " bucket 54: 60%\n", " bucket 48: 90%\n", " bucket 49: 90%\n", " bucket 51: 70%\n", " bucket 59: 50%\n", " bucket 55: 60%\n", " bucket 52: 70%\n", " bucket 50: 80%\n", " bucket 47: 90%\n", " bucket 46: 100%\n", " Sorting block of length 29242555 for bucket 46\n", " (Using difference cover)\n", " bucket 53: 70%\n", " bucket 56: 60%\n", " bucket 60: 60%\n", " bucket 57: 60%\n", " bucket 58: 60%\n", " bucket 54: 70%\n", " bucket 48: 100%\n", " Sorting block of length 40587814 for bucket 48\n", " (Using difference cover)\n", " bucket 49: 100%\n", " Sorting block of length 49765274 for bucket 49\n", " (Using difference cover)\n", " bucket 51: 80%\n", " bucket 50: 90%\n", " bucket 55: 70%\n", " bucket 52: 80%\n", " bucket 59: 60%\n", " bucket 47: 100%\n", " Sorting block of length 50262252 for bucket 47\n", " (Using difference cover)\n", " bucket 56: 70%\n", " bucket 53: 80%\n", " bucket 60: 70%\n", " bucket 58: 70%\n", " bucket 57: 70%\n", " bucket 54: 80%\n", " bucket 50: 100%\n", " Sorting block of length 34996020 for bucket 50\n", " (Using difference cover)\n", " bucket 55: 80%\n", " bucket 51: 90%\n", " bucket 52: 90%\n", " bucket 56: 80%\n", " bucket 59: 70%\n", " bucket 53: 90%\n", " bucket 60: 80%\n", " bucket 58: 80%\n", " bucket 57: 80%\n", " bucket 54: 90%\n", " bucket 55: 90%\n", " bucket 51: 100%\n", " Sorting block of length 36096840 for bucket 51\n", " (Using difference cover)\n", " Sorting block time: 00:00:38\n", "Returning block of 29242556 for bucket 46\n", " bucket 52: 100%\n", " Sorting block of length 25658669 for bucket 52\n", " (Using difference cover)\n", "Getting block 61 of 114\n", " Reserving size (52935800) for bucket 61\n", " Calculating Z arrays for bucket 61\n", " Entering block accumulator loop for bucket 61:\n", " bucket 56: 90%\n", " bucket 53: 100%\n", " Sorting block of length 43543355 for bucket 53\n", " (Using difference cover)\n", " bucket 58: 90%\n", " bucket 59: 80%\n", " bucket 60: 90%\n", " bucket 57: 90%\n", " bucket 54: 100%\n", " Sorting block of length 44681460 for bucket 54\n", " (Using difference cover)\n", " bucket 55: 100%\n", " Sorting block of length 49669155 for bucket 55\n", " (Using difference cover)\n", " bucket 61: 10%\n", " bucket 58: 100%\n", " Sorting block of length 37546680 for bucket 58\n", " (Using difference cover)\n", " bucket 59: 90%\n", " bucket 56: 100%\n", " Sorting block of length 29367718 for bucket 56\n", " (Using difference cover)\n", " bucket 60: 100%\n", " Sorting block of length 43988951 for bucket 60\n", " (Using difference cover)\n", " bucket 57: 100%\n", " Sorting block of length 49849615 for bucket 57\n", " (Using difference cover)\n", " Sorting block time: 00:00:56\n", "Returning block of 40587815 for bucket 48\n", "Getting block 62 of 114\n", " Reserving size (52935800) for bucket 62\n", " Calculating Z arrays for bucket 62\n", " Entering block accumulator loop for bucket 62:\n", " bucket 61: 20%\n", " bucket 59: 100%\n", " Sorting block of length 16623259 for bucket 59\n", " (Using difference cover)\n", " Sorting block time: 00:00:51\n", "Returning block of 34996021 for bucket 50\n", "Getting block 63 of 114\n", " Reserving size (52935800) for bucket 63\n", " Calculating Z arrays for bucket 63\n", " Entering block accumulator loop for bucket 63:\n", " bucket 62: 10%\n", " bucket 61: 30%\n", " Sorting block time: 00:00:42\n", "Returning block of 25658670 for bucket 52\n", "Getting block 64 of 114\n", " Reserving size (52935800) for bucket 64\n", " Calculating Z arrays for bucket 64\n", " Entering block accumulator loop for bucket 64:\n", " Sorting block time: 00:01:16\n", "Returning block of 49765275 for bucket 49\n", " Sorting block time: 00:01:10\n", "Returning block of 50262253 for bucket 47\n", "Getting block 65 of 114\n", " Reserving size (52935800) for bucket 65\n", " Calculating Z arrays for bucket 65\n", " Entering block accumulator loop for bucket 65:\n", "Getting block 66 of 114\n", " Reserving size (52935800) for bucket 66\n", " Calculating Z arrays for bucket 66\n", " Entering block accumulator loop for bucket 66:\n", " bucket 63: 10%\n", " bucket 62: 20%\n", " bucket 61: 40%\n", " Sorting block time: 00:00:53\n", "Returning block of 36096841 for bucket 51\n", "Getting block 67 of 114\n", " Reserving size (52935800) for bucket 67\n", " Calculating Z arrays for bucket 67\n", " Entering block accumulator loop for bucket 67:\n", " bucket 64: 10%\n", " Sorting block time: 00:00:24\n", "Returning block of 16623260 for bucket 59\n", "Getting block 68 of 114\n", " Reserving size (52935800) for bucket 68\n", " Calculating Z arrays for bucket 68\n", " Entering block accumulator loop for bucket 68:\n", " bucket 65: 10%\n", " bucket 66: 10%\n", " bucket 63: 20%\n", " Sorting block time: 00:00:44\n", "Returning block of 29367719 for bucket 56\n", " bucket 62: 30%\n", " bucket 61: 50%\n", "Getting block 69 of 114\n", " Reserving size (52935800) for bucket 69\n", " Calculating Z arrays for bucket 69\n", " Entering block accumulator loop for bucket 69:\n", " bucket 67: 10%\n", " bucket 64: 20%\n", " Sorting block time: 00:01:05\n", "Returning block of 43543356 for bucket 53\n", " Sorting block time: 00:00:54\n", "Returning block of 37546681 for bucket 58\n", " bucket 65: 20%\n", "Getting block 70 of 114\n", " Reserving size (52935800) for bucket 70\n", " Calculating Z arrays for bucket 70\n", " Entering block accumulator loop for bucket 70:\n", " bucket 68: 10%\n", " Sorting block time: 00:01:04\n", "Returning block of 44681461 for bucket 54\n", " bucket 66: 20%\n", "Getting block 71 of 114\n", " Reserving size (52935800) for bucket 71\n", " Calculating Z arrays for bucket 71\n", " Entering block accumulator loop for bucket 71:\n", " bucket 62: 40%\n", " bucket 63: 30%\n", " bucket 61: 60%\n", "Getting block 72 of 114\n", " Reserving size (52935800) for bucket 72\n", " Calculating Z arrays for bucket 72\n", " Entering block accumulator loop for bucket 72:\n", " Sorting block time: 00:01:08\n", "Returning block of 49669156 for bucket 55\n", " bucket 69: 10%\n", " Sorting block time: 00:01:01\n", "Returning block of 43988952 for bucket 60\n", "Getting block 73 of 114\n", " Reserving size (52935800) for bucket 73\n", " Calculating Z arrays for bucket 73\n", " Entering block accumulator loop for bucket 73:\n", " bucket 64: 30%\n", " bucket 67: 20%\n", "Getting block 74 of 114\n", " Reserving size (52935800) for bucket 74\n", " Calculating Z arrays for bucket 74\n", " Entering block accumulator loop for bucket 74:\n", " bucket 65: 30%\n", " bucket 70: 10%\n", " bucket 68: 20%\n", " bucket 71: 10%\n", " bucket 66: 30%\n", " bucket 63: 40%\n", " bucket 62: 50%\n", " bucket 61: 70%\n", " Sorting block time: 00:01:09\n", "Returning block of 49849616 for bucket 57\n", " bucket 72: 10%\n", "Getting block 75 of 114\n", " Reserving size (52935800) for bucket 75\n", " Calculating Z arrays for bucket 75\n", " Entering block accumulator loop for bucket 75:\n", " bucket 69: 20%\n", " bucket 73: 10%\n", " bucket 64: 40%\n", " bucket 67: 30%\n", " bucket 65: 40%\n", " bucket 74: 10%\n", " bucket 70: 20%\n", " bucket 71: 20%\n", " bucket 68: 30%\n", " bucket 63: 50%\n", " bucket 66: 40%\n", " bucket 62: 60%\n", " bucket 61: 80%\n", " bucket 72: 20%\n", " bucket 69: 30%\n", " bucket 75: 10%\n", " bucket 73: 20%\n", " bucket 64: 50%\n", " bucket 67: 40%\n", " bucket 65: 50%\n", " bucket 74: 20%\n", " bucket 70: 30%\n", " bucket 71: 30%\n", " bucket 68: 40%\n", " bucket 63: 60%\n", " bucket 66: 50%\n", " bucket 62: 70%\n", " bucket 72: 30%\n", " bucket 61: 90%\n", " bucket 69: 40%\n", " bucket 73: 30%\n", " bucket 75: 20%\n", " bucket 64: 60%\n", " bucket 67: 50%\n", " bucket 65: 60%\n", " bucket 74: 30%\n", " bucket 71: 40%\n", " bucket 70: 40%\n", " bucket 63: 70%\n", " bucket 68: 50%\n", " bucket 62: 80%\n", " bucket 72: 40%\n", " bucket 66: 60%\n", " bucket 61: 100%\n", " Sorting block of length 46054088 for bucket 61\n", " (Using difference cover)\n", " bucket 73: 40%\n", " bucket 69: 50%\n", " bucket 64: 70%\n", " bucket 75: 30%\n", " bucket 67: 60%\n", " bucket 74: 40%\n", " bucket 65: 70%\n", " bucket 71: 50%\n", " bucket 63: 80%\n", " bucket 70: 50%\n", " bucket 68: 60%\n", " bucket 72: 50%\n", " bucket 62: 90%\n", " bucket 66: 70%\n", " bucket 73: 50%\n", " bucket 69: 60%\n", " bucket 64: 80%\n", " bucket 75: 40%\n", " bucket 63: 90%\n", " bucket 74: 50%\n", " bucket 67: 70%\n", " bucket 71: 60%\n", " bucket 65: 80%\n", " bucket 70: 60%\n", " bucket 72: 60%\n", " bucket 68: 70%\n", " bucket 62: 100%\n", " Sorting block of length 35275682 for bucket 62\n", " (Using difference cover)\n", " bucket 66: 80%\n", " bucket 73: 60%\n", " bucket 64: 90%\n", " bucket 69: 70%\n", " bucket 63: 100%\n", " Sorting block of length 24331444 for bucket 63\n", " (Using difference cover)\n", " bucket 74: 60%\n", " bucket 71: 70%\n", " bucket 75: 50%\n", " bucket 67: 80%\n", " bucket 65: 90%\n", " bucket 70: 70%\n", " bucket 72: 70%\n", " bucket 66: 90%\n", " bucket 68: 80%\n", " bucket 73: 70%\n", " bucket 64: 100%\n", " Sorting block of length 40019601 for bucket 64\n", " (Using difference cover)\n", " bucket 69: 80%\n", " bucket 74: 70%\n", " bucket 71: 80%\n", " bucket 75: 60%\n", " bucket 67: 90%\n", " bucket 65: 100%\n", " Sorting block of length 20048037 for bucket 65\n", " (Using difference cover)\n", " bucket 70: 80%\n", " bucket 72: 80%\n", " bucket 66: 100%\n", " Sorting block of length 49991953 for bucket 66\n", " (Using difference cover)\n", " bucket 68: 90%\n", " Sorting block time: 00:00:59\n", "Returning block of 46054089 for bucket 61\n", " bucket 73: 80%\n", " bucket 69: 90%\n", "Getting block 76 of 114\n", " Reserving size (52935800) for bucket 76\n", " Calculating Z arrays for bucket 76\n", " Entering block accumulator loop for bucket 76:\n", " bucket 71: 90%\n", " bucket 74: 80%\n", " bucket 75: 70%\n", " Sorting block time: 00:00:31\n", "Returning block of 24331445 for bucket 63\n", " bucket 70: 90%\n", " bucket 67: 100%\n", " Sorting block of length 38271671 for bucket 67\n", " (Using difference cover)\n", " bucket 68: 100%\n", " Sorting block of length 48179862 for bucket 68\n", " (Using difference cover)\n", "Getting block 77 of 114\n", " Reserving size (52935800) for bucket 77\n", " Calculating Z arrays for bucket 77\n", " Entering block accumulator loop for bucket 77:\n", " bucket 72: 90%\n", " Sorting block time: 00:00:46\n", "Returning block of 35275683 for bucket 62\n", " bucket 73: 90%\n", "Getting block 78 of 114\n", " Reserving size (52935800) for bucket 78\n", " Calculating Z arrays for bucket 78\n", " Entering block accumulator loop for bucket 78:\n", " bucket 69: 100%\n", " Sorting block of length 20587625 for bucket 69\n", " (Using difference cover)\n", " bucket 76: 10%\n", " Sorting block time: 00:00:26\n", "Returning block of 20048038 for bucket 65\n", " bucket 71: 100%\n", " Sorting block of length 26297975 for bucket 71\n", " (Using difference cover)\n", " bucket 75: 80%\n", " bucket 74: 90%\n", "Getting block 79 of 114\n", " Reserving size (52935800) for bucket 79\n", " Calculating Z arrays for bucket 79\n", " Entering block accumulator loop for bucket 79:\n", " bucket 70: 100%\n", " Sorting block of length 42070883 for bucket 70\n", " (Using difference cover)\n", " bucket 72: 100%\n", " Sorting block of length 42489496 for bucket 72\n", " (Using difference cover)\n", " bucket 77: 10%\n", " bucket 73: 100%\n", " Sorting block of length 46831114 for bucket 73\n", " (Using difference cover)\n", " bucket 78: 10%\n", " bucket 76: 20%\n", " bucket 74: 100%\n", " Sorting block of length 26057195 for bucket 74\n", " (Using difference cover)\n", " bucket 75: 90%\n", " bucket 79: 10%\n", " bucket 77: 20%\n", " bucket 78: 20%\n", " Sorting block time: 00:00:28\n", "Returning block of 20587626 for bucket 69\n", "Getting block 80 of 114\n", " Reserving size (52935800) for bucket 80\n", " Calculating Z arrays for bucket 80\n", " Entering block accumulator loop for bucket 80:\n", " Sorting block time: 00:00:58\n", "Returning block of 40019602 for bucket 64\n", " bucket 76: 30%\n", " bucket 79: 20%\n", " bucket 75: 100%\n", " Sorting block of length 42522968 for bucket 75\n", " (Using difference cover)\n", "Getting block 81 of 114\n", " Reserving size (52935800) for bucket 81\n", " Calculating Z arrays for bucket 81\n", " Entering block accumulator loop for bucket 81:\n", " bucket 77: 30%\n", " bucket 78: 30%\n", " Sorting block time: 00:00:40\n", "Returning block of 26297976 for bucket 71\n", " bucket 76: 40%\n", "Getting block 82 of 114\n", " Reserving size (52935800) for bucket 82\n", " Calculating Z arrays for bucket 82\n", " Entering block accumulator loop for bucket 82:\n", " bucket 81: 10%\n", " bucket 79: 30%\n", " bucket 80: 10%\n", " Sorting block time: 00:00:57\n", "Returning block of 38271672 for bucket 67\n", " bucket 77: 40%\n", " Sorting block time: 00:01:11\n", "Returning block of 49991954 for bucket 66\n", "Getting block 83 of 114\n", " Reserving size (52935800) for bucket 83\n", " Calculating Z arrays for bucket 83\n", " Entering block accumulator loop for bucket 83:\n", " Sorting block time: 00:00:35\n", "Returning block of 26057196 for bucket 74\n", " bucket 78: 40%\n", "Getting block 84 of 114\n", " Reserving size (52935800) for bucket 84\n", " Calculating Z arrays for bucket 84\n", " Entering block accumulator loop for bucket 84:\n", "Getting block 85 of 114\n", " Reserving size (52935800) for bucket 85\n", " Calculating Z arrays for bucket 85\n", " Entering block accumulator loop for bucket 85:\n", " bucket 76: 50%\n", " bucket 82: 10%\n", " bucket 81: 20%\n", " bucket 79: 40%\n", " Sorting block time: 00:00:57\n", "Returning block of 42070884 for bucket 70\n", " bucket 77: 50%\n", "Getting block 86 of 114\n", " Reserving size (52935800) for bucket 86\n", " Calculating Z arrays for bucket 86\n", " Entering block accumulator loop for bucket 86:\n", " bucket 80: 20%\n", " Sorting block time: 00:01:11\n", "Returning block of 48179863 for bucket 68\n", " bucket 83: 10%\n", " bucket 84: 10%\n", " bucket 78: 50%\n", "Getting block 87 of 114\n", " Reserving size (52935800) for bucket 87\n", " Calculating Z arrays for bucket 87\n", " Entering block accumulator loop for bucket 87:\n", " Sorting block time: 00:01:02\n", "Returning block of 42489497 for bucket 72\n", " bucket 85: 10%\n", "Getting block 88 of 114\n", " Reserving size (52935800) for bucket 88\n", " Calculating Z arrays for bucket 88\n", " Entering block accumulator loop for bucket 88:\n", " bucket 82: 20%\n", " bucket 81: 30%\n", " bucket 76: 60%\n", " bucket 79: 50%\n", " Sorting block time: 00:01:06\n", "Returning block of 46831115 for bucket 73\n", " bucket 86: 10%\n", " bucket 77: 60%\n", " bucket 83: 20%\n", " bucket 80: 30%\n", "Getting block 89 of 114\n", " Reserving size (52935800) for bucket 89\n", " Calculating Z arrays for bucket 89\n", " Entering block accumulator loop for bucket 89:\n", " bucket 78: 60%\n", " bucket 84: 20%\n", " bucket 87: 10%\n", " bucket 85: 20%\n", " bucket 88: 10%\n", " Sorting block time: 00:00:55\n", "Returning block of 42522969 for bucket 75\n", " bucket 82: 30%\n", " bucket 81: 40%\n", " bucket 76: 70%\n", " bucket 79: 60%\n", "Getting block 90 of 114\n", " Reserving size (52935800) for bucket 90\n", " Calculating Z arrays for bucket 90\n", " Entering block accumulator loop for bucket 90:\n", " bucket 86: 20%\n", " bucket 83: 30%\n", " bucket 77: 70%\n", " bucket 89: 10%\n", " bucket 80: 40%\n", " bucket 78: 70%\n", " bucket 84: 30%\n", " bucket 87: 20%\n", " bucket 85: 30%\n", " bucket 88: 20%\n", " bucket 82: 40%\n", " bucket 81: 50%\n", " bucket 76: 80%\n", " bucket 90: 10%\n", " bucket 79: 70%\n", " bucket 86: 30%\n", " bucket 83: 40%\n", " bucket 77: 80%\n", " bucket 89: 20%\n", " bucket 78: 80%\n", " bucket 84: 40%\n", " bucket 87: 30%\n", " bucket 85: 40%\n", " bucket 80: 50%\n", " bucket 88: 30%\n", " bucket 82: 50%\n", " bucket 81: 60%\n", " bucket 76: 90%\n", " bucket 79: 80%\n", " bucket 90: 20%\n", " bucket 86: 40%\n", " bucket 83: 50%\n", " bucket 77: 90%\n", " bucket 89: 30%\n", " bucket 78: 90%\n", " bucket 84: 50%\n", " bucket 87: 40%\n", " bucket 85: 50%\n", " bucket 88: 40%\n", " bucket 82: 60%\n", " bucket 81: 70%\n", " bucket 80: 60%\n", " bucket 79: 90%\n", " bucket 76: 100%\n", " Sorting block of length 47040870 for bucket 76\n", " (Using difference cover)\n", " bucket 90: 30%\n", " bucket 86: 50%\n", " bucket 83: 60%\n", " bucket 77: 100%\n", " Sorting block of length 27783388 for bucket 77\n", " (Using difference cover)\n", " bucket 89: 40%\n", " bucket 78: 100%\n", " Sorting block of length 42221931 for bucket 78\n", " (Using difference cover)\n", " bucket 88: 50%\n", " bucket 84: 60%\n", " bucket 85: 60%\n", " bucket 87: 50%\n", " bucket 82: 70%\n", " bucket 81: 80%\n", " bucket 80: 70%\n", " bucket 79: 100%\n", " Sorting block of length 51893990 for bucket 79\n", " (Using difference cover)\n", " bucket 86: 60%\n", " bucket 90: 40%\n", " bucket 83: 70%\n", " bucket 89: 50%\n", " bucket 88: 60%\n", " bucket 85: 70%\n", " bucket 87: 60%\n", " bucket 84: 70%\n", " bucket 82: 80%\n", " bucket 81: 90%\n", " bucket 80: 80%\n", " bucket 86: 70%\n", " bucket 90: 50%\n", " bucket 83: 80%\n", " bucket 88: 70%\n", " bucket 89: 60%\n", " bucket 82: 90%\n", " bucket 84: 80%\n", " bucket 87: 70%\n", " bucket 81: 100%\n", " Sorting block of length 47560486 for bucket 81\n", " (Using difference cover)\n", " bucket 85: 80%\n", " Sorting block time: 00:00:37\n", "Returning block of 27783389 for bucket 77\n", " bucket 86: 80%\n", "Getting block 91 of 114\n", " Reserving size (52935800) for bucket 91\n", " Calculating Z arrays for bucket 91\n", " Entering block accumulator loop for bucket 91:\n", " bucket 80: 90%\n", " bucket 90: 60%\n", " bucket 88: 80%\n", " bucket 83: 90%\n", " bucket 89: 70%\n", " bucket 82: 100%\n", " Sorting block of length 35443427 for bucket 82\n", " (Using difference cover)\n", " bucket 84: 90%\n", " bucket 87: 80%\n", " bucket 85: 90%\n", " bucket 86: 90%\n", " Sorting block time: 00:00:52\n", "Returning block of 42221932 for bucket 78\n", " bucket 91: 10%\n", " bucket 80: 100%\n", " Sorting block of length 43681357 for bucket 80\n", " (Using difference cover)\n", " bucket 90: 70%\n", " bucket 88: 90%\n", " Sorting block time: 00:01:01\n", "Returning block of 47040871 for bucket 76\n", " bucket 89: 80%\n", " bucket 83: 100%\n", " Sorting block of length 51822155 for bucket 83\n", " (Using difference cover)\n", "Getting block 92 of 114\n", " Reserving size (52935800) for bucket 92\n", " Calculating Z arrays for bucket 92\n", " Entering block accumulator loop for bucket 92:\n", "Getting block 93 of 114\n", " Reserving size (52935800) for bucket 93\n", " Calculating Z arrays for bucket 93\n", " Entering block accumulator loop for bucket 93:\n", " bucket 84: 100%\n", " Sorting block of length 40297509 for bucket 84\n", " (Using difference cover)\n", " bucket 85: 100%\n", " Sorting block of length 26393907 for bucket 85\n", " (Using difference cover)\n", " bucket 87: 90%\n", " bucket 86: 100%\n", " Sorting block of length 31867361 for bucket 86\n", " (Using difference cover)\n", " bucket 88: 100%\n", " Sorting block of length 26691817 for bucket 88\n", " (Using difference cover)\n", " bucket 90: 80%\n", " bucket 91: 20%\n", " bucket 92: 10%\n", " bucket 89: 90%\n", " bucket 87: 100%\n", " Sorting block of length 49861596 for bucket 87\n", " (Using difference cover)\n", " bucket 93: 10%\n", " Sorting block time: 00:01:12\n", "Returning block of 51893991 for bucket 79\n", " bucket 90: 90%\n", " bucket 91: 30%\n", "Getting block 94 of 114\n", " Reserving size (52935800) for bucket 94\n", " Calculating Z arrays for bucket 94\n", " Entering block accumulator loop for bucket 94:\n", " bucket 92: 20%\n", " bucket 89: 100%\n", " Sorting block of length 47593710 for bucket 89\n", " (Using difference cover)\n", " bucket 93: 20%\n", " bucket 90: 100%\n", " Sorting block of length 33795336 for bucket 90\n", " (Using difference cover)\n", " Sorting block time: 00:00:50\n", "Returning block of 35443428 for bucket 82\n", " Sorting block time: 00:00:36\n", "Returning block of 26393908 for bucket 85\n", " Sorting block time: 00:01:05\n", "Returning block of 47560487 for bucket 81\n", " bucket 91: 40%\n", "Getting block 95 of 114\n", " Reserving size (52935800) for bucket 95\n", " Calculating Z arrays for bucket 95\n", " Entering block accumulator loop for bucket 95:\n", " bucket 94: 10%\n", "Getting block 96 of 114\n", " Reserving size (52935800) for bucket 96\n", " Calculating Z arrays for bucket 96\n", " Entering block accumulator loop for bucket 96:\n", " bucket 92: 30%\n", "Getting block 97 of 114\n", " Reserving size (52935800) for bucket 97\n", " Calculating Z arrays for bucket 97\n", " Entering block accumulator loop for bucket 97:\n", " bucket 93: 30%\n", " Sorting block time: 00:00:38\n", "Returning block of 26691818 for bucket 88\n", "Getting block 98 of 114\n", " Reserving size (52935800) for bucket 98\n", " Calculating Z arrays for bucket 98\n", " Entering block accumulator loop for bucket 98:\n", " Sorting block time: 00:00:43\n", "Returning block of 31867362 for bucket 86\n", " bucket 94: 20%\n", " bucket 95: 10%\n", "Getting block 99 of 114\n", " Reserving size (52935800) for bucket 99\n", " Calculating Z arrays for bucket 99\n", " Entering block accumulator loop for bucket 99:\n", " bucket 92: 40%\n", " Sorting block time: 00:00:55\n", "Returning block of 40297510 for bucket 84\n", " bucket 91: 50%\n", " bucket 96: 10%\n", " bucket 97: 10%\n", "Getting block 100 of 114\n", " Reserving size (52935800) for bucket 100\n", " Calculating Z arrays for bucket 100\n", " Entering block accumulator loop for bucket 100:\n", " bucket 93: 40%\n", " Sorting block time: 00:01:05\n", "Returning block of 43681358 for bucket 80\n", "Getting block 101 of 114\n", " Reserving size (52935800) for bucket 101\n", " Calculating Z arrays for bucket 101\n", " Entering block accumulator loop for bucket 101:\n", " bucket 98: 10%\n", " bucket 94: 30%\n", " bucket 99: 10%\n", " Sorting block time: 00:01:10\n", "Returning block of 51822156 for bucket 83\n", " bucket 95: 20%\n", " bucket 92: 50%\n", " bucket 91: 60%\n", " bucket 96: 20%\n", " bucket 97: 20%\n", "Getting block 102 of 114\n", " Reserving size (52935800) for bucket 102\n", " Calculating Z arrays for bucket 102\n", " Entering block accumulator loop for bucket 102:\n", " bucket 100: 10%\n", " bucket 93: 50%\n", " bucket 101: 10%\n", " Sorting block time: 00:00:43\n", "Returning block of 33795337 for bucket 90\n", " bucket 98: 20%\n", "Getting block 103 of 114\n", " Reserving size (52935800) for bucket 103\n", " Calculating Z arrays for bucket 103\n", " Entering block accumulator loop for bucket 103:\n", " Sorting block time: 00:01:07\n", "Returning block of 49861597 for bucket 87\n", " bucket 99: 20%\n", " bucket 94: 40%\n", " bucket 95: 30%\n", " bucket 92: 60%\n", " bucket 91: 70%\n", "Getting block 104 of 114\n", " Reserving size (52935800) for bucket 104\n", " Calculating Z arrays for bucket 104\n", " Entering block accumulator loop for bucket 104:\n", " bucket 96: 30%\n", " Sorting block time: 00:01:00\n", "Returning block of 47593711 for bucket 89\n", " bucket 93: 60%\n", " bucket 97: 30%\n", " bucket 102: 10%\n", " bucket 100: 20%\n", "Getting block 105 of 114\n", " Reserving size (52935800) for bucket 105\n", " Calculating Z arrays for bucket 105\n", " Entering block accumulator loop for bucket 105:\n", " bucket 101: 20%\n", " bucket 98: 30%\n", " bucket 103: 10%\n", " bucket 94: 50%\n", " bucket 99: 30%\n", " bucket 95: 40%\n", " bucket 92: 70%\n", " bucket 91: 80%\n", " bucket 104: 10%\n", " bucket 96: 40%\n", " bucket 93: 70%\n", " bucket 97: 40%\n", " bucket 100: 30%\n", " bucket 102: 20%\n", " bucket 105: 10%\n", " bucket 101: 30%\n", " bucket 98: 40%\n", " bucket 94: 60%\n", " bucket 103: 20%\n", " bucket 95: 50%\n", " bucket 99: 40%\n", " bucket 92: 80%\n", " bucket 91: 90%\n", " bucket 104: 20%\n", " bucket 96: 50%\n", " bucket 93: 80%\n", " bucket 97: 50%\n", " bucket 102: 30%\n", " bucket 100: 40%\n", " bucket 105: 20%\n", " bucket 101: 40%\n", " bucket 98: 50%\n", " bucket 94: 70%\n", " bucket 95: 60%\n", " bucket 103: 30%\n", " bucket 92: 90%\n", " bucket 91: 100%\n", " Sorting block of length 44006238 for bucket 91\n", " (Using difference cover)\n", " bucket 99: 50%\n", " bucket 104: 30%\n", " bucket 96: 60%\n", " bucket 93: 90%\n", " bucket 97: 60%\n", " bucket 102: 40%\n", " bucket 105: 30%\n", " bucket 100: 50%\n", " bucket 101: 50%\n", " bucket 98: 60%\n", " bucket 94: 80%\n", " bucket 99: 60%\n", " bucket 95: 70%\n", " bucket 92: 100%\n", " Sorting block of length 27899434 for bucket 92\n", " (Using difference cover)\n", " bucket 96: 70%\n", " bucket 103: 40%\n", " bucket 104: 40%\n", " bucket 93: 100%\n", " Sorting block of length 49034023 for bucket 93\n", " (Using difference cover)\n", " bucket 102: 50%\n", " bucket 97: 70%\n", " bucket 105: 40%\n", " bucket 100: 60%\n", " bucket 101: 60%\n", " bucket 94: 90%\n", " bucket 99: 70%\n", " bucket 96: 80%\n", " bucket 98: 70%\n", " bucket 95: 80%\n", " bucket 104: 50%\n", " bucket 103: 50%\n", " bucket 102: 60%\n", " bucket 105: 50%\n", " bucket 97: 80%\n", " bucket 100: 70%\n", " bucket 94: 100%\n", " Sorting block of length 26096844 for bucket 94\n", " (Using difference cover)\n", " bucket 101: 70%\n", " bucket 99: 80%\n", " bucket 96: 90%\n", " bucket 98: 80%\n", " bucket 95: 90%\n", " Sorting block time: 00:00:32\n", "Returning block of 27899435 for bucket 92\n", " bucket 104: 60%\n", " bucket 103: 60%\n", "Getting block 106 of 114\n", " Reserving size (52935800) for bucket 106\n", " Calculating Z arrays for bucket 106\n", " Entering block accumulator loop for bucket 106:\n", " bucket 102: 70%\n", " bucket 105: 60%\n", " bucket 97: 90%\n", " Sorting block time: 00:00:56\n", "Returning block of 44006239 for bucket 91\n", " bucket 100: 80%\n", " bucket 99: 90%\n", " bucket 101: 80%\n", " bucket 96: 100%\n", " Sorting block of length 48321538 for bucket 96\n", " (Using difference cover)\n", "Getting block 107 of 114\n", " Reserving size (52935800) for bucket 107\n", " Calculating Z arrays for bucket 107\n", " Entering block accumulator loop for bucket 107:\n", " bucket 98: 90%\n", " bucket 95: 100%\n", " Sorting block of length 51224759 for bucket 95\n", " (Using difference cover)\n", " bucket 104: 70%\n", " bucket 106: 10%\n", " bucket 103: 70%\n", " bucket 105: 70%\n", " bucket 102: 80%\n", " bucket 97: 100%\n", " Sorting block of length 51090674 for bucket 97\n", " (Using difference cover)\n", " bucket 101: 90%\n", " bucket 99: 100%\n", " Sorting block of length 47328425 for bucket 99\n", " (Using difference cover)\n", " bucket 100: 90%\n", " bucket 98: 100%\n", " Sorting block of length 51184317 for bucket 98\n", " (Using difference cover)\n", " bucket 107: 10%\n", " Sorting block time: 00:00:36\n", "Returning block of 26096845 for bucket 94\n", " bucket 104: 80%\n", "Getting block 108 of 114\n", " Reserving size (52935800) for bucket 108\n", " Calculating Z arrays for bucket 108\n", " Entering block accumulator loop for bucket 108:\n", " bucket 106: 20%\n", " bucket 105: 80%\n", " bucket 103: 80%\n", " Sorting block time: 00:01:05\n", "Returning block of 49034024 for bucket 93\n", " bucket 102: 90%\n", "Getting block 109 of 114\n", " Reserving size (52935800) for bucket 109\n", " Calculating Z arrays for bucket 109\n", " Entering block accumulator loop for bucket 109:\n", " bucket 101: 100%\n", " Sorting block of length 46077003 for bucket 101\n", " (Using difference cover)\n", " bucket 100: 100%\n", " Sorting block of length 50471400 for bucket 100\n", " (Using difference cover)\n", " bucket 104: 90%\n", " bucket 107: 20%\n", " bucket 106: 30%\n", " bucket 108: 10%\n", " bucket 105: 90%\n", " bucket 103: 90%\n", " bucket 102: 100%\n", " Sorting block of length 52710472 for bucket 102\n", " (Using difference cover)\n", " bucket 109: 10%\n", " bucket 104: 100%\n", " Sorting block of length 51885340 for bucket 104\n", " (Using difference cover)\n", " bucket 107: 30%\n", " bucket 108: 20%\n", " bucket 105: 100%\n", " Sorting block of length 46493164 for bucket 105\n", " (Using difference cover)\n", " bucket 106: 40%\n", " bucket 103: 100%\n", " Sorting block of length 38897530 for bucket 103\n", " (Using difference cover)\n", " bucket 109: 20%\n", " bucket 107: 40%\n", " bucket 108: 30%\n", " bucket 106: 50%\n", " Sorting block time: 00:01:11\n", "Returning block of 48321539 for bucket 96\n", " bucket 109: 30%\n", "Getting block 110 of 114\n", " Reserving size (52935800) for bucket 110\n", " Calculating Z arrays for bucket 110\n", " Entering block accumulator loop for bucket 110:\n", " bucket 107: 50%\n", " bucket 108: 40%\n", " bucket 106: 60%\n", " Sorting block time: 00:01:17\n", "Returning block of 51224760 for bucket 95\n", "Getting block 111 of 114\n", " Reserving size (52935800) for bucket 111\n", " Calculating Z arrays for bucket 111\n", " Entering block accumulator loop for bucket 111:\n", " Sorting block time: 00:01:10\n", "Returning block of 47328426 for bucket 99\n", " bucket 109: 40%\n", " Sorting block time: 00:01:10\n", "Returning block of 51184318 for bucket 98\n", "Getting block 112 of 114\n", " Reserving size (52935800) for bucket 112\n", " Calculating Z arrays for bucket 112\n", " Entering block accumulator loop for bucket 112:\n", " Sorting block time: 00:01:15\n", "Returning block of 51090675 for bucket 97\n", " bucket 110: 10%\n", " bucket 107: 60%\n", "Getting block 113 of 114\n", " Reserving size (52935800) for bucket 113\n", " Calculating Z arrays for bucket 113\n", " Entering block accumulator loop for bucket 113:\n", "Getting block 114 of 114\n", " Reserving size (52935800) for bucket 114\n", " Calculating Z arrays for bucket 114\n", " Entering block accumulator loop for bucket 114:\n", " bucket 108: 50%\n", " bucket 106: 70%\n", " Sorting block time: 00:01:08\n", "Returning block of 46077004 for bucket 101\n", " bucket 114: 10%\n", " bucket 111: 10%\n", " bucket 109: 50%\n", " bucket 112: 10%\n", " bucket 110: 20%\n", " bucket 113: 10%\n", " bucket 107: 70%\n", " bucket 108: 60%\n", " Sorting block time: 00:01:17\n", "Returning block of 50471401 for bucket 100\n", " bucket 114: 20%\n", " bucket 106: 80%\n", " Sorting block time: 00:00:58\n", "Returning block of 46493165 for bucket 105\n", " Sorting block time: 00:01:09\n", "Returning block of 52710473 for bucket 102\n", " Sorting block time: 00:00:57\n", "Returning block of 38897531 for bucket 103\n", " bucket 111: 20%\n", " bucket 109: 60%\n", " bucket 112: 20%\n", " bucket 114: 30%\n", " bucket 110: 30%\n", " bucket 107: 80%\n", " bucket 113: 20%\n", " Sorting block time: 00:01:14\n", "Returning block of 51885341 for bucket 104\n", " bucket 108: 70%\n", " bucket 106: 90%\n", " bucket 114: 40%\n", " bucket 111: 30%\n", " bucket 109: 70%\n", " bucket 112: 30%\n", " bucket 110: 40%\n", " bucket 113: 30%\n", " bucket 107: 90%\n", " bucket 108: 80%\n", " bucket 106: 100%\n", " Sorting block of length 35242184 for bucket 106\n", " (Using difference cover)\n", " bucket 114: 50%\n", " bucket 112: 40%\n", " bucket 111: 40%\n", " bucket 109: 80%\n", " bucket 110: 50%\n", " bucket 114: 60%\n", " bucket 113: 40%\n", " bucket 108: 90%\n", " bucket 107: 100%\n", " Sorting block of length 28481134 for bucket 107\n", " (Using difference cover)\n", " bucket 114: 70%\n", " bucket 109: 90%\n", " bucket 112: 50%\n", " bucket 111: 50%\n", " bucket 110: 60%\n", " bucket 113: 50%\n", " bucket 108: 100%\n", " Sorting block of length 39809503 for bucket 108\n", " (Using difference cover)\n", " bucket 114: 80%\n", " bucket 112: 60%\n", " bucket 109: 100%\n", " Sorting block of length 42216647 for bucket 109\n", " (Using difference cover)\n", " bucket 111: 60%\n", " bucket 114: 90%\n", " bucket 110: 70%\n", " bucket 113: 60%\n", " bucket 114: 100%\n", " Sorting block of length 13960133 for bucket 114\n", " (Using difference cover)\n", " bucket 112: 70%\n", " bucket 111: 70%\n", " bucket 110: 80%\n", " bucket 113: 70%\n", " Sorting block time: 00:00:41\n", "Returning block of 35242185 for bucket 106\n", " Sorting block time: 00:00:34\n", "Returning block of 28481135 for bucket 107\n", " bucket 112: 80%\n", " bucket 111: 80%\n", " bucket 110: 90%\n", " Sorting block time: 00:00:14\n", "Returning block of 13960134 for bucket 114\n", " bucket 113: 80%\n", " bucket 112: 90%\n", " bucket 111: 90%\n", " bucket 110: 100%\n", " Sorting block of length 41394816 for bucket 110\n", " (Using difference cover)\n", " bucket 113: 90%\n", " bucket 112: 100%\n", " Sorting block of length 16675789 for bucket 112\n", " (Using difference cover)\n", " Sorting block time: 00:00:45\n", "Returning block of 39809504 for bucket 108\n", " bucket 111: 100%\n", " Sorting block of length 46586102 for bucket 111\n", " (Using difference cover)\n", " bucket 113: 100%\n", " Sorting block of length 52520930 for bucket 113\n", " (Using difference cover)\n", " Sorting block time: 00:00:47\n", "Returning block of 42216648 for bucket 109\n", " Sorting block time: 00:00:18\n", "Returning block of 16675790 for bucket 112\n", " Sorting block time: 00:00:44\n", "Returning block of 41394817 for bucket 110\n", " Sorting block time: 00:00:48\n", "Returning block of 46586103 for bucket 111\n", " Sorting block time: 00:00:53\n", "Returning block of 52520931 for bucket 113\n", "Exited Ebwt loop\n", "fchr[A]: 0\n", "fchr[C]: 1487480858\n", "fchr[G]: 2319846862\n", "fchr[T]: 3120773832\n", "fchr[$]: 4517188232\n", "Exiting Ebwt::buildToDisk()\n", "Returning from initFromVector\n", "Wrote 2687825290 bytes to primary EBWT file: /home/sam/data/geoduck_assemblies/geo_sparse_ref.1.bt2l\n", "Wrote 2258594124 bytes to secondary EBWT file: /home/sam/data/geoduck_assemblies/geo_sparse_ref.2.bt2l\n", "Re-opening _in1 and _in2 as input streams\n", "Returning from Ebwt constructor\n", "Headers:\n", " len: 4517188232\n", " bwtLen: 4517188233\n", " sz: 1129297058\n", " bwtSz: 1129297059\n", " lineRate: 7\n", " offRate: 4\n", " offMask: 0xfffffffffffffff0\n", " ftabChars: 10\n", " eftabLen: 20\n", " eftabSz: 160\n", " ftabLen: 1048577\n", " ftabSz: 8388616\n", " offsLen: 282324265\n", " offsSz: 2258594120\n", " lineSz: 128\n", " sideSz: 128\n", " sideBwtSz: 96\n", " sideBwtLen: 384\n", " numSides: 11763512\n", " numLines: 11763512\n", " ebwtTotLen: 1505729536\n", " ebwtTotSz: 1505729536\n", " color: 0\n", " reverse: 0\n", "Total time for call to driver() for forward index: 00:38:38\n", "Reading reference sizes\n", " Time reading reference sizes: 00:00:45\n", "Calculating joined length\n", "Writing header\n", "Reserving space for joined string\n", "Joining reference sequences\n", " Time to join reference sequences: 00:00:56\n", " Time to reverse reference sequence: 00:00:11\n", "bmax according to bmaxDivN setting: 70581066\n", "Using parameters --bmax 52935800 --dcv 1024\n", " Doing ahead-of-time memory usage test\n", " Passed! Constructing with these parameters: --bmax 52935800 --dcv 1024\n", "Constructing suffix-array element generator\n", "Building DifferenceCoverSample\n", " Building sPrime\n", " Building sPrimeOrder\n", " V-Sorting samples\n", " V-Sorting samples time: 00:01:43\n", " Allocating rank array\n", " Ranking v-sort output\n", " Ranking v-sort output time: 00:00:47\n", " Invoking Larsson-Sadakane on ranks\n", " Invoking Larsson-Sadakane on ranks time: 00:01:44\n", " Sanity-checking and returning\n", "Building samples\n", "Reserving space for 172 sample suffixes\n", "Generating random suffixes\n", "QSorting 172 sample offsets, eliminating duplicates\n", "QSorting sample offsets, eliminating duplicates time: 00:00:00\n", "Multikey QSorting 172 samples\n", " (Using difference cover)\n", " Multikey QSorting samples time: 00:00:00\n", "Calculating bucket sizes\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 23, merged 74; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 12, merged 9; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 7, merged 10; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 2, merged 5; iterating...\n", "Splitting and merging\n", " Splitting and merging time: 00:00:00\n", "Split 1, merged 1; iterating...\n", "Avg bucket size: 3.79596e+07 (target: 52935799)\n", "Converting suffix-array elements to index image\n", "Allocating ftab, absorbFtab\n", "Entering Ebwt loop\n", "Getting block 1 of 119\n", " Reserving size (52935800) for bucket 1\n", "Getting block 2 of 119\n", " Reserving size (52935800) for bucket 2\n", "Getting block 3 of 119\n", "Getting block 4 of 119\n", " Calculating Z arrays for bucket 1\n", " Reserving size (52935800) for bucket 3\n", " Calculating Z arrays for bucket 2\n", " Reserving size (52935800) for bucket 4\n", "Getting block 5 of 119\n", "Getting block 6 of 119\n", "Getting block 7 of 119\n", "Getting block 8 of 119\n", "Getting block 9 of 119\n", " Entering block accumulator loop for bucket 1:\n", " Calculating Z arrays for bucket 3\n", "Getting block 10 of 119\n", " Calculating Z arrays for bucket 4\n", " Reserving size (52935800) for bucket 5\n", " Reserving size (52935800) for bucket 6\n", " Entering block accumulator loop for bucket 2:\n", " Reserving size (52935800) for bucket 7\n", " Reserving size (52935800) for bucket 8\n", " Reserving size (52935800) for bucket 9\n", "Getting block 11 of 119\n", " Reserving size (52935800) for bucket 10\n", "Getting block 12 of 119\n", " Entering block accumulator loop for bucket 3:\n", " Entering block accumulator loop for bucket 4:\n", "Getting block 13 of 119\n", " Calculating Z arrays for bucket 5\n", " Reserving size (52935800) for bucket 11\n", "Getting block 14 of 119\n", " Calculating Z arrays for bucket 7\n", " Calculating Z arrays for bucket 8\n", " Calculating Z arrays for bucket 9\n", " Reserving size (52935800) for bucket 12\n", " Calculating Z arrays for bucket 10\n", " Reserving size (52935800) for bucket 13\n", " Reserving size (52935800) for bucket 14\n", " Calculating Z arrays for bucket 11\n", " Entering block accumulator loop for bucket 5:\n", " Entering block accumulator loop for bucket 7:\n", " Entering block accumulator loop for bucket 8:\n", " Calculating Z arrays for bucket 12\n", " Entering block accumulator loop for bucket 9:\n", " Calculating Z arrays for bucket 13\n", " Entering block accumulator loop for bucket 10:\n", " Calculating Z arrays for bucket 14\n", " Entering block accumulator loop for bucket 11:\n", " Entering block accumulator loop for bucket 12:\n", " Entering block accumulator loop for bucket 13:\n", " Entering block accumulator loop for bucket 14:\n", " Calculating Z arrays for bucket 6\n", "Getting block 15 of 119\n", " Entering block accumulator loop for bucket 6:\n", " Reserving size (52935800) for bucket 15\n", " Calculating Z arrays for bucket 15\n", " Entering block accumulator loop for bucket 15:\n", " bucket 1: 10%\n", " bucket 3: 10%\n", " bucket 2: 10%\n", " bucket 11: 10%\n", " bucket 9: 10%\n", " bucket 5: 10%\n", " bucket 4: 10%\n", " bucket 8: 10%\n", " bucket 7: 10%\n", " bucket 10: 10%\n", " bucket 6: 10%\n", " bucket 12: 10%\n", " bucket 14: 10%\n", " bucket 15: 10%\n", " bucket 13: 10%\n", " bucket 1: 20%\n", " bucket 3: 20%\n", " bucket 2: 20%\n", " bucket 11: 20%\n", " bucket 9: 20%\n", " bucket 5: 20%\n", " bucket 4: 20%\n", " bucket 8: 20%\n", " bucket 7: 20%\n", " bucket 10: 20%\n", " bucket 6: 20%\n", " bucket 14: 20%\n", " bucket 12: 20%\n", " bucket 15: 20%\n", " bucket 13: 20%\n", " bucket 1: 30%\n", " bucket 3: 30%\n", " bucket 2: 30%\n", " bucket 5: 30%\n", " bucket 11: 30%\n", " bucket 9: 30%\n", " bucket 4: 30%\n", " bucket 8: 30%\n", " bucket 7: 30%\n", " bucket 10: 30%\n", " bucket 6: 30%\n", " bucket 12: 30%\n", " bucket 14: 30%\n", " bucket 15: 30%\n", " bucket 1: 40%\n", " bucket 3: 40%\n", " bucket 13: 30%\n", " bucket 2: 40%\n", " bucket 11: 40%\n", " bucket 5: 40%\n", " bucket 9: 40%\n", " bucket 4: 40%\n", " bucket 8: 40%\n", " bucket 7: 40%\n", " bucket 10: 40%\n", " bucket 6: 40%\n", " bucket 1: 50%\n", " bucket 14: 40%\n", " bucket 12: 40%\n", " bucket 15: 40%\n", " bucket 3: 50%\n", " bucket 2: 50%\n", " bucket 13: 40%\n", " bucket 5: 50%\n", " bucket 9: 50%\n", " bucket 11: 50%\n", " bucket 4: 50%\n", " bucket 8: 50%\n", " bucket 1: 60%\n", " bucket 7: 50%\n", " bucket 10: 50%\n", " bucket 6: 50%\n", " bucket 3: 60%\n", " bucket 14: 50%\n", " bucket 12: 50%\n", " bucket 15: 50%\n", " bucket 2: 60%\n", " bucket 5: 60%\n", " bucket 9: 60%\n", " bucket 11: 60%\n", " bucket 1: 70%\n", " bucket 4: 60%\n", " bucket 13: 50%\n", " bucket 8: 60%\n", " bucket 7: 60%\n", " bucket 10: 60%\n", " bucket 3: 70%\n", " bucket 6: 60%\n", " bucket 14: 60%\n", " bucket 12: 60%\n", " bucket 15: 60%\n", " bucket 2: 70%\n", " bucket 1: 80%\n", " bucket 5: 70%\n", " bucket 9: 70%\n", " bucket 11: 70%\n", " bucket 4: 70%\n", " bucket 8: 70%\n", " bucket 3: 80%\n", " bucket 7: 70%\n", " bucket 13: 60%\n", " bucket 10: 70%\n", " bucket 6: 70%\n", " bucket 14: 70%\n", " bucket 2: 80%\n", " bucket 1: 90%\n", " bucket 12: 70%\n", " bucket 15: 70%\n", " bucket 5: 80%\n", " bucket 4: 80%\n", " bucket 9: 80%\n", " bucket 11: 80%\n", " bucket 3: 90%\n", " bucket 8: 80%\n", " bucket 7: 80%\n", " bucket 10: 80%\n", " bucket 6: 80%\n", " bucket 13: 70%\n", " bucket 1: 100%\n", " Sorting block of length 30507627 for bucket 1\n", " (Using difference cover)\n", " bucket 2: 90%\n", " bucket 14: 80%\n", " bucket 4: 90%\n", " bucket 5: 90%\n", " bucket 9: 90%\n", " bucket 15: 80%\n", " bucket 12: 80%\n", " bucket 3: 100%\n", " Sorting block of length 35546467 for bucket 3\n", " (Using difference cover)\n", " bucket 11: 90%\n", " bucket 8: 90%\n", " bucket 7: 90%\n", " bucket 10: 90%\n", " bucket 6: 90%\n", " bucket 2: 100%\n", " Sorting block of length 41544610 for bucket 2\n", " (Using difference cover)\n", " bucket 4: 100%\n", " Sorting block of length 33872975 for bucket 4\n", " (Using difference cover)\n", " bucket 13: 80%\n", " bucket 14: 90%\n", " bucket 5: 100%\n", " Sorting block of length 52717801 for bucket 5\n", " (Using difference cover)\n", " bucket 9: 100%\n", " Sorting block of length 48022159 for bucket 9\n", " (Using difference cover)\n", " bucket 15: 90%\n", " bucket 12: 90%\n", " bucket 11: 100%\n", " Sorting block of length 25882785 for bucket 11\n", " (Using difference cover)\n", " bucket 8: 100%\n", " Sorting block of length 21873099 for bucket 8\n", " (Using difference cover)\n", " bucket 7: 100%\n", " Sorting block of length 45336415 for bucket 7\n", " (Using difference cover)\n", " bucket 6: 100%\n", " Sorting block of length 43198561 for bucket 6\n", " (Using difference cover)\n", " bucket 10: 100%\n", " Sorting block of length 29258293 for bucket 10\n", " (Using difference cover)\n", " bucket 14: 100%\n", " Sorting block of length 42137641 for bucket 14\n", " (Using difference cover)\n", " bucket 13: 90%\n", " bucket 15: 100%\n", " Sorting block of length 48502340 for bucket 15\n", " (Using difference cover)\n", " bucket 12: 100%\n", " Sorting block of length 51897253 for bucket 12\n", " (Using difference cover)\n", " bucket 13: 100%\n", " Sorting block of length 27109435 for bucket 13\n", " (Using difference cover)\n", " Sorting block time: 00:00:44\n", "Returning block of 30507628 for bucket 1\n", "Getting block 16 of 119\n", " Reserving size (52935800) for bucket 16\n", " Calculating Z arrays for bucket 16\n", " Entering block accumulator loop for bucket 16:\n", " Sorting block time: 00:00:34\n", "Returning block of 21873100 for bucket 8\n", "Getting block 17 of 119\n", " Reserving size (52935800) for bucket 17\n", " Calculating Z arrays for bucket 17\n", " Entering block accumulator loop for bucket 17:\n", " Sorting block time: 00:00:40\n", "Returning block of 25882786 for bucket 11\n", " bucket 16: 10%\n", "Getting block 18 of 119\n", " Reserving size (52935800) for bucket 18\n", " Calculating Z arrays for bucket 18\n", " Entering block accumulator loop for bucket 18:\n", " Sorting block time: 00:00:54\n", "Returning block of 35546468 for bucket 3\n", "Getting block 19 of 119\n", " Reserving size (52935800) for bucket 19\n", " Calculating Z arrays for bucket 19\n", " Entering block accumulator loop for bucket 19:\n", " bucket 17: 10%\n", " Sorting block time: 00:00:53\n", "Returning block of 33872976 for bucket 4\n", " Sorting block time: 00:00:44\n", "Returning block of 29258294 for bucket 10\n", "Getting block 20 of 119\n", " Reserving size (52935800) for bucket 20\n", " Calculating Z arrays for bucket 20\n", " Entering block accumulator loop for bucket 20:\n", "Getting block 21 of 119\n", " Reserving size (52935800) for bucket 21\n", " Calculating Z arrays for bucket 21\n", " Entering block accumulator loop for bucket 21:\n", " bucket 16: 20%\n", " bucket 18: 10%\n", " bucket 19: 10%\n", " bucket 17: 20%\n", " Sorting block time: 00:00:40\n", "Returning block of 27109436 for bucket 13\n", " Sorting block time: 00:01:04\n", "Returning block of 41544611 for bucket 2\n", "Getting block 22 of 119\n", " Reserving size (52935800) for bucket 22\n", " Calculating Z arrays for bucket 22\n", " Entering block accumulator loop for bucket 22:\n", "Getting block 23 of 119\n", " Reserving size (52935800) for bucket 23\n", " Calculating Z arrays for bucket 23\n", " Entering block accumulator loop for bucket 23:\n", " bucket 20: 10%\n", " bucket 21: 10%\n", " bucket 16: 30%\n", " bucket 18: 20%\n", " bucket 19: 20%\n", " Sorting block time: 00:01:01\n", "Returning block of 42137642 for bucket 14\n", " Sorting block time: 00:01:05\n", "Returning block of 43198562 for bucket 6\n", " Sorting block time: 00:01:06\n", "Returning block of 45336416 for bucket 7\n", " bucket 17: 30%\n", " Sorting block time: 00:01:14\n", "Returning block of 48022160 for bucket 9\n", " bucket 22: 10%\n", "Getting block 24 of 119\n", " Reserving size (52935800) for bucket 24\n", " Calculating Z arrays for bucket 24\n", " Entering block accumulator loop for bucket 24:\n", "Getting block 25 of 119\n", " Reserving size (52935800) for bucket 25\n", " Calculating Z arrays for bucket 25\n", " Entering block accumulator loop for bucket 25:\n", "Getting block 26 of 119\n", " Reserving size (52935800) for bucket 26\n", " Calculating Z arrays for bucket 26\n", " Entering block accumulator loop for bucket 26:\n", " Sorting block time: 00:01:17\n", "Returning block of 52717802 for bucket 5\n", " bucket 20: 20%\n", " bucket 23: 10%\n", " bucket 21: 20%\n", " bucket 18: 30%\n", "Getting block 27 of 119\n", " Reserving size (52935800) for bucket 27\n", " Calculating Z arrays for bucket 27\n", " Entering block accumulator loop for bucket 27:\n", " bucket 16: 40%\n", "Getting block 28 of 119\n", " Reserving size (52935800) for bucket 28\n", " Calculating Z arrays for bucket 28\n", " Entering block accumulator loop for bucket 28:\n", " Sorting block time: 00:01:09\n", "Returning block of 48502341 for bucket 15\n", " bucket 19: 30%\n", "Getting block 29 of 119\n", " Reserving size (52935800) for bucket 29\n", " Calculating Z arrays for bucket 29\n", " Entering block accumulator loop for bucket 29:\n", " Sorting block time: 00:01:12\n", "Returning block of 51897254 for bucket 12\n", " bucket 17: 40%\n", " bucket 22: 20%\n", " bucket 24: 10%\n", " bucket 25: 10%\n", " bucket 21: 30%\n", " bucket 26: 10%\n", " bucket 23: 20%\n", "Getting block 30 of 119\n", " Reserving size (52935800) for bucket 30\n", " Calculating Z arrays for bucket 30\n", " Entering block accumulator loop for bucket 30:\n", " bucket 20: 30%\n", " bucket 18: 40%\n", " bucket 27: 10%\n", " bucket 16: 50%\n", " bucket 28: 10%\n", " bucket 19: 40%\n", " bucket 29: 10%\n", " bucket 17: 50%\n", " bucket 22: 30%\n", " bucket 24: 20%\n", " bucket 25: 20%\n", " bucket 23: 30%\n", " bucket 21: 40%\n", " bucket 26: 20%\n", " bucket 20: 40%\n", " bucket 18: 50%\n", " bucket 30: 10%\n", " bucket 16: 60%\n", " bucket 27: 20%\n", " bucket 28: 20%\n", " bucket 19: 50%\n", " bucket 29: 20%\n", " bucket 17: 60%\n", " bucket 22: 40%\n", " bucket 24: 30%\n", " bucket 25: 30%\n", " bucket 23: 40%\n", " bucket 20: 50%\n", " bucket 21: 50%\n", " bucket 26: 30%\n", " bucket 18: 60%\n", " bucket 16: 70%\n", " bucket 30: 20%\n", " bucket 27: 30%\n", " bucket 28: 30%\n", " bucket 19: 60%\n", " bucket 29: 30%\n", " bucket 17: 70%\n", " bucket 24: 40%\n", " bucket 22: 50%\n", " bucket 25: 40%\n", " bucket 23: 50%\n", " bucket 20: 60%\n", " bucket 18: 70%\n", " bucket 26: 40%\n", " bucket 21: 60%\n", " bucket 16: 80%\n", " bucket 30: 30%\n", " bucket 27: 40%\n", " bucket 28: 40%\n", " bucket 19: 70%\n", " bucket 17: 80%\n", " bucket 29: 40%\n", " bucket 24: 50%\n", " bucket 22: 60%\n", " bucket 25: 50%\n", " bucket 18: 80%\n", " bucket 20: 70%\n", " bucket 23: 60%\n", " bucket 16: 90%\n", " bucket 26: 50%\n", " bucket 21: 70%\n", " bucket 30: 40%\n", " bucket 27: 50%\n", " bucket 28: 50%\n", " bucket 19: 80%\n", " bucket 17: 90%\n", " bucket 24: 60%\n", " bucket 29: 50%\n", " bucket 22: 70%\n", " bucket 18: 90%\n", " bucket 16: 100%\n", " Sorting block of length 26840935 for bucket 16\n", " (Using difference cover)\n", " bucket 25: 60%\n", " bucket 20: 80%\n", " bucket 26: 60%\n", " bucket 23: 70%\n", " bucket 21: 80%\n", " bucket 30: 50%\n", " bucket 27: 60%\n", " bucket 28: 60%\n", " bucket 19: 90%\n", " bucket 17: 100%\n", " Sorting block of length 29543805 for bucket 17\n", " (Using difference cover)\n", " bucket 24: 70%\n", " bucket 22: 80%\n", " bucket 29: 60%\n", " bucket 21: 90%\n", " bucket 18: 100%\n", " Sorting block of length 34874893 for bucket 18\n", " (Using difference cover)\n", " bucket 20: 90%\n", " bucket 25: 70%\n", " bucket 26: 70%\n", " bucket 23: 80%\n", " bucket 30: 60%\n", " bucket 27: 70%\n", " bucket 19: 100%\n", " Sorting block of length 31305731 for bucket 19\n", " (Using difference cover)\n", " bucket 28: 70%\n", " bucket 22: 90%\n", " bucket 24: 80%\n", " bucket 20: 100%\n", " Sorting block of length 29855395 for bucket 20\n", " (Using difference cover)\n", " bucket 29: 70%\n", " bucket 21: 100%\n", " Sorting block of length 44287200 for bucket 21\n", " (Using difference cover)\n", " bucket 25: 80%\n", " bucket 26: 80%\n", " bucket 30: 70%\n", " bucket 23: 90%\n", " bucket 27: 80%\n", " bucket 28: 80%\n", " bucket 22: 100%\n", " Sorting block of length 18073763 for bucket 22\n", " (Using difference cover)\n", " Sorting block time: 00:00:34\n", "Returning block of 26840936 for bucket 16\n", " bucket 24: 90%\n", "Getting block 31 of 119\n", " Reserving size (52935800) for bucket 31\n", " Calculating Z arrays for bucket 31\n", " Entering block accumulator loop for bucket 31:\n", " bucket 29: 80%\n", " bucket 25: 90%\n", " bucket 26: 90%\n", " bucket 30: 80%\n", " bucket 23: 100%\n", " Sorting block of length 49068726 for bucket 23\n", " (Using difference cover)\n", " bucket 27: 90%\n", " bucket 28: 90%\n", " bucket 24: 100%\n", " Sorting block of length 24901872 for bucket 24\n", " (Using difference cover)\n", " bucket 31: 10%\n", " bucket 26: 100%\n", " Sorting block of length 22327585 for bucket 26\n", " (Using difference cover)\n", " bucket 29: 90%\n", " Sorting block time: 00:00:41\n", "Returning block of 29543806 for bucket 17\n", " bucket 25: 100%\n", " Sorting block of length 45086209 for bucket 25\n", " (Using difference cover)\n", " bucket 30: 90%\n", "Getting block 32 of 119\n", " Reserving size (52935800) for bucket 32\n", " Calculating Z arrays for bucket 32\n", " Entering block accumulator loop for bucket 32:\n", " bucket 27: 100%\n", " Sorting block of length 47496129 for bucket 27\n", " (Using difference cover)\n", " bucket 28: 100%\n", " Sorting block of length 50548408 for bucket 28\n", " (Using difference cover)\n", " Sorting block time: 00:00:27\n", "Returning block of 18073764 for bucket 22\n", "Getting block 33 of 119\n", " Reserving size (52935800) for bucket 33\n", " Calculating Z arrays for bucket 33\n", " Entering block accumulator loop for bucket 33:\n", " bucket 29: 100%\n", " Sorting block of length 36171374 for bucket 29\n", " (Using difference cover)\n", " bucket 31: 20%\n", " Sorting block time: 00:00:51\n", "Returning block of 34874894 for bucket 18\n", " bucket 32: 10%\n", " Sorting block time: 00:00:47\n", "Returning block of 31305732 for bucket 19\n", " bucket 30: 100%\n", " Sorting block of length 31108226 for bucket 30\n", " (Using difference cover)\n", "Getting block 34 of 119\n", " Reserving size (52935800) for bucket 34\n", " Calculating Z arrays for bucket 34\n", " Entering block accumulator loop for bucket 34:\n", " Sorting block time: 00:00:43\n", "Returning block of 29855396 for bucket 20\n", "Getting block 35 of 119\n", " Reserving size (52935800) for bucket 35\n", " Calculating Z arrays for bucket 35\n", " Entering block accumulator loop for bucket 35:\n", "Getting block 36 of 119\n", " Reserving size (52935800) for bucket 36\n", " Calculating Z arrays for bucket 36\n", " Entering block accumulator loop for bucket 36:\n", " bucket 31: 30%\n", " bucket 33: 10%\n", " bucket 32: 20%\n", " bucket 34: 10%\n", " bucket 35: 10%\n", " bucket 36: 10%\n", " bucket 31: 40%\n", " bucket 33: 20%\n", " Sorting block time: 00:00:36\n", "Returning block of 22327586 for bucket 26\n", " Sorting block time: 00:00:38\n", "Returning block of 24901873 for bucket 24\n", " Sorting block time: 00:01:02\n", "Returning block of 44287201 for bucket 21\n", "Getting block 37 of 119\n", " Reserving size (52935800) for bucket 37\n", " Calculating Z arrays for bucket 37\n", " Entering block accumulator loop for bucket 37:\n", "Getting block 38 of 119\n", " Reserving size (52935800) for bucket 38\n", " Calculating Z arrays for bucket 38\n", " Entering block accumulator loop for bucket 38:\n", " bucket 32: 30%\n", "Getting block 39 of 119\n", " Reserving size (52935800) for bucket 39\n", " Calculating Z arrays for bucket 39\n", " Entering block accumulator loop for bucket 39:\n", " bucket 34: 20%\n", " bucket 36: 20%\n", " bucket 35: 20%\n", " bucket 31: 50%\n", " bucket 33: 30%\n", " bucket 37: 10%\n", " bucket 38: 10%\n", " bucket 32: 40%\n", " bucket 39: 10%\n", " Sorting block time: 00:00:40\n", "Returning block of 31108227 for bucket 30\n", " bucket 34: 30%\n", " bucket 36: 30%\n", "Getting block 40 of 119\n", " Reserving size (52935800) for bucket 40\n", " Calculating Z arrays for bucket 40\n", " Entering block accumulator loop for bucket 40:\n", " bucket 31: 60%\n", " bucket 35: 30%\n", " Sorting block time: 00:01:12\n", "Returning block of 49068727 for bucket 23\n", " bucket 33: 40%\n", " bucket 37: 20%\n", " bucket 38: 20%\n", " bucket 32: 50%\n", "Getting block 41 of 119\n", " Reserving size (52935800) for bucket 41\n", " Calculating Z arrays for bucket 41\n", " Entering block accumulator loop for bucket 41:\n", " Sorting block time: 00:00:54\n", "Returning block of 36171375 for bucket 29\n", " bucket 39: 20%\n", " Sorting block time: 00:01:06\n", "Returning block of 45086210 for bucket 25\n", "Getting block 42 of 119\n", " Reserving size (52935800) for bucket 42\n", " Calculating Z arrays for bucket 42\n", " Entering block accumulator loop for bucket 42:\n", " bucket 36: 40%\n", " bucket 34: 40%\n", " Sorting block time: 00:01:07\n", "Returning block of 47496130 for bucket 27\n", "Getting block 43 of 119\n", " Reserving size (52935800) for bucket 43\n", " Calculating Z arrays for bucket 43\n", " Entering block accumulator loop for bucket 43:\n", " bucket 40: 10%\n", " bucket 31: 70%\n", " bucket 35: 40%\n", "Getting block 44 of 119\n", " Reserving size (52935800) for bucket 44\n", " Calculating Z arrays for bucket 44\n", " Entering block accumulator loop for bucket 44:\n", " bucket 33: 50%\n", " bucket 38: 30%\n", " bucket 37: 30%\n", " Sorting block time: 00:01:10\n", "Returning block of 50548409 for bucket 28\n", " bucket 32: 60%\n", " bucket 41: 10%\n", "Getting block 45 of 119\n", " Reserving size (52935800) for bucket 45\n", " Calculating Z arrays for bucket 45\n", " Entering block accumulator loop for bucket 45:\n", " bucket 39: 30%\n", " bucket 36: 50%\n", " bucket 42: 10%\n", " bucket 34: 50%\n", " bucket 43: 10%\n", " bucket 31: 80%\n", " bucket 40: 20%\n", " bucket 35: 50%\n", " bucket 33: 60%\n", " bucket 44: 10%\n", " bucket 38: 40%\n", " bucket 37: 40%\n", " bucket 32: 70%\n", " bucket 41: 20%\n", " bucket 45: 10%\n", " bucket 36: 60%\n", " bucket 39: 40%\n", " bucket 34: 60%\n", " bucket 43: 20%\n", " bucket 31: 90%\n", " bucket 42: 20%\n", " bucket 40: 30%\n", " bucket 33: 70%\n", " bucket 35: 60%\n", " bucket 44: 20%\n", " bucket 38: 50%\n", " bucket 37: 50%\n", " bucket 32: 80%\n", " bucket 45: 20%\n", " bucket 41: 30%\n", " bucket 36: 70%\n", " bucket 39: 50%\n", " bucket 43: 30%\n", " bucket 31: 100%\n", " Sorting block of length 33324127 for bucket 31\n", " (Using difference cover)\n", " bucket 34: 70%\n", " bucket 44: 30%\n", " bucket 42: 30%\n", " bucket 33: 80%\n", " bucket 40: 40%\n", " bucket 35: 70%\n", " bucket 38: 60%\n", " bucket 37: 60%\n", " bucket 32: 90%\n", " bucket 45: 30%\n", " bucket 41: 40%\n", " bucket 36: 80%\n", " bucket 39: 60%\n", " bucket 43: 40%\n", " bucket 34: 80%\n", " bucket 44: 40%\n", " bucket 33: 90%\n", " bucket 40: 50%\n", " bucket 35: 80%\n", " bucket 42: 40%\n", " bucket 38: 70%\n", " bucket 32: 100%\n", " Sorting block of length 24384455 for bucket 32\n", " (Using difference cover)\n", " bucket 37: 70%\n", " bucket 45: 40%\n", " bucket 36: 90%\n", " bucket 41: 50%\n", " bucket 43: 50%\n", " bucket 39: 70%\n", " bucket 44: 50%\n", " bucket 34: 90%\n", " bucket 33: 100%\n", " Sorting block of length 29616195 for bucket 33\n", " (Using difference cover)\n", " bucket 35: 90%\n", " bucket 40: 60%\n", " bucket 42: 50%\n", " bucket 38: 80%\n", " bucket 37: 80%\n", " bucket 36: 100%\n", " Sorting block of length 4942726 for bucket 36\n", " (Using difference cover)\n", " bucket 45: 50%\n", " bucket 44: 60%\n", " bucket 41: 60%\n", " bucket 43: 60%\n", " bucket 34: 100%\n", " Sorting block of length 47503717 for bucket 34\n", " (Using difference cover)\n", " bucket 39: 80%\n", " Sorting block time: 00:00:07\n", "Returning block of 4942727 for bucket 36\n", "Getting block 46 of 119\n", " Reserving size (52935800) for bucket 46\n", " Calculating Z arrays for bucket 46\n", " Entering block accumulator loop for bucket 46:\n", " bucket 35: 100%\n", " Sorting block of length 51429062 for bucket 35\n", " (Using difference cover)\n", " Sorting block time: 00:00:45\n", "Returning block of 33324128 for bucket 31\n", " bucket 40: 70%\n", " bucket 42: 60%\n", "Getting block 47 of 119\n", " Reserving size (52935800) for bucket 47\n", " Calculating Z arrays for bucket 47\n", " Entering block accumulator loop for bucket 47:\n", " bucket 37: 90%\n", " bucket 38: 90%\n", " bucket 45: 60%\n", " bucket 44: 70%\n", " Sorting block time: 00:00:31\n", "Returning block of 24384456 for bucket 32\n", " bucket 43: 70%\n", "Getting block 48 of 119\n", " Reserving size (52935800) for bucket 48\n", " Calculating Z arrays for bucket 48\n", " Entering block accumulator loop for bucket 48:\n", " bucket 41: 70%\n", " bucket 46: 10%\n", " bucket 39: 90%\n", " bucket 47: 10%\n", " bucket 40: 80%\n", " bucket 44: 80%\n", " bucket 45: 70%\n", " bucket 37: 100%\n", " Sorting block of length 50818001 for bucket 37\n", " (Using difference cover)\n", " bucket 38: 100%\n", " Sorting block of length 11378603 for bucket 38\n", " (Using difference cover)\n", " bucket 42: 70%\n", " Sorting block time: 00:00:36\n", "Returning block of 29616196 for bucket 33\n", " bucket 43: 80%\n", " bucket 41: 80%\n", " bucket 48: 10%\n", "Getting block 49 of 119\n", " Reserving size (52935800) for bucket 49\n", " Calculating Z arrays for bucket 49\n", " Entering block accumulator loop for bucket 49:\n", " bucket 46: 20%\n", " bucket 39: 100%\n", " Sorting block of length 50065689 for bucket 39\n", " (Using difference cover)\n", " bucket 47: 20%\n", " bucket 45: 80%\n", " bucket 44: 90%\n", " bucket 40: 90%\n", " Sorting block time: 00:00:14\n", "Returning block of 11378604 for bucket 38\n", "Getting block 50 of 119\n", " Reserving size (52935800) for bucket 50\n", " Calculating Z arrays for bucket 50\n", " Entering block accumulator loop for bucket 50:\n", " bucket 42: 80%\n", " bucket 43: 90%\n", " bucket 41: 90%\n", " bucket 48: 20%\n", " bucket 49: 10%\n", " bucket 46: 30%\n", " bucket 45: 90%\n", " bucket 47: 30%\n", " bucket 44: 100%\n", " Sorting block of length 36630104 for bucket 44\n", " (Using difference cover)\n", " bucket 40: 100%\n", " Sorting block of length 36564903 for bucket 40\n", " (Using difference cover)\n", " bucket 50: 10%\n", " bucket 41: 100%\n", " Sorting block of length 38288030 for bucket 41\n", " (Using difference cover)\n", " bucket 43: 100%\n", " Sorting block of length 42858649 for bucket 43\n", " (Using difference cover)\n", " bucket 42: 90%\n", " bucket 48: 30%\n", " bucket 46: 40%\n", " bucket 49: 20%\n", " bucket 45: 100%\n", " Sorting block of length 42782429 for bucket 45\n", " (Using difference cover)\n", " bucket 47: 40%\n", " bucket 50: 20%\n", " bucket 48: 40%\n", " bucket 42: 100%\n", " Sorting block of length 48315195 for bucket 42\n", " (Using difference cover)\n", " bucket 46: 50%\n", " bucket 49: 30%\n", " Sorting block time: 00:01:08\n", "Returning block of 47503718 for bucket 34\n", " bucket 47: 50%\n", "Getting block 51 of 119\n", " Reserving size (52935800) for bucket 51\n", " Calculating Z arrays for bucket 51\n", " Entering block accumulator loop for bucket 51:\n", " bucket 50: 30%\n", " bucket 48: 50%\n", " bucket 46: 60%\n", " Sorting block time: 00:01:14\n", "Returning block of 51429063 for bucket 35\n", " bucket 49: 40%\n", "Getting block 52 of 119\n", " Reserving size (52935800) for bucket 52\n", " Calculating Z arrays for bucket 52\n", " Entering block accumulator loop for bucket 52:\n", " bucket 47: 60%\n", " bucket 51: 10%\n", " bucket 50: 40%\n", " bucket 48: 60%\n", " bucket 46: 70%\n", " Sorting block time: 00:01:11\n", "Returning block of 50818002 for bucket 37\n", " bucket 49: 50%\n", " bucket 47: 70%\n", " bucket 52: 10%\n", " Sorting block time: 00:00:49\n", "Returning block of 36630105 for bucket 44\n", "Getting block 53 of 119\n", " Reserving size (52935800) for bucket 53\n", " Calculating Z arrays for bucket 53\n", " Entering block accumulator loop for bucket 53:\n", " bucket 51: 20%\n", " Sorting block time: 00:00:48\n", "Returning block of 36564904 for bucket 40\n", "Getting block 54 of 119\n", " Reserving size (52935800) for bucket 54\n", " Calculating Z arrays for bucket 54\n", " Entering block accumulator loop for bucket 54:\n", " Sorting block time: 00:01:08\n", "Returning block of 50065690 for bucket 39\n", "Getting block 55 of 119\n", " Reserving size (52935800) for bucket 55\n", " Calculating Z arrays for bucket 55\n", " Entering block accumulator loop for bucket 55:\n", " bucket 48: 70%\n", " bucket 50: 50%\n", " bucket 46: 80%\n", "Getting block 56 of 119\n", " Reserving size (52935800) for bucket 56\n", " Calculating Z arrays for bucket 56\n", " Entering block accumulator loop for bucket 56:\n", " Sorting block time: 00:00:56\n", "Returning block of 38288031 for bucket 41\n", " bucket 49: 60%\n", " bucket 52: 20%\n", " bucket 47: 80%\n", " bucket 51: 30%\n", " bucket 53: 10%\n", "Getting block 57 of 119\n", " Reserving size (52935800) for bucket 57\n", " Calculating Z arrays for bucket 57\n", " Entering block accumulator loop for bucket 57:\n", " bucket 54: 10%\n", " Sorting block time: 00:01:00\n", "Returning block of 42858650 for bucket 43\n", " bucket 55: 10%\n", " bucket 50: 60%\n", " bucket 48: 80%\n", " bucket 46: 90%\n", " Sorting block time: 00:00:57\n", "Returning block of 42782430 for bucket 45\n", "Getting block 58 of 119\n", " Reserving size (52935800) for bucket 58\n", " Calculating Z arrays for bucket 58\n", " Entering block accumulator loop for bucket 58:\n", " bucket 56: 10%\n", "Getting block 59 of 119\n", " Reserving size (52935800) for bucket 59\n", " Calculating Z arrays for bucket 59\n", " Entering block accumulator loop for bucket 59:\n", " bucket 51: 40%\n", " bucket 52: 30%\n", " bucket 49: 70%\n", " bucket 47: 90%\n", " bucket 53: 20%\n", " bucket 57: 10%\n", " bucket 54: 20%\n", " bucket 50: 70%\n", " bucket 48: 90%\n", " bucket 46: 100%\n", " Sorting block of length 48158633 for bucket 46\n", " (Using difference cover)\n", " bucket 55: 20%\n", " bucket 58: 10%\n", " Sorting block time: 00:01:05\n", "Returning block of 48315196 for bucket 42\n", " bucket 56: 20%\n", " bucket 51: 50%\n", " bucket 52: 40%\n", " bucket 59: 10%\n", " bucket 49: 80%\n", "Getting block 60 of 119\n", " Reserving size (52935800) for bucket 60\n", " Calculating Z arrays for bucket 60\n", " Entering block accumulator loop for bucket 60:\n", " bucket 47: 100%\n", " Sorting block of length 26422616 for bucket 47\n", " (Using difference cover)\n", " bucket 53: 30%\n", " bucket 57: 20%\n", " bucket 54: 30%\n", " bucket 50: 80%\n", " bucket 48: 100%\n", " Sorting block of length 42075700 for bucket 48\n", " (Using difference cover)\n", " bucket 55: 30%\n", " bucket 51: 60%\n", " bucket 58: 20%\n", " bucket 56: 30%\n", " bucket 49: 90%\n", " bucket 52: 50%\n", " bucket 59: 20%\n", " bucket 60: 10%\n", " bucket 53: 40%\n", " bucket 57: 30%\n", " bucket 54: 40%\n", " bucket 50: 90%\n", " bucket 51: 70%\n", " bucket 55: 40%\n", " bucket 56: 40%\n", " bucket 58: 30%\n", " bucket 49: 100%\n", " Sorting block of length 37159703 for bucket 49\n", " (Using difference cover)\n", " bucket 52: 60%\n", " bucket 59: 30%\n", " bucket 60: 20%\n", " bucket 54: 50%\n", " bucket 53: 50%\n", " bucket 50: 100%\n", " Sorting block of length 45626627 for bucket 50\n", " (Using difference cover)\n", " bucket 57: 40%\n", " Sorting block time: 00:00:33\n", "Returning block of 26422617 for bucket 47\n", "Getting block 61 of 119\n", " Reserving size (52935800) for bucket 61\n", " Calculating Z arrays for bucket 61\n", " Entering block accumulator loop for bucket 61:\n", " bucket 51: 80%\n", " bucket 56: 50%\n", " bucket 55: 50%\n", " bucket 52: 70%\n", " bucket 58: 40%\n", " bucket 54: 60%\n", " bucket 59: 40%\n", " bucket 60: 30%\n", " bucket 53: 60%\n", " bucket 57: 50%\n", " bucket 51: 90%\n", " bucket 61: 10%\n", " bucket 52: 80%\n", " bucket 55: 60%\n", " bucket 56: 60%\n", " bucket 58: 50%\n", " bucket 54: 70%\n", " Sorting block time: 00:00:50\n", "Returning block of 42075701 for bucket 48\n", " bucket 53: 70%\n", " bucket 59: 50%\n", " bucket 60: 40%\n", " bucket 57: 60%\n", " bucket 51: 100%\n", " Sorting block of length 20440766 for bucket 51\n", " (Using difference cover)\n", "Getting block 62 of 119\n", " Reserving size (52935800) for bucket 62\n", " Calculating Z arrays for bucket 62\n", " Entering block accumulator loop for bucket 62:\n", " Sorting block time: 00:01:10\n", "Returning block of 48158634 for bucket 46\n", " bucket 52: 90%\n", " bucket 55: 70%\n", " bucket 61: 20%\n", " bucket 54: 80%\n", "Getting block 63 of 119\n", " Reserving size (52935800) for bucket 63\n", " Calculating Z arrays for bucket 63\n", " Entering block accumulator loop for bucket 63:\n", " bucket 56: 70%\n", " bucket 58: 60%\n", " bucket 53: 80%\n", " bucket 59: 60%\n", " bucket 60: 50%\n", " bucket 57: 70%\n", " bucket 62: 10%\n", " Sorting block time: 00:00:51\n", "Returning block of 37159704 for bucket 49\n", " bucket 52: 100%\n", " Sorting block of length 45177036 for bucket 52\n", " (Using difference cover)\n", " bucket 55: 80%\n", "Getting block 64 of 119\n", " Reserving size (52935800) for bucket 64\n", " Calculating Z arrays for bucket 64\n", " Entering block accumulator loop for bucket 64:\n", " bucket 63: 10%\n", " bucket 54: 90%\n", " bucket 58: 70%\n", " bucket 56: 80%\n", " bucket 61: 30%\n", " Sorting block time: 00:00:24\n", "Returning block of 20440767 for bucket 51\n", " bucket 59: 70%\n", " bucket 53: 90%\n", "Getting block 65 of 119\n", " Reserving size (52935800) for bucket 65\n", " Calculating Z arrays for bucket 65\n", " Entering block accumulator loop for bucket 65:\n", " bucket 57: 80%\n", " bucket 60: 60%\n", " bucket 62: 20%\n", " bucket 55: 90%\n", " Sorting block time: 00:01:02\n", "Returning block of 45626628 for bucket 50\n", " bucket 64: 10%\n", " bucket 63: 20%\n", " bucket 54: 100%\n", " Sorting block of length 47769927 for bucket 54\n", " (Using difference cover)\n", "Getting block 66 of 119\n", " Reserving size (52935800) for bucket 66\n", " Calculating Z arrays for bucket 66\n", " Entering block accumulator loop for bucket 66:\n", " bucket 58: 80%\n", " bucket 56: 90%\n", " bucket 59: 80%\n", " bucket 61: 40%\n", " bucket 53: 100%\n", " Sorting block of length 48954032 for bucket 53\n", " (Using difference cover)\n", " bucket 57: 90%\n", " bucket 65: 10%\n", " bucket 60: 70%\n", " bucket 62: 30%\n", " bucket 55: 100%\n", " Sorting block of length 46965806 for bucket 55\n", " (Using difference cover)\n", " bucket 63: 30%\n", " bucket 64: 20%\n", " bucket 66: 10%\n", " bucket 59: 90%\n", " bucket 58: 90%\n", " bucket 56: 100%\n", " Sorting block of length 43307684 for bucket 56\n", " (Using difference cover)\n", " bucket 65: 20%\n", " bucket 57: 100%\n", " Sorting block of length 46030295 for bucket 57\n", " (Using difference cover)\n", " bucket 60: 80%\n", " bucket 62: 40%\n", " bucket 61: 50%\n", " bucket 63: 40%\n", " bucket 64: 30%\n", " bucket 59: 100%\n", " Sorting block of length 41058506 for bucket 59\n", " (Using difference cover)\n", " bucket 66: 20%\n", " bucket 58: 100%\n", " Sorting block of length 52598283 for bucket 58\n", " (Using difference cover)\n", " bucket 65: 30%\n", " bucket 60: 90%\n", " bucket 62: 50%\n", " bucket 61: 60%\n", " bucket 63: 50%\n", " bucket 64: 40%\n", " bucket 66: 30%\n", " bucket 60: 100%\n", " Sorting block of length 44335262 for bucket 60\n", " (Using difference cover)\n", " Sorting block time: 00:01:03\n", "Returning block of 45177037 for bucket 52\n", " bucket 65: 40%\n", " bucket 62: 60%\n", "Getting block 67 of 119\n", " Reserving size (52935800) for bucket 67\n", " Calculating Z arrays for bucket 67\n", " Entering block accumulator loop for bucket 67:\n", " bucket 61: 70%\n", " bucket 63: 60%\n", " bucket 64: 50%\n", " bucket 66: 40%\n", " bucket 62: 70%\n", " bucket 65: 50%\n", " bucket 67: 10%\n", " bucket 61: 80%\n", " bucket 63: 70%\n", " bucket 64: 60%\n", " Sorting block time: 00:01:08\n", "Returning block of 47769928 for bucket 54\n", " bucket 62: 80%\n", " bucket 66: 50%\n", "Getting block 68 of 119\n", " Reserving size (52935800) for bucket 68\n", " Calculating Z arrays for bucket 68\n", " Entering block accumulator loop for bucket 68:\n", " Sorting block time: 00:01:08\n", "Returning block of 48954033 for bucket 53\n", " bucket 65: 60%\n", " bucket 67: 20%\n", "Getting block 69 of 119\n", " Reserving size (52935800) for bucket 69\n", " Calculating Z arrays for bucket 69\n", " Entering block accumulator loop for bucket 69:\n", " Sorting block time: 00:01:00\n", "Returning block of 43307685 for bucket 56\n", " Sorting block time: 00:01:09\n", "Returning block of 46965807 for bucket 55\n", "Getting block 70 of 119\n", " Reserving size (52935800) for bucket 70\n", " Calculating Z arrays for bucket 70\n", " Entering block accumulator loop for bucket 70:\n", " bucket 61: 90%\n", " bucket 63: 80%\n", " bucket 64: 70%\n", "Getting block 71 of 119\n", " Reserving size (52935800) for bucket 71\n", " Calculating Z arrays for bucket 71\n", " Entering block accumulator loop for bucket 71:\n", " Sorting block time: 00:01:05\n", "Returning block of 46030296 for bucket 57\n", " bucket 62: 90%\n", " bucket 66: 60%\n", " bucket 68: 10%\n", " bucket 65: 70%\n", "Getting block 72 of 119\n", " Reserving size (52935800) for bucket 72\n", " Calculating Z arrays for bucket 72\n", " Entering block accumulator loop for bucket 72:\n", " Sorting block time: 00:00:57\n", "Returning block of 41058507 for bucket 59\n", " bucket 69: 10%\n", " bucket 67: 30%\n", "Getting block 73 of 119\n", " Reserving size (52935800) for bucket 73\n", " Calculating Z arrays for bucket 73\n", " Entering block accumulator loop for bucket 73:\n", " bucket 70: 10%\n", " bucket 61: 100%\n", " Sorting block of length 37371848 for bucket 61\n", " (Using difference cover)\n", " bucket 63: 90%\n", " bucket 64: 80%\n", " bucket 71: 10%\n", " bucket 62: 100%\n", " Sorting block of length 39197567 for bucket 62\n", " (Using difference cover)\n", " bucket 66: 70%\n", " bucket 65: 80%\n", " bucket 68: 20%\n", " bucket 72: 10%\n", " Sorting block time: 00:01:12\n", "Returning block of 52598284 for bucket 58\n", " bucket 73: 10%\n", " bucket 69: 20%\n", " bucket 67: 40%\n", " Sorting block time: 00:01:00\n", "Returning block of 44335263 for bucket 60\n", "Getting block 74 of 119\n", " Reserving size (52935800) for bucket 74\n", " Calculating Z arrays for bucket 74\n", " Entering block accumulator loop for bucket 74:\n", " bucket 70: 20%\n", " bucket 63: 100%\n", " Sorting block of length 34432930 for bucket 63\n", " (Using difference cover)\n", "Getting block 75 of 119\n", " Reserving size (52935800) for bucket 75\n", " Calculating Z arrays for bucket 75\n", " Entering block accumulator loop for bucket 75:\n", " bucket 64: 90%\n", " bucket 71: 20%\n", " bucket 66: 80%\n", " bucket 65: 90%\n", " bucket 68: 30%\n", " bucket 72: 20%\n", " bucket 73: 20%\n", " bucket 69: 30%\n", " bucket 67: 50%\n", " bucket 74: 10%\n", " bucket 70: 30%\n", " bucket 64: 100%\n", " Sorting block of length 49466795 for bucket 64\n", " (Using difference cover)\n", " bucket 75: 10%\n", " bucket 66: 90%\n", " bucket 71: 30%\n", " bucket 65: 100%\n", " Sorting block of length 51366563 for bucket 65\n", " (Using difference cover)\n", " bucket 68: 40%\n", " bucket 73: 30%\n", " bucket 72: 30%\n", " bucket 69: 40%\n", " bucket 67: 60%\n", " bucket 74: 20%\n", " bucket 70: 40%\n", " bucket 75: 20%\n", " bucket 66: 100%\n", " Sorting block of length 48180645 for bucket 66\n", " (Using difference cover)\n", " bucket 71: 40%\n", " bucket 68: 50%\n", " bucket 73: 40%\n", " bucket 72: 40%\n", " Sorting block time: 00:00:50\n", "Returning block of 37371849 for bucket 61\n", " bucket 69: 50%\n", "Getting block 76 of 119\n", " Reserving size (52935800) for bucket 76\n", " Calculating Z arrays for bucket 76\n", " Entering block accumulator loop for bucket 76:\n", " bucket 74: 30%\n", " bucket 70: 50%\n", " bucket 67: 70%\n", " Sorting block time: 00:00:50\n", "Returning block of 39197568 for bucket 62\n", "Getting block 77 of 119\n", " Reserving size (52935800) for bucket 77\n", " Calculating Z arrays for bucket 77\n", " Entering block accumulator loop for bucket 77:\n", " bucket 75: 30%\n", " bucket 68: 60%\n", " bucket 71: 50%\n", " Sorting block time: 00:00:43\n", "Returning block of 34432931 for bucket 63\n", " bucket 72: 50%\n", " bucket 73: 50%\n", "Getting block 78 of 119\n", " Reserving size (52935800) for bucket 78\n", " Calculating Z arrays for bucket 78\n", " Entering block accumulator loop for bucket 78:\n", " bucket 69: 60%\n", " bucket 70: 60%\n", " bucket 67: 80%\n", " bucket 74: 40%\n", " bucket 76: 10%\n", " bucket 68: 70%\n", " bucket 77: 10%\n", " bucket 75: 40%\n", " bucket 71: 60%\n", " bucket 72: 60%\n", " bucket 73: 60%\n", " bucket 78: 10%\n", " bucket 69: 70%\n", " bucket 70: 70%\n", " bucket 67: 90%\n", " bucket 74: 50%\n", " bucket 76: 20%\n", " bucket 68: 80%\n", " bucket 71: 70%\n", " bucket 72: 70%\n", " bucket 75: 50%\n", " bucket 77: 20%\n", " bucket 73: 70%\n", " Sorting block time: 00:01:00\n", "Returning block of 49466796 for bucket 64\n", " bucket 78: 20%\n", " bucket 70: 80%\n", " bucket 69: 80%\n", "Getting block 79 of 119\n", " Reserving size (52935800) for bucket 79\n", " Calculating Z arrays for bucket 79\n", " Entering block accumulator loop for bucket 79:\n", " bucket 67: 100%\n", " Sorting block of length 39698158 for bucket 67\n", " (Using difference cover)\n", " bucket 74: 60%\n", " bucket 76: 30%\n", " bucket 71: 80%\n", " Sorting block time: 00:01:05\n", "Returning block of 51366564 for bucket 65\n", " bucket 68: 90%\n", " bucket 72: 80%\n", " bucket 75: 60%\n", " bucket 77: 30%\n", "Getting block 80 of 119\n", " Reserving size (52935800) for bucket 80\n", " Calculating Z arrays for bucket 80\n", " Entering block accumulator loop for bucket 80:\n", " bucket 73: 80%\n", " bucket 70: 90%\n", " bucket 78: 30%\n", " bucket 69: 90%\n", " bucket 79: 10%\n", " bucket 71: 90%\n", " Sorting block time: 00:01:07\n", "Returning block of 48180646 for bucket 66\n", " bucket 74: 70%\n", " bucket 68: 100%\n", " Sorting block of length 38359366 for bucket 68\n", " (Using difference cover)\n", " bucket 72: 90%\n", " bucket 76: 40%\n", " bucket 75: 70%\n", "Getting block 81 of 119\n", " Reserving size (52935800) for bucket 81\n", " Calculating Z arrays for bucket 81\n", " Entering block accumulator loop for bucket 81:\n", " bucket 77: 40%\n", " bucket 73: 90%\n", " bucket 80: 10%\n", " bucket 70: 100%\n", " Sorting block of length 50219398 for bucket 70\n", " (Using difference cover)\n", " bucket 69: 100%\n", " Sorting block of length 32020729 for bucket 69\n", " (Using difference cover)\n", " bucket 71: 100%\n", " Sorting block of length 43120914 for bucket 71\n", " (Using difference cover)\n", " bucket 78: 40%\n", " bucket 79: 20%\n", " bucket 72: 100%\n", " Sorting block of length 13415020 for bucket 72\n", " (Using difference cover)\n", " bucket 74: 80%\n", " bucket 76: 50%\n", " bucket 81: 10%\n", " bucket 75: 80%\n", " bucket 73: 100%\n", " Sorting block of length 44563684 for bucket 73\n", " (Using difference cover)\n", " bucket 77: 50%\n", " bucket 80: 20%\n", " bucket 78: 50%\n", " bucket 79: 30%\n", " bucket 76: 60%\n", " bucket 75: 90%\n", " bucket 74: 90%\n", " bucket 81: 20%\n", " bucket 80: 30%\n", " Sorting block time: 00:00:19\n", "Returning block of 13415021 for bucket 72\n", " bucket 77: 60%\n", " Sorting block time: 00:00:50\n", "Returning block of 39698159 for bucket 67\n", "Getting block 82 of 119\n", " Reserving size (52935800) for bucket 82\n", " Calculating Z arrays for bucket 82\n", " Entering block accumulator loop for bucket 82:\n", "Getting block 83 of 119\n", " Reserving size (52935800) for bucket 83\n", " Calculating Z arrays for bucket 83\n", " Entering block accumulator loop for bucket 83:\n", " bucket 78: 60%\n", " bucket 79: 40%\n", " bucket 75: 100%\n", " Sorting block of length 7411020 for bucket 75\n", " (Using difference cover)\n", " bucket 76: 70%\n", " bucket 81: 30%\n", " bucket 74: 100%\n", " Sorting block of length 48765149 for bucket 74\n", " (Using difference cover)\n", " bucket 80: 40%\n", " bucket 77: 70%\n", " bucket 82: 10%\n", " Sorting block time: 00:00:52\n", "Returning block of 38359367 for bucket 68\n", " bucket 78: 70%\n", " Sorting block time: 00:00:11\n", "Returning block of 7411021 for bucket 75\n", " bucket 83: 10%\n", "Getting block 84 of 119\n", " Reserving size (52935800) for bucket 84\n", " Calculating Z arrays for bucket 84\n", " Entering block accumulator loop for bucket 84:\n", " bucket 79: 50%\n", "Getting block 85 of 119\n", " Reserving size (52935800) for bucket 85\n", " Calculating Z arrays for bucket 85\n", " Entering block accumulator loop for bucket 85:\n", " bucket 81: 40%\n", " Sorting block time: 00:00:47\n", "Returning block of 32020730 for bucket 69\n", " bucket 76: 80%\n", " bucket 80: 50%\n", " bucket 77: 80%\n", "Getting block 86 of 119\n", " Reserving size (52935800) for bucket 86\n", " Calculating Z arrays for bucket 86\n", " Entering block accumulator loop for bucket 86:\n", " bucket 82: 20%\n", " bucket 84: 10%\n", " bucket 78: 80%\n", " bucket 79: 60%\n", " Sorting block time: 00:00:58\n", "Returning block of 43120915 for bucket 71\n", " bucket 85: 10%\n", " bucket 83: 20%\n", "Getting block 87 of 119\n", " Reserving size (52935800) for bucket 87\n", " Calculating Z arrays for bucket 87\n", " Entering block accumulator loop for bucket 87:\n", " bucket 80: 60%\n", " bucket 77: 90%\n", " bucket 86: 10%\n", " bucket 81: 50%\n", " bucket 76: 90%\n", " Sorting block time: 00:01:06\n", "Returning block of 50219399 for bucket 70\n", " Sorting block time: 00:01:02\n", "Returning block of 44563685 for bucket 73\n", "Getting block 88 of 119\n", " Reserving size (52935800) for bucket 88\n", " Calculating Z arrays for bucket 88\n", " Entering block accumulator loop for bucket 88:\n", " bucket 82: 30%\n", " bucket 84: 20%\n", " bucket 79: 70%\n", "Getting block 89 of 119\n", " Reserving size (52935800) for bucket 89\n", " Calculating Z arrays for bucket 89\n", " Entering block accumulator loop for bucket 89:\n", " bucket 78: 90%\n", " bucket 85: 20%\n", " bucket 77: 100%\n", " Sorting block of length 11767055 for bucket 77\n", " (Using difference cover)\n", " bucket 80: 70%\n", " bucket 87: 10%\n", " bucket 86: 20%\n", " bucket 83: 30%\n", " bucket 81: 60%\n", " bucket 76: 100%\n", " Sorting block of length 61950114 for bucket 76\n", " (Using difference cover)\n", " bucket 88: 10%\n", " bucket 82: 40%\n", " bucket 84: 30%\n", " bucket 79: 80%\n", " bucket 78: 100%\n", " Sorting block of length 44614634 for bucket 78\n", " (Using difference cover)\n", " bucket 89: 10%\n", " bucket 85: 30%\n", " bucket 80: 80%\n", " bucket 86: 30%\n", " bucket 87: 20%\n", " Sorting block time: 00:00:17\n", "Returning block of 11767056 for bucket 77\n", " bucket 83: 40%\n", "Getting block 90 of 119\n", " Reserving size (52935800) for bucket 90\n", " Calculating Z arrays for bucket 90\n", " Entering block accumulator loop for bucket 90:\n", " bucket 81: 70%\n", " bucket 82: 50%\n", " Sorting block time: 00:01:04\n", "Returning block of 48765150 for bucket 74\n", " bucket 88: 20%\n", " bucket 79: 90%\n", " bucket 84: 40%\n", " bucket 89: 20%\n", "Getting block 91 of 119\n", " Reserving size (52935800) for bucket 91\n", " Calculating Z arrays for bucket 91\n", " Entering block accumulator loop for bucket 91:\n", " bucket 85: 40%\n", " bucket 86: 40%\n", " bucket 80: 90%\n", " bucket 87: 30%\n", " bucket 90: 10%\n", " bucket 83: 50%\n", " bucket 81: 80%\n", " bucket 82: 60%\n", " bucket 79: 100%\n", " Sorting block of length 48590312 for bucket 79\n", " (Using difference cover)\n", " bucket 84: 50%\n", " bucket 88: 30%\n", " bucket 91: 10%\n", " bucket 89: 30%\n", " bucket 85: 50%\n", " bucket 86: 50%\n", " bucket 90: 20%\n", " bucket 80: 100%\n", " Sorting block of length 8338037 for bucket 80\n", " (Using difference cover)\n", " bucket 87: 40%\n", " bucket 82: 70%\n", " bucket 81: 90%\n", " bucket 83: 60%\n", " bucket 84: 60%\n", " bucket 91: 20%\n", " bucket 88: 40%\n", " Sorting block time: 00:00:10\n", "Returning block of 8338038 for bucket 80\n", " bucket 89: 40%\n", "Getting block 92 of 119\n", " Reserving size (52935800) for bucket 92\n", " Calculating Z arrays for bucket 92\n", " Entering block accumulator loop for bucket 92:\n", " bucket 85: 60%\n", " bucket 90: 30%\n", " bucket 86: 60%\n", " bucket 87: 50%\n", " bucket 82: 80%\n", " Sorting block time: 00:00:54\n", "Returning block of 44614635 for bucket 78\n", " bucket 84: 70%\n", " bucket 81: 100%\n", " Sorting block of length 47036813 for bucket 81\n", " (Using difference cover)\n", " bucket 91: 30%\n", " bucket 83: 70%\n", "Getting block 93 of 119\n", " Reserving size (52935800) for bucket 93\n", " Calculating Z arrays for bucket 93\n", " Entering block accumulator loop for bucket 93:\n", " bucket 88: 50%\n", " bucket 92: 10%\n", " bucket 89: 50%\n", " bucket 85: 70%\n", " bucket 90: 40%\n", " bucket 86: 70%\n", " bucket 82: 90%\n", " bucket 87: 60%\n", " bucket 84: 80%\n", " bucket 91: 40%\n", " bucket 88: 60%\n", " bucket 93: 10%\n", " Sorting block time: 00:01:19\n", "Returning block of 61950115 for bucket 76\n", " bucket 92: 20%\n", " bucket 83: 80%\n", " bucket 85: 80%\n", " bucket 89: 60%\n", "Getting block 94 of 119\n", " Reserving size (52935800) for bucket 94\n", " Calculating Z arrays for bucket 94\n", " Entering block accumulator loop for bucket 94:\n", " bucket 90: 50%\n", " bucket 86: 80%\n", " bucket 82: 100%\n", " Sorting block of length 36616573 for bucket 82\n", " (Using difference cover)\n", " bucket 87: 70%\n", " bucket 84: 90%\n", " bucket 91: 50%\n", " bucket 88: 70%\n", " bucket 93: 20%\n", " bucket 92: 30%\n", " Sorting block time: 00:01:00\n", "Returning block of 48590313 for bucket 79\n", " bucket 85: 90%\n", " bucket 89: 70%\n", " bucket 94: 10%\n", " bucket 83: 90%\n", "Getting block 95 of 119\n", " Reserving size (52935800) for bucket 95\n", " Calculating Z arrays for bucket 95\n", " Entering block accumulator loop for bucket 95:\n", " bucket 90: 60%\n", " bucket 86: 90%\n", " bucket 87: 80%\n", " bucket 84: 100%\n", " Sorting block of length 39823362 for bucket 84\n", " (Using difference cover)\n", " bucket 91: 60%\n", " bucket 88: 80%\n", " bucket 93: 30%\n", " bucket 92: 40%\n", " bucket 89: 80%\n", " bucket 85: 100%\n", " Sorting block of length 43459708 for bucket 85\n", " (Using difference cover)\n", " bucket 94: 20%\n", " bucket 95: 10%\n", " bucket 83: 100%\n", " Sorting block of length 40780078 for bucket 83\n", " (Using difference cover)\n", " bucket 90: 70%\n", " bucket 86: 100%\n", " Sorting block of length 31363523 for bucket 86\n", " (Using difference cover)\n", " bucket 87: 90%\n", " bucket 91: 70%\n", " bucket 88: 90%\n", " Sorting block time: 00:01:01\n", "Returning block of 47036814 for bucket 81\n", " bucket 92: 50%\n", " bucket 93: 40%\n", " bucket 89: 90%\n", "Getting block 96 of 119\n", " Reserving size (52935800) for bucket 96\n", " Calculating Z arrays for bucket 96\n", " Entering block accumulator loop for bucket 96:\n", " bucket 94: 30%\n", " bucket 90: 80%\n", " bucket 95: 20%\n", " bucket 87: 100%\n", " Sorting block of length 52565316 for bucket 87\n", " (Using difference cover)\n", " bucket 91: 80%\n", " bucket 88: 100%\n", " Sorting block of length 22158123 for bucket 88\n", " (Using difference cover)\n", " Sorting block time: 00:00:51\n", "Returning block of 36616574 for bucket 82\n", " bucket 92: 60%\n", " bucket 93: 50%\n", " bucket 96: 10%\n", "Getting block 97 of 119\n", " Reserving size (52935800) for bucket 97\n", " Calculating Z arrays for bucket 97\n", " Entering block accumulator loop for bucket 97:\n", " bucket 89: 100%\n", " Sorting block of length 37575767 for bucket 89\n", " (Using difference cover)\n", " bucket 94: 40%\n", " bucket 90: 90%\n", " bucket 95: 30%\n", " bucket 91: 90%\n", " bucket 92: 70%\n", " bucket 96: 20%\n", " bucket 93: 60%\n", " Sorting block time: 00:00:50\n", "Returning block of 39823363 for bucket 84\n", " bucket 97: 10%\n", " Sorting block time: 00:00:42\n", "Returning block of 31363524 for bucket 86\n", " bucket 94: 50%\n", "Getting block 98 of 119\n", " Reserving size (52935800) for bucket 98\n", " Calculating Z arrays for bucket 98\n", " Entering block accumulator loop for bucket 98:\n", " bucket 90: 100%\n", " Sorting block of length 39166778 for bucket 90\n", " (Using difference cover)\n", "Getting block 99 of 119\n", " Reserving size (52935800) for bucket 99\n", " Calculating Z arrays for bucket 99\n", " Entering block accumulator loop for bucket 99:\n", " bucket 91: 100%\n", " Sorting block of length 32782348 for bucket 91\n", " (Using difference cover)\n", " bucket 95: 40%\n", " bucket 92: 80%\n", " bucket 96: 30%\n", " Sorting block time: 00:00:32\n", "Returning block of 22158124 for bucket 88\n", " bucket 97: 20%\n", " bucket 93: 70%\n", "Getting block 100 of 119\n", " Reserving size (52935800) for bucket 100\n", " Calculating Z arrays for bucket 100\n", " Entering block accumulator loop for bucket 100:\n", " Sorting block time: 00:00:56\n", "Returning block of 40780079 for bucket 83\n", " Sorting block time: 00:01:00\n", "Returning block of 43459709 for bucket 85\n", " bucket 98: 10%\n", " bucket 94: 60%\n", "Getting block 101 of 119\n", " Reserving size (52935800) for bucket 101\n", " Calculating Z arrays for bucket 101\n", " Entering block accumulator loop for bucket 101:\n", " bucket 99: 10%\n", "Getting block 102 of 119\n", " Reserving size (52935800) for bucket 102\n", " Calculating Z arrays for bucket 102\n", " Entering block accumulator loop for bucket 102:\n", " bucket 95: 50%\n", " bucket 92: 90%\n", " bucket 96: 40%\n", " bucket 93: 80%\n", " bucket 97: 30%\n", " bucket 100: 10%\n", " bucket 98: 20%\n", " bucket 102: 10%\n", " bucket 101: 10%\n", " bucket 99: 20%\n", " bucket 94: 70%\n", " Sorting block time: 00:00:51\n", "Returning block of 37575768 for bucket 89\n", "Getting block 103 of 119\n", " Reserving size (52935800) for bucket 103\n", " Calculating Z arrays for bucket 103\n", " Entering block accumulator loop for bucket 103:\n", " bucket 95: 60%\n", " bucket 92: 100%\n", " Sorting block of length 20940320 for bucket 92\n", " (Using difference cover)\n", " bucket 93: 90%\n", " bucket 96: 50%\n", " bucket 97: 40%\n", " bucket 100: 20%\n", " bucket 98: 30%\n", " Sorting block time: 00:01:10\n", "Returning block of 52565317 for bucket 87\n", " bucket 94: 80%\n", " Sorting block time: 00:00:42\n", "Returning block of 32782349 for bucket 91\n", " bucket 101: 20%\n", " bucket 102: 20%\n", " bucket 99: 30%\n", "Getting block 104 of 119\n", " Reserving size (52935800) for bucket 104\n", " Calculating Z arrays for bucket 104\n", " Entering block accumulator loop for bucket 104:\n", "Getting block 105 of 119\n", " Reserving size (52935800) for bucket 105\n", " Calculating Z arrays for bucket 105\n", " Entering block accumulator loop for bucket 105:\n", " Sorting block time: 00:00:49\n", "Returning block of 39166779 for bucket 90\n", " bucket 103: 10%\n", "Getting block 106 of 119\n", " Reserving size (52935800) for bucket 106\n", " Calculating Z arrays for bucket 106\n", " Entering block accumulator loop for bucket 106:\n", " bucket 95: 70%\n", " bucket 93: 100%\n", " Sorting block of length 51010823 for bucket 93\n", " (Using difference cover)\n", " bucket 96: 60%\n", " bucket 97: 50%\n", " bucket 100: 30%\n", " bucket 94: 90%\n", " bucket 98: 40%\n", " bucket 101: 30%\n", " bucket 102: 30%\n", " bucket 99: 40%\n", " bucket 104: 10%\n", " bucket 105: 10%\n", " Sorting block time: 00:00:25\n", "Returning block of 20940321 for bucket 92\n", "Getting block 107 of 119\n", " Reserving size (52935800) for bucket 107\n", " Calculating Z arrays for bucket 107\n", " Entering block accumulator loop for bucket 107:\n", " bucket 103: 20%\n", " bucket 106: 10%\n", " bucket 95: 80%\n", " bucket 96: 70%\n", " bucket 97: 60%\n", " bucket 100: 40%\n", " bucket 94: 100%\n", " Sorting block of length 13377643 for bucket 94\n", " (Using difference cover)\n", " bucket 98: 50%\n", " bucket 102: 40%\n", " bucket 99: 50%\n", " bucket 101: 40%\n", " bucket 104: 20%\n", " bucket 105: 20%\n", " bucket 107: 10%\n", " bucket 106: 20%\n", " bucket 103: 30%\n", " bucket 95: 90%\n", " bucket 96: 80%\n", " bucket 97: 70%\n", " bucket 100: 50%\n", " Sorting block time: 00:00:15\n", "Returning block of 13377644 for bucket 94\n", " bucket 98: 60%\n", "Getting block 108 of 119\n", " Reserving size (52935800) for bucket 108\n", " Calculating Z arrays for bucket 108\n", " Entering block accumulator loop for bucket 108:\n", " bucket 102: 50%\n", " bucket 99: 60%\n", " bucket 101: 50%\n", " bucket 105: 30%\n", " bucket 104: 30%\n", " bucket 106: 30%\n", " bucket 103: 40%\n", " bucket 107: 20%\n", " bucket 96: 90%\n", " bucket 95: 100%\n", " Sorting block of length 46362186 for bucket 95\n", " (Using difference cover)\n", " bucket 97: 80%\n", " bucket 100: 60%\n", " bucket 98: 70%\n", " bucket 108: 10%\n", " bucket 102: 60%\n", " bucket 99: 70%\n", " bucket 104: 40%\n", " bucket 101: 60%\n", " bucket 105: 40%\n", " bucket 96: 100%\n", " Sorting block of length 43983944 for bucket 96\n", " (Using difference cover)\n", " bucket 103: 50%\n", " bucket 106: 40%\n", " bucket 107: 30%\n", " Sorting block time: 00:01:03\n", "Returning block of 51010824 for bucket 93\n", " bucket 97: 90%\n", " bucket 100: 70%\n", "Getting block 109 of 119\n", " Reserving size (52935800) for bucket 109\n", " Calculating Z arrays for bucket 109\n", " Entering block accumulator loop for bucket 109:\n", " bucket 98: 80%\n", " bucket 108: 20%\n", " bucket 102: 70%\n", " bucket 99: 80%\n", " bucket 104: 50%\n", " bucket 101: 70%\n", " bucket 105: 50%\n", " bucket 103: 60%\n", " bucket 107: 40%\n", " bucket 106: 50%\n", " bucket 97: 100%\n", " Sorting block of length 49141996 for bucket 97\n", " (Using difference cover)\n", " bucket 100: 80%\n", " bucket 109: 10%\n", " bucket 98: 90%\n", " bucket 108: 30%\n", " bucket 102: 80%\n", " bucket 99: 90%\n", " bucket 104: 60%\n", " bucket 101: 80%\n", " bucket 105: 60%\n", " bucket 107: 50%\n", " bucket 103: 70%\n", " bucket 106: 60%\n", " bucket 100: 90%\n", " bucket 109: 20%\n", " bucket 98: 100%\n", " Sorting block of length 33348700 for bucket 98\n", " (Using difference cover)\n", " bucket 104: 70%\n", " bucket 99: 100%\n", " Sorting block of length 35696889 for bucket 99\n", " (Using difference cover)\n", " bucket 108: 40%\n", " bucket 102: 90%\n", " bucket 101: 90%\n", " bucket 105: 70%\n", " bucket 107: 60%\n", " Sorting block time: 00:00:58\n", "Returning block of 46362187 for bucket 95\n", " bucket 103: 80%\n", "Getting block 110 of 119\n", " Reserving size (52935800) for bucket 110\n", " Calculating Z arrays for bucket 110\n", " Entering block accumulator loop for bucket 110:\n", " bucket 106: 70%\n", " bucket 109: 30%\n", " bucket 100: 100%\n", " Sorting block of length 51559592 for bucket 100\n", " (Using difference cover)\n", " Sorting block time: 00:00:56\n", "Returning block of 43983945 for bucket 96\n", " bucket 108: 50%\n", " bucket 104: 80%\n", " bucket 102: 100%\n", " Sorting block of length 38405005 for bucket 102\n", " (Using difference cover)\n", "Getting block 111 of 119\n", " Reserving size (52935800) for bucket 111\n", " Calculating Z arrays for bucket 111\n", " Entering block accumulator loop for bucket 111:\n", " bucket 101: 100%\n", " Sorting block of length 38890115 for bucket 101\n", " (Using difference cover)\n", " bucket 105: 80%\n", " bucket 107: 70%\n", " bucket 103: 90%\n", " bucket 110: 10%\n", " bucket 109: 40%\n", " bucket 106: 80%\n", " bucket 108: 60%\n", " bucket 104: 90%\n", " bucket 105: 90%\n", " bucket 111: 10%\n", " bucket 103: 100%\n", " Sorting block of length 34325991 for bucket 103\n", " (Using difference cover)\n", " bucket 107: 80%\n", " bucket 109: 50%\n", " bucket 110: 20%\n", " bucket 106: 90%\n", " Sorting block time: 00:00:42\n", "Returning block of 33348701 for bucket 98\n", " bucket 108: 70%\n", "Getting block 112 of 119\n", " Reserving size (52935800) for bucket 112\n", " Calculating Z arrays for bucket 112\n", " Entering block accumulator loop for bucket 112:\n", " bucket 105: 100%\n", " Sorting block of length 42316016 for bucket 105\n", " (Using difference cover)\n", " bucket 111: 20%\n", " bucket 104: 100%\n", " Sorting block of length 30682459 for bucket 104\n", " (Using difference cover)\n", " Sorting block time: 00:01:08\n", "Returning block of 49141997 for bucket 97\n", " bucket 107: 90%\n", " bucket 109: 60%\n", "Getting block 113 of 119\n", " Reserving size (52935800) for bucket 113\n", " Calculating Z arrays for bucket 113\n", " Entering block accumulator loop for bucket 113:\n", " Sorting block time: 00:00:52\n", "Returning block of 35696890 for bucket 99\n", " bucket 110: 30%\n", " bucket 106: 100%\n", " Sorting block of length 38859266 for bucket 106\n", " (Using difference cover)\n", "Getting block 114 of 119\n", " Reserving size (52935800) for bucket 114\n", " Calculating Z arrays for bucket 114\n", " Entering block accumulator loop for bucket 114:\n", " bucket 108: 80%\n", " bucket 112: 10%\n", " bucket 111: 30%\n", " bucket 113: 10%\n", " bucket 107: 100%\n", " Sorting block of length 26886820 for bucket 107\n", " (Using difference cover)\n", " bucket 109: 70%\n", " bucket 110: 40%\n", " bucket 114: 10%\n", " Sorting block time: 00:00:53\n", "Returning block of 38405006 for bucket 102\n", " Sorting block time: 00:00:51\n", "Returning block of 38890116 for bucket 101\n", "Getting block 115 of 119\n", " Reserving size (52935800) for bucket 115\n", " Calculating Z arrays for bucket 115\n", " Entering block accumulator loop for bucket 115:\n", "Getting block 116 of 119\n", " Reserving size (52935800) for bucket 116\n", " Calculating Z arrays for bucket 116\n", " Entering block accumulator loop for bucket 116:\n", " bucket 108: 90%\n", " bucket 112: 20%\n", " bucket 111: 40%\n", " bucket 113: 20%\n", " Sorting block time: 00:01:10\n", "Returning block of 51559593 for bucket 100\n", " bucket 109: 80%\n", " Sorting block time: 00:00:48\n", "Returning block of 34325992 for bucket 103\n", "Getting block 117 of 119\n", " Reserving size (52935800) for bucket 117\n", " Calculating Z arrays for bucket 117\n", " Entering block accumulator loop for bucket 117:\n", " bucket 110: 50%\n", " bucket 114: 20%\n", " bucket 116: 10%\n", "Getting block 118 of 119\n", " Reserving size (52935800) for bucket 118\n", " Calculating Z arrays for bucket 118\n", " Entering block accumulator loop for bucket 118:\n", " bucket 115: 10%\n", " bucket 108: 100%\n", " Sorting block of length 39745379 for bucket 108\n", " (Using difference cover)\n", " Sorting block time: 00:00:41\n", "Returning block of 30682460 for bucket 104\n", " bucket 112: 30%\n", "Getting block 119 of 119\n", " Reserving size (52935800) for bucket 119\n", " Calculating Z arrays for bucket 119\n", " Entering block accumulator loop for bucket 119:\n", " bucket 111: 50%\n", " bucket 113: 30%\n", " bucket 109: 90%\n", " bucket 116: 20%\n", " bucket 117: 10%\n", " bucket 118: 10%\n", " bucket 110: 60%\n", " bucket 114: 30%\n", " bucket 119: 10%\n", " Sorting block time: 00:00:36\n", "Returning block of 26886821 for bucket 107\n", " bucket 115: 20%\n", " Sorting block time: 00:00:56\n", "Returning block of 42316017 for bucket 105\n", " Sorting block time: 00:00:52\n", "Returning block of 38859267 for bucket 106\n", " bucket 112: 40%\n", " bucket 119: 20%\n", " bucket 111: 60%\n", " bucket 113: 40%\n", " bucket 118: 20%\n", " bucket 109: 100%\n", " Sorting block of length 21637495 for bucket 109\n", " (Using difference cover)\n", " bucket 116: 30%\n", " bucket 117: 20%\n", " bucket 110: 70%\n", " bucket 114: 40%\n", " bucket 115: 30%\n", " bucket 119: 30%\n", " bucket 112: 50%\n", " bucket 111: 70%\n", " bucket 113: 50%\n", " bucket 119: 40%\n", " bucket 116: 40%\n", " bucket 118: 30%\n", " bucket 117: 30%\n", " bucket 110: 80%\n", " bucket 114: 50%\n", " bucket 115: 40%\n", " bucket 119: 50%\n", " bucket 112: 60%\n", " bucket 111: 80%\n", " bucket 113: 60%\n", " Sorting block time: 00:00:24\n", "Returning block of 21637496 for bucket 109\n", " bucket 116: 50%\n", " Sorting block time: 00:00:49\n", "Returning block of 39745380 for bucket 108\n", " bucket 118: 40%\n", " bucket 110: 90%\n", " bucket 117: 40%\n", " bucket 114: 60%\n", " bucket 119: 60%\n", " bucket 115: 50%\n", " bucket 112: 70%\n", " bucket 111: 90%\n", " bucket 113: 70%\n", " bucket 119: 70%\n", " bucket 118: 50%\n", " bucket 116: 60%\n", " bucket 114: 70%\n", " bucket 117: 50%\n", " bucket 110: 100%\n", " Sorting block of length 42421665 for bucket 110\n", " (Using difference cover)\n", " bucket 115: 60%\n", " bucket 119: 80%\n", " bucket 112: 80%\n", " bucket 111: 100%\n", " Sorting block of length 48344045 for bucket 111\n", " (Using difference cover)\n", " bucket 113: 80%\n", " bucket 118: 60%\n", " bucket 116: 70%\n", " bucket 114: 80%\n", " bucket 119: 90%\n", " bucket 115: 70%\n", " bucket 117: 60%\n", " bucket 119: 100%\n", " Sorting block of length 11205936 for bucket 119\n", " (Using difference cover)\n", " bucket 112: 90%\n", " bucket 113: 90%\n", " bucket 118: 70%\n", " bucket 116: 80%\n", " bucket 114: 90%\n", " bucket 117: 70%\n", " bucket 115: 80%\n", " Sorting block time: 00:00:13\n", "Returning block of 11205937 for bucket 119\n", " bucket 118: 80%\n", " bucket 112: 100%\n", " Sorting block of length 49424667 for bucket 112\n", " (Using difference cover)\n", " bucket 113: 100%\n", " Sorting block of length 43268602 for bucket 113\n", " (Using difference cover)\n", " bucket 116: 90%\n", " bucket 114: 100%\n", " Sorting block of length 45458342 for bucket 114\n", " (Using difference cover)\n", " bucket 117: 80%\n", " bucket 115: 90%\n", " bucket 118: 90%\n", " bucket 116: 100%\n", " Sorting block of length 37959196 for bucket 116\n", " (Using difference cover)\n", " bucket 117: 90%\n", " bucket 115: 100%\n", " Sorting block of length 34369256 for bucket 115\n", " (Using difference cover)\n", " Sorting block time: 00:00:50\n", "Returning block of 42421666 for bucket 110\n", " bucket 118: 100%\n", " Sorting block of length 45250517 for bucket 118\n", " (Using difference cover)\n", " bucket 117: 100%\n", " Sorting block of length 42256449 for bucket 117\n", " (Using difference cover)\n", " Sorting block time: 00:00:57\n", "Returning block of 48344046 for bucket 111\n", " Sorting block time: 00:00:52\n", "Returning block of 43268603 for bucket 113\n", " Sorting block time: 00:00:53\n", "Returning block of 45458343 for bucket 114\n", " Sorting block time: 00:00:40\n", "Returning block of 34369257 for bucket 115\n", " Sorting block time: 00:00:44\n", "Returning block of 37959197 for bucket 116\n", " Sorting block time: 00:00:59\n", "Returning block of 49424668 for bucket 112\n", " Sorting block time: 00:00:51\n", "Returning block of 45250518 for bucket 118\n", " Sorting block time: 00:00:46\n", "Returning block of 42256450 for bucket 117\n", "Exited Ebwt loop\n", "fchr[A]: 0\n", "fchr[C]: 1487480858\n", "fchr[G]: 2319846862\n", "fchr[T]: 3120773832\n", "fchr[$]: 4517188232\n", "Exiting Ebwt::buildToDisk()\n", "Returning from initFromVector\n", "Wrote 2687825290 bytes to primary EBWT file: /home/sam/data/geoduck_assemblies/geo_sparse_ref.rev.1.bt2l\n", "Wrote 2258594124 bytes to secondary EBWT file: /home/sam/data/geoduck_assemblies/geo_sparse_ref.rev.2.bt2l\n", "Re-opening _in1 and _in2 as input streams\n", "Returning from Ebwt constructor\n", "Headers:\n", " len: 4517188232\n", " bwtLen: 4517188233\n", " sz: 1129297058\n", " bwtSz: 1129297059\n", " lineRate: 7\n", " offRate: 4\n", " offMask: 0xfffffffffffffff0\n", " ftabChars: 10\n", " eftabLen: 20\n", " eftabSz: 160\n", " ftabLen: 1048577\n", " ftabSz: 8388616\n", " offsLen: 282324265\n", " offsSz: 2258594120\n", " lineSz: 128\n", " sideSz: 128\n", " sideBwtSz: 96\n", " sideBwtLen: 384\n", " numSides: 11763512\n", " numLines: 11763512\n", " ebwtTotLen: 1505729536\n", " ebwtTotSz: 1505729536\n", " color: 0\n", " reverse: 1\n", "Total time for backward call to driver() for mirror index: 00:38:37\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t77m14.959s\n", "user\t937m42.784s\n", "sys\t6m1.556s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2-build \\\n", "--threads 16 \\\n", "/home/sam/data/geoduck_assemblies/Contigs.txt \\\n", "/home/sam/data/geoduck_assemblies/geo_sparse_ref \\\n", "2>/home/sam/data/geoduck_assemblies/geo_sparse_ref_bt2_index.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "ls: cannot access '/home/sam/data/geoduck_assemblies/geo_sparse_ref': No such file or directory\n" ] } ], "source": [ "%%bash\n", "ls /home/sam/data/geoduck_assemblies/geo_sparse_ref" ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Contigs.txt\n", "duck4-p.fasta\n", "geo_sparse_ref.1.bt2l\n", "geo_sparse_ref.2.bt2l\n", "geo_sparse_ref.3.bt2l\n", "geo_sparse_ref.4.bt2l\n", "geo_sparse_ref_bt2_index.err\n", "geo_sparse_ref.rev.1.bt2l\n", "geo_sparse_ref.rev.2.bt2l\n", "PGA_assembly.fasta\n" ] } ], "source": [ "%%bash\n", "ls /home/sam/data/geoduck_assemblies/" ] }, { "cell_type": "code", "execution_count": 11, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Building a LARGE index\n" ] } ], "source": [ "%%bash\n", "tail /home/sam/data/geoduck_assemblies/geo_sparse_ref_bt2_index.err" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "##### Modified command to send stdout to file, instead of printing output to notebook" ] }, { "cell_type": "code", "execution_count": 12, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t36m42.322s\n", "user\t480m56.460s\n", "sys\t1m9.980s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2-build \\\n", "--threads 16 \\\n", "/home/sam/data/geoduck_assemblies/duck4-p.fasta \\\n", "/home/sam/data/geoduck_assemblies/geo_duck4-p_ref \\\n", ">geo_duck4-p_ref_bt2_index.out \\\n", "2>/home/sam/data/geoduck_assemblies/geo_duck4-p_ref_bt2_index.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t37m4.887s\n", "user\t488m6.312s\n", "sys\t1m11.604s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2-build \\\n", "--threads 16 \\\n", "/home/sam/data/geoduck_assemblies/PGA_assembly.fasta \\\n", "/home/sam/data/geoduck_assemblies/geo_PGA_ref \\\n", ">geo_PGA_ref_bt2_index.out \\\n", "2>/home/sam/data/geoduck_assemblies/geo_PGA_ref_bt2_index.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 14, "metadata": { "collapsed": true }, "outputs": [], "source": [ "%%bash\n", "mv /home/sam/geo_duck4-p_ref_bt2_index.out /home/sam/data/geoduck_assemblies/\n", "mv /home/sam/geo_PGA_ref_bt2_index.out /home/sam/data/geoduck_assemblies/" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### Perform alignments" ] }, { "cell_type": "code", "execution_count": 15, "metadata": {}, "outputs": [ { "ename": "SyntaxError", "evalue": "invalid syntax (, line 3)", "output_type": "error", "traceback": [ "\u001b[0;36m File \u001b[0;32m\"\"\u001b[0;36m, line \u001b[0;32m3\u001b[0m\n\u001b[0;31m %%bash\u001b[0m\n\u001b[0m ^\u001b[0m\n\u001b[0;31mSyntaxError\u001b[0m\u001b[0;31m:\u001b[0m invalid syntax\n" ] } ], "source": [ "# Align subset of first 1,000,000 reads\n", "# This is to get a rough idea of how long this will take and what mapping will look like.\n", "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2 \\\n", "--threads 16 \\\n", "--qupto 1000000 \\\n", "-x /home/sam/data/geoduck_assemblies/geo_sparse_ref \\\n", "-1 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R1_001_val_1_val_1.fq.gz \\\n", "-2 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R2_001_val_2_val_2.fq.gz \\\n", "-S /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.sam \\\n", "2> /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### NovaSeq mapped to SparseAssembly\n", "##### Align subset of first 1,000,000 reads\n", "##### This is to get a rough idea of how long this will take and what mapping will look like." ] }, { "cell_type": "code", "execution_count": 16, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t4m20.216s\n", "user\t47m18.000s\n", "sys\t0m31.348s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2 \\\n", "--threads 16 \\\n", "--qupto 1000000 \\\n", "-x /home/sam/data/geoduck_assemblies/geo_sparse_ref \\\n", "-1 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R1_001_val_1_val_1.fq.gz \\\n", "-2 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R2_001_val_2_val_2.fq.gz \\\n", "-S /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.sam \\\n", "2> /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 17, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " ----\n", " 927377 pairs aligned concordantly 0 times; of these:\n", " 129189 (13.93%) aligned discordantly 1 time\n", " ----\n", " 798188 pairs aligned 0 times concordantly or discordantly; of these:\n", " 1596376 mates make up the pairs; of these:\n", " 283305 (17.75%) aligned 0 times\n", " 378172 (23.69%) aligned exactly 1 time\n", " 934899 (58.56%) aligned >1 times\n", "85.83% overall alignment rate\n" ] } ], "source": [ "%%bash\n", "tail /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.err" ] }, { "cell_type": "code", "execution_count": 18, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "@HD\tVN:1.0\tSO:unsorted\n", "@SQ\tSN:Contig_1\tLN:245\n", "@SQ\tSN:Contig_2\tLN:3418\n", "@SQ\tSN:Contig_3\tLN:297\n", "@SQ\tSN:Contig_4\tLN:428\n", "@SQ\tSN:Contig_5\tLN:136\n", "@SQ\tSN:Contig_6\tLN:1076\n", "@SQ\tSN:Contig_7\tLN:1762\n", "@SQ\tSN:Contig_8\tLN:197\n", "@SQ\tSN:Contig_9\tLN:1329\n" ] } ], "source": [ "%%bash\n", "head /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.sam" ] }, { "cell_type": "code", "execution_count": 19, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1000000 reads; of these:\n", " 1000000 (100.00%) were paired; of these:\n", " 927377 (92.74%) aligned concordantly 0 times\n", " 30369 (3.04%) aligned concordantly exactly 1 time\n", " 42254 (4.23%) aligned concordantly >1 times\n", " ----\n", " 927377 pairs aligned concordantly 0 times; of these:\n", " 129189 (13.93%) aligned discordantly 1 time\n", " ----\n", " 798188 pairs aligned 0 times concordantly or discordantly; of these:\n", " 1596376 mates make up the pairs; of these:\n", " 283305 (17.75%) aligned 0 times\n", " 378172 (23.69%) aligned exactly 1 time\n", " 934899 (58.56%) aligned >1 times\n", "85.83% overall alignment rate\n" ] } ], "source": [ "%%bash\n", "cat /home/sam/analyses/20180508_geoduck_mapping_nova_to_sparse/20180508_geo_nova_sparse_1e6reads.err" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### NovaSeq mapped to 10x assembly\n", "##### Align subset of first 1,000,000 reads\n", "##### This is to get a rough idea of how long this will take and what mapping will look like." ] }, { "cell_type": "code", "execution_count": 20, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1000000 reads; of these:\n", " 1000000 (100.00%) were paired; of these:\n", " 920802 (92.08%) aligned concordantly 0 times\n", " 28126 (2.81%) aligned concordantly exactly 1 time\n", " 51072 (5.11%) aligned concordantly >1 times\n", " ----\n", " 920802 pairs aligned concordantly 0 times; of these:\n", " 195883 (21.27%) aligned discordantly 1 time\n", " ----\n", " 724919 pairs aligned 0 times concordantly or discordantly; of these:\n", " 1449838 mates make up the pairs; of these:\n", " 402168 (27.74%) aligned 0 times\n", " 286550 (19.76%) aligned exactly 1 time\n", " 761120 (52.50%) aligned >1 times\n", "79.89% overall alignment rate\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t3m18.571s\n", "user\t50m54.620s\n", "sys\t0m37.936s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2 \\\n", "--threads 16 \\\n", "--qupto 1000000 \\\n", "-x /home/sam/data/geoduck_assemblies/geo_duck4-p_ref \\\n", "-1 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R1_001_val_1_val_1.fq.gz \\\n", "-2 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R2_001_val_2_val_2.fq.gz \\\n", "-S /home/sam/analyses/20180508_geoduck_mapping_nova_to_10x/20180508_geo_nova_10x_1e6reads.sam \\\n", "2> /home/sam/analyses/20180508_geoduck_mapping_nova_to_10x/20180508_geo_nova_10x_1e6reads.err\n", "\n", "cat /home/sam/analyses/20180508_geoduck_mapping_nova_to_10x/20180508_geo_nova_10x_1e6reads.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### NovaSeq mapped to Hi-C assembly\n", "##### Align subset of first 1,000,000 reads\n", "##### This is to get a rough idea of how long this will take and what mapping will look like." ] }, { "cell_type": "code", "execution_count": 21, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "1000000 reads; of these:\n", " 1000000 (100.00%) were paired; of these:\n", " 920741 (92.07%) aligned concordantly 0 times\n", " 28184 (2.82%) aligned concordantly exactly 1 time\n", " 51075 (5.11%) aligned concordantly >1 times\n", " ----\n", " 920741 pairs aligned concordantly 0 times; of these:\n", " 195814 (21.27%) aligned discordantly 1 time\n", " ----\n", " 724927 pairs aligned 0 times concordantly or discordantly; of these:\n", " 1449854 mates make up the pairs; of these:\n", " 402094 (27.73%) aligned 0 times\n", " 286646 (19.77%) aligned exactly 1 time\n", " 761114 (52.50%) aligned >1 times\n", "79.90% overall alignment rate\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\n", "real\t3m17.791s\n", "user\t51m19.768s\n", "sys\t0m28.400s\n" ] } ], "source": [ "%%bash\n", "time \\\n", "/home/shared/bowtie2-2.3.4.1-linux-x86_64/bowtie2 \\\n", "--threads 16 \\\n", "--qupto 1000000 \\\n", "-x /home/sam/data/geoduck_assemblies/geo_PGA_ref \\\n", "-1 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R1_001_val_1_val_1.fq.gz \\\n", "-2 /home/sam/data/geoduck_illumina/20180129_trimgalore_geoduck_novaseq/NR013_AD013_S2_L001_R2_001_val_2_val_2.fq.gz \\\n", "-S /home/sam/analyses/20180508_geoduck_mapping_nova_to_Hi-C/20180508_geo_nova_Hi-C_1e6reads.sam \\\n", "2> /home/sam/analyses/20180508_geoduck_mapping_nova_to_Hi-C/20180508_geo_nova_Hi-C_1e6reads.err\n", "\n", "cat /home/sam/analyses/20180508_geoduck_mapping_nova_to_Hi-C/20180508_geo_nova_Hi-C_1e6reads.err\n", "\n", "cat ~/.default-subject.mail | msmtp \"$EMAIL\"" ] }, { "cell_type": "code", "execution_count": 22, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Wed May 9 09:14:29 PDT 2018\n" ] } ], "source": [ "%%bash\n", "date" ] }, { "cell_type": "code", "execution_count": 23, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "cp: target '/home/sam/analyses/20180508_geoduck_bowtie2_indexes' is not a directory\n" ] } ], "source": [ "%%bash\n", "mkdir /home/sam/analyses/20180508_geoduck_assemblies_bowtie2_indexes\n", "cp -pR /home/sam/data/geoduck_assemblies/*ref* /home/sam/analyses/20180508_geoduck_bowtie2_indexes" ] }, { "cell_type": "code", "execution_count": 24, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "cp: target '/home/sam/analyses/20180508_geoduck_bowtie2_indexes' is not a directory\n" ] } ], "source": [ "%%bash\n", "cp -p /home/sam/data/geoduck_assemblies/*ref* /home/sam/analyses/20180508_geoduck_bowtie2_indexes" ] }, { "cell_type": "code", "execution_count": 25, "metadata": { "collapsed": true }, "outputs": [], "source": [ "%%bash\n", "cp -p /home/sam/data/geoduck_assemblies/*ref* /home/sam/analyses/20180508_geoduck_assemblies_bowtie2_indexes/" ] }, { "cell_type": "code", "execution_count": 26, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "geo_duck4-p_ref.1.bt2\n", "geo_duck4-p_ref.2.bt2\n", "geo_duck4-p_ref.3.bt2\n", "geo_duck4-p_ref.4.bt2\n", "geo_duck4-p_ref_bt2_index.err\n", "geo_duck4-p_ref_bt2_index.out\n", "geo_duck4-p_ref.rev.1.bt2\n", "geo_duck4-p_ref.rev.2.bt2\n", "geo_PGA_ref.1.bt2\n", "geo_PGA_ref.2.bt2\n", "geo_PGA_ref.3.bt2\n", "geo_PGA_ref.4.bt2\n", "geo_PGA_ref_bt2_index.err\n", "geo_PGA_ref_bt2_index.out\n", "geo_PGA_ref.rev.1.bt2\n", "geo_PGA_ref.rev.2.bt2\n", "geo_sparse_ref.1.bt2l\n", "geo_sparse_ref.2.bt2l\n", "geo_sparse_ref.3.bt2l\n", "geo_sparse_ref.4.bt2l\n", "geo_sparse_ref_bt2_index.err\n", "geo_sparse_ref.rev.1.bt2l\n", "geo_sparse_ref.rev.2.bt2l\n" ] } ], "source": [ "%%bash\n", "ls /home/sam/analyses/20180508_geoduck_assemblies_bowtie2_indexes/" ] }, { "cell_type": "code", "execution_count": null, "metadata": { "collapsed": true }, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.3" } }, "nbformat": 4, "nbformat_minor": 2 }