biocache-store v2.2 pre-process = 3 minutes /data/biocache-load/dr7 # ls -alh total 11,189,716 drwxr-xr-x 3 root root 4.0K May 1 17:14 . drwxrwxr-- 10 root root 4.0K May 1 17:12 .. -rw-r--r-- 1 root root 72.1K Apr 23 20:53 citations.txt drwxr-xr-x 2 root root 32.0K May 1 17:12 dataset -rw-r--r-- 1 root root 34.8K Apr 23 20:53 meta.xml -rw-r--r-- 1 root root 24.6K Apr 23 20:53 metadata.xml -rw-r--r-- 1 root root 57.5M Apr 23 20:54 multimedia.txt -rw-r--r-- 1 root root 57.5M May 1 17:14 multimedia.txt-sorted -rw-r--r-- 1 root root 3.2G Apr 23 20:53 occurrence.txt -rw-r--r-- 1 root root 3.2G May 1 17:14 occurrence.txt-sorted -rw-r--r-- 1 root root 47.4K Apr 23 20:53 rights.txt -rw-r--r-- 1 root root 2.0G Apr 23 20:54 verbatim.txt -rw-r--r-- 1 root root 2.0G May 1 17:15 verbatim.txt-sorted biocache-store v2.4.1 pre-process = 103 minutes /data/biocache-load/dr7 # ls -alh total 11,189,720 drwxr-xr-x 3 root root 4.0K May 1 19:58 . drwxrwxrwx 11 root root 4.0K May 1 18:15 .. -rw-r--r-- 1 root root 72.1K Apr 23 20:53 citations.txt drwxr-xr-x 2 root root 36.0K May 1 18:15 dataset -rw-r--r-- 1 root root 34.8K Apr 23 20:53 meta.xml -rw-r--r-- 1 root root 24.6K Apr 23 20:53 metadata.xml -rw-r--r-- 1 root root 57.5M Apr 23 20:54 multimedia.txt -rw-r--r-- 1 root root 0 May 1 19:15 multimedia.txt-lock -rw-r--r-- 1 root root 57.5M May 1 19:16 multimedia.txt-sorted -rw-r--r-- 1 root root 3.2G Apr 23 20:53 occurrence.txt -rw-r--r-- 1 root root 0 May 1 18:16 occurrence.txt-lock -rw-r--r-- 1 root root 3.2G May 1 19:15 occurrence.txt-sorted -rw-r--r-- 1 root root 47.4K Apr 23 20:53 rights.txt -rw-r--r-- 1 root root 2.0G Apr 23 20:54 verbatim.txt -rw-r--r-- 1 root root 0 May 1 19:16 verbatim.txt-lock -rw-r--r-- 1 root root 2.0G May 1 19:58 verbatim.txt-sorted biocache-store v2.4.1 pre-process - in-process /data/biocache-load/dr7 # ls -alh total 9,932,276 drwxr-xr-x 3 root root 4.0K May 1 18:22 . drwxrwxrwx 11 root root 4.0K May 1 18:15 .. -rw-r--r-- 1 root root 72.1K Apr 23 20:53 citations.txt drwxr-xr-x 2 root root 36.0K May 1 18:15 dataset -rw-r--r-- 1 root root 34.8K Apr 23 20:53 meta.xml -rw-r--r-- 1 root root 24.6K Apr 23 20:53 metadata.xml -rw-r--r-- 1 root root 57.5M Apr 23 20:54 multimedia.txt -rw-r--r-- 1 root root 3.2G Apr 23 20:53 occurrence.txt -rw-r--r-- 1 root root 0 May 1 18:16 occurrence.txt-lock -rw-r--r-- 1 root root 910.2M May 1 18:39 occurrence.txt-sorted -rw-r--r-- 1 root root 79.3M May 1 18:16 occurrence_0txt -rw-r--r-- 1 root root 76.8M May 1 18:17 occurrence_10txt -rw-r--r-- 1 root root 78.6M May 1 18:17 occurrence_11txt -rw-r--r-- 1 root root 77.5M May 1 18:18 occurrence_12txt -rw-r--r-- 1 root root 76.8M May 1 18:18 occurrence_13txt -rw-r--r-- 1 root root 76.1M May 1 18:18 occurrence_14txt -rw-r--r-- 1 root root 76.6M May 1 18:18 occurrence_15txt -rw-r--r-- 1 root root 77.2M May 1 18:18 occurrence_16txt -rw-r--r-- 1 root root 79.7M May 1 18:18 occurrence_17txt -rw-r--r-- 1 root root 78.5M May 1 18:19 occurrence_18txt -rw-r--r-- 1 root root 76.2M May 1 18:19 occurrence_19txt -rw-r--r-- 1 root root 79.3M May 1 18:16 occurrence_1txt -rw-r--r-- 1 root root 76.4M May 1 18:19 occurrence_20txt -rw-r--r-- 1 root root 76.4M May 1 18:19 occurrence_21txt -rw-r--r-- 1 root root 76.2M May 1 18:19 occurrence_22txt -rw-r--r-- 1 root root 76.3M May 1 18:19 occurrence_23txt -rw-r--r-- 1 root root 77.3M May 1 18:19 occurrence_24txt -rw-r--r-- 1 root root 78.1M May 1 18:20 occurrence_25txt -rw-r--r-- 1 root root 113.4M May 1 18:20 occurrence_26txt -rw-r--r-- 1 root root 76.0M May 1 18:20 occurrence_27txt -rw-r--r-- 1 root root 76.0M May 1 18:20 occurrence_28txt -rw-r--r-- 1 root root 76.2M May 1 18:20 occurrence_29txt -rw-r--r-- 1 root root 79.1M May 1 18:16 occurrence_2txt -rw-r--r-- 1 root root 76.6M May 1 18:20 occurrence_30txt -rw-r--r-- 1 root root 76.4M May 1 18:20 occurrence_31txt -rw-r--r-- 1 root root 76.1M May 1 18:21 occurrence_32txt -rw-r--r-- 1 root root 76.9M May 1 18:21 occurrence_33txt -rw-r--r-- 1 root root 76.0M May 1 18:21 occurrence_34txt -rw-r--r-- 1 root root 76.9M May 1 18:21 occurrence_35txt -rw-r--r-- 1 root root 77.0M May 1 18:21 occurrence_36txt -rw-r--r-- 1 root root 76.0M May 1 18:21 occurrence_37txt -rw-r--r-- 1 root root 76.3M May 1 18:21 occurrence_38txt -rw-r--r-- 1 root root 77.9M May 1 18:21 occurrence_39txt -rw-r--r-- 1 root root 78.3M May 1 18:16 occurrence_3txt -rw-r--r-- 1 root root 78.2M May 1 18:22 occurrence_40txt -rw-r--r-- 1 root root 77.4M May 1 18:22 occurrence_41txt -rw-r--r-- 1 root root 45.9M May 1 18:22 occurrence_42txt -rw-r--r-- 1 root root 78.3M May 1 18:16 occurrence_4txt -rw-r--r-- 1 root root 81.4M May 1 18:17 occurrence_5txt -rw-r--r-- 1 root root 76.3M May 1 18:17 occurrence_6txt -rw-r--r-- 1 root root 79.8M May 1 18:17 occurrence_7txt -rw-r--r-- 1 root root 73.3M May 1 18:17 occurrence_8txt -rw-r--r-- 1 root root 76.2M May 1 18:17 occurrence_9txt -rw-r--r-- 1 root root 47.4K Apr 23 20:53 rights.txt -rw-r--r-- 1 root root 2.0G Apr 23 20:54 verbatim.txt