document_deduplication/find_duplicate_docs.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Find Duplicate Documents\n",
    "in this notebook we will use the Text_Deduplicater utility class to:\n",
    "* find problematic texts in a single corpus\n",
    "* compare texts for different corpora \n",
    "* build a large corpus by merging several distinct corpora and excluding duplicate documents. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "import logging \n",
    "import random\n",
    "import os\n",
    "import re\n",
    "import pickle\n",
    "from tqdm import tqdm_notebook\n",
    "from cltk.corpus.readers import get_corpus_reader"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "import inspect\n",
    "from pathlib import Path \n",
    "currentdir = Path.cwd()\n",
    "parentdir = os.path.dirname(currentdir)\n",
    "sys.path.insert(0,parentdir) \n",
    "from mlyoucanuse.text_deduplicater import TextDeduplicater"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "logging.basicConfig(level=logging.INFO)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# You may need to install the tesserae corpora\n",
    "# from cltk.corpus.utils.importer import CorpusImporter\n",
    "# corpus_importer = CorpusImporter('latin')\n",
    "# #corpus_importer.list_corpora\n",
    "# corpus_importer.import_corpus('latin_text_tesserae')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load our Corpus readers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "perseus_latin_reader = get_corpus_reader(corpus_name='latin_text_perseus', language='latin')\n",
    "latin_library_reader = get_corpus_reader(corpus_name='latin_text_latin_library', language='latin')\n",
    "tesserae_reader = get_corpus_reader(corpus_name='latin_text_tesserae', language='latin')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Create our Text Deduplicator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "deduper = TextDeduplicater()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Simple proof of the Dedupe functionality\n",
    "Add Caesar docs and pick one of the files at random and add it as a duplicate"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['caesar/alex.txt', 'caesar/bc1.txt', 'caesar/bc2.txt', 'caesar/bc3.txt', 'caesar/bellafr.txt', 'caesar/gall1.txt', 'caesar/gall2.txt', 'caesar/gall3.txt', 'caesar/gall4.txt', 'caesar/gall5.txt', 'caesar/gall6.txt', 'caesar/gall7.txt', 'caesar/gall8.txt', 'caesar/hisp.txt', 'suetonius/suet.caesar.txt', 'xylander/caesar.txt']\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "202c51fd3c414617b3213c0d9f531aeb",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=16), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Unique doc names: ['caesar/gall8.txt', 'caesar/hisp.txt', 'caesar/gall1.txt', 'caesar/bc3.txt', 'suetonius/suet.caesar.txt', 'xylander/caesar.txt', 'caesar/gall5.txt', 'caesar/bc2.txt', 'caesar/bc1.txt', 'caesar/alex.txt', 'caesar/bellafr.txt', 'caesar/gall7.txt', 'caesar/gall6.txt', 'caesar/gall3.txt', 'caesar/gall2.txt', 'caesar/gall4.txt']\n",
      "Duplicate doc names: [('caesar/bc3.txt', 'caesar/bc3.txt')]\n"
     ]
    }
   ],
   "source": [
    "caesar = [file for  file in latin_library_reader._fileids if 'caesar' in file]\n",
    "print(caesar)\n",
    "deduper = TextDeduplicater()\n",
    "for file in tqdm_notebook(caesar):\n",
    "    text = list(latin_library_reader.docs( file ))[0]\n",
    "    deduper.add_document(file, text)\n",
    "dupe_file = random.choice(caesar)\n",
    "text = list(latin_library_reader.docs(dupe_file ))[0]\n",
    "deduper.add_document(dupe_file, text)\n",
    "print(f'Unique doc names: {deduper.get_unique_doc_names()}')\n",
    "print(f'Duplicate doc names: {deduper.get_possible_duplicate_doc_names()}')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Let's check the whole corpus contents\n",
    "if a file has warnings about no trigrams found, it's an indicator that the file is empty."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f94f03cb6c8e492fb2e123498b6813a1",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=2141), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for celtis.oratio.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for dicchristi.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for dulcesolum.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for dumestas.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for ency.fides.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for luther.praef.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for nivis.txt\n",
      "WARNING:mlyoucanuse.text_deduplicater:No trigrams found for vestiunt.txt\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "# Reset the duplicator\n",
    "deduper = TextDeduplicater()\n",
    "\n",
    "for file in tqdm_notebook(latin_library_reader._fileids):\n",
    "    text = list(latin_library_reader.docs(file))[0]\n",
    "    deduper.add_document(file, text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Surprise, some problematic files just in one Corpus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('lucan/lucan7.txt', 'lucan/lucan8.txt'),\n",
       " ('albertanus/albertanus.sermo4.txt', 'albertanus/albertanus.sermo3.txt'),\n",
       " ('albertanus/albertanus.sermo1.txt', 'albertanus/albertanus.sermo3.txt'),\n",
       " ('albertanus/albertanus.sermo2.txt', 'albertanus/albertanus.sermo1.txt'),\n",
       " ('albertanus/albertanus.sermo1.txt', 'albertanus/albertanus.sermo4.txt'),\n",
       " ('albertanus/albertanus.sermo2.txt', 'albertanus/albertanus.sermo4.txt'),\n",
       " ('albertanus/albertanus.sermo3.txt', 'albertanus/albertanus.sermo2.txt')]"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "latin_lib_problematic_files = deduper.get_possible_duplicate_doc_names()\n",
    "latin_lib_problematic_files"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Let's check their similarity scores"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Duplicate documents and similarity scores\n",
      "lucan/lucan7.txt lucan/lucan8.txt 0.9987385682749921\n",
      "albertanus/albertanus.sermo4.txt albertanus/albertanus.sermo3.txt 1.0\n",
      "albertanus/albertanus.sermo1.txt albertanus/albertanus.sermo3.txt 1.0\n",
      "albertanus/albertanus.sermo2.txt albertanus/albertanus.sermo1.txt 1.0\n",
      "albertanus/albertanus.sermo1.txt albertanus/albertanus.sermo4.txt 1.0\n",
      "albertanus/albertanus.sermo2.txt albertanus/albertanus.sermo4.txt 1.0\n",
      "albertanus/albertanus.sermo3.txt albertanus/albertanus.sermo2.txt 1.0\n"
     ]
    }
   ],
   "source": [
    "print('Duplicate documents and similarity scores')\n",
    "for doc_one, doc_two in latin_lib_problematic_files:\n",
    "    print(doc_one, doc_two,  \n",
    "    deduper.calculate_similarity( \n",
    "    list(latin_library_reader.docs(doc_one))[0],\n",
    "    list(latin_library_reader.docs(doc_two))[0]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Note: the reported duplicate files are actually errors in the corpus\n",
    "The Lucan file is nearly the same file twice, somehow."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Lucan Liber VII M. ANNAEI LVCANI BELLI CIVILIS LIBER SEPTIMVS Segnior, Oceano quam lex aeterna uocabat, luctificus Titan numquam magis aethera contra egit equos cursumque p\n",
      "Lucan Liber VIII M. ANNAEI LVCANI BELLI CIVILIS LIBER OCTAVVS Segnior, Oceano quam lex aeterna uocabat, luctificus Titan numquam magis aethera contra egit equos cursumque\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n",
      "Albertano of Brescia [an error occurred while processing this directive] The Classics Page\n"
     ]
    }
   ],
   "source": [
    "for file_one, file_two in latin_lib_problematic_files:\n",
    "    print(re.sub('\\s+',' ', list(latin_library_reader.docs(file_one))[0][:200]))\n",
    "    print(re.sub('\\s+',' ', list(latin_library_reader.docs(file_two))[0][:200]))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Let's merge the tuples so we can skip these later"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "('lucan/lucan7.txt',\n",
       " 'albertanus/albertanus.sermo4.txt',\n",
       " 'albertanus/albertanus.sermo1.txt',\n",
       " 'albertanus/albertanus.sermo2.txt',\n",
       " 'albertanus/albertanus.sermo1.txt',\n",
       " 'albertanus/albertanus.sermo2.txt',\n",
       " 'albertanus/albertanus.sermo3.txt',\n",
       " 'lucan/lucan8.txt',\n",
       " 'albertanus/albertanus.sermo3.txt',\n",
       " 'albertanus/albertanus.sermo3.txt',\n",
       " 'albertanus/albertanus.sermo1.txt',\n",
       " 'albertanus/albertanus.sermo4.txt',\n",
       " 'albertanus/albertanus.sermo4.txt',\n",
       " 'albertanus/albertanus.sermo2.txt')"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "files1, files2 = zip(* latin_lib_problematic_files)\n",
    "latin_lib_problematic_files = files1 + files2\n",
    "latin_lib_problematic_files"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Let's take a closer look at the Latin library and Perseus corpora by looking for and comparing a shared file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['plautus/menaechmi.txt']"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "latin_lib_plautus_file = [tmp for tmp in latin_library_reader._fileids if 'plautus' in tmp and 'menaechmi' in tmp]\n",
    "latin_lib_plautus_file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['plautus-titus-maccius__menaechmi__latin.json']"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "perseus_plautus_file = [tmp for tmp in perseus_latin_reader._fileids if 'plautus' in tmp and 'menaechmi' in tmp]\n",
    "perseus_plautus_file"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('plautus-titus-maccius__menaechmi__latin.json', 'plautus/menaechmi.txt')]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "perseus_plautus_text = ''.join(list(perseus_latin_reader.paras(perseus_plautus_file)))\n",
    "latin_lib_plautus_text = list(latin_library_reader.docs(latin_lib_plautus_file))[0]\n",
    "tmp_deduper = TextDeduplicater()\n",
    "tmp_deduper.add_document(perseus_plautus_file[0], perseus_plautus_text)\n",
    "tmp_deduper.add_document(latin_lib_plautus_file[0], latin_lib_plautus_text)\n",
    "tmp_deduper.get_possible_duplicate_doc_names(threshold=0.4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Plautus: Menaechmi\\n\\t\\t \\n\\t\\t \\n\\t\\t \\n\\t \\n\\t\\n \\n T. MACCI PLAVTI MENAECHMI \\n\\n \\n\\n PERSONAE \\n \\n\\n PENICVLVS PARASITVS \\nMENAECHMVS \\nMENAECHMVS (SOSICLES) \\nEROTIUM MERETRIX \\nCYLINDRUS COCVS \\nMESSENIO SERVVS \\nANCILLA \\nMATRONA \\nSENEX \\nMEDICVS\\n \\n\\n ARGVMENTVM \\n \\n\\n Mercator Siculus, quoi erant gemini filii, \\nEi surrupto altero mors optigit. \\nNomen surrepticii illi indit qui domist \\nAvos paternus, facit Maenaechmum e '"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "latin_lib_plautus_text[:400]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Salutem primum iam a principio propitiammihi atque vobis, spectatores, nuntio.atque adeo hoc argumentum graecissat, tamenita est adulescens; ipsus escae maxumaeQua de re aut cuius rei rerum omnium?Me neque isti male fecisse mulieri, quae me arguithanc domo ab se surrupuisse atque abstulisse deierat.sí ego intra aedis huius umquam, ubi habitat, penetravi pedem ,omnium hominum exopto ut fiam miseror'"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "perseus_plautus_text[:400]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## The Perseus corpus isn't satisfactory, so let's try merging the Latin library corpus and the Tesserae corpus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "26692cf4796e4781b16d420558f814a9",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=762), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "5d9396909787428c83ed841f4cb63176",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=2141), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "# Reset the duplicator\n",
    "deduper = TextDeduplicater()\n",
    "\n",
    "for file in tqdm_notebook(tesserae_reader._fileids):\n",
    "    text = list(tesserae_reader.texts(file))[0]\n",
    "    if len(text) > 0:\n",
    "        deduper.add_document(file, text)    \n",
    "for file in tqdm_notebook(latin_library_reader._fileids):\n",
    "    if file not in latin_lib_problematic_files:\n",
    "        text = list(latin_library_reader.docs(file))[0]\n",
    "        if len(text) > 0:\n",
    "            deduper.add_document(file, text)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Find out which files are duplicate\n",
    "Note: of course this does not exclude any files were several texts are put together."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "228\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['texts/cicero.tusculanae_disputationes.part.4.tess',\n",
       " 'texts/sallust.catilina.tess',\n",
       " 'texts/jerome.vulgate.part.24.song_of_songs.tess',\n",
       " 'texts/cicero.philippicae.part.12.tess',\n",
       " 'texts/silius_italicus.punica.part.7.tess',\n",
       " 'texts/silius_italicus.punica.part.5.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.7.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.8.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.36.obadiah.tess',\n",
       " 'texts/columella.de_re_rustica.part.4.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.5.ad_metellum_et_ceteros.tess',\n",
       " 'texts/silius_italicus.punica.part.14.tess',\n",
       " 'texts/jerome.vulgate.part.45.1_maccabees.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.9.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.18.tess',\n",
       " 'texts/seneca.de_beneficiis.part.1.tess',\n",
       " 'texts/tacitus.annales.part.13.tess',\n",
       " 'texts/plautus.stichus.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.13.tess',\n",
       " 'texts/jerome.vulgate.part.35.amos.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.12.tess',\n",
       " 'texts/jerome.vulgate.part.38.micah.tess',\n",
       " 'texts/jerome.vulgate.part.37.jonah.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.5.claudius.tess',\n",
       " 'texts/jerome.vulgate.part.31.ezekiel.tess',\n",
       " 'texts/columella.de_re_rustica.part.1.tess',\n",
       " 'texts/tacitus.annales.part.16.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.1.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.2.tess',\n",
       " 'texts/cicero.in_vatinium.tess',\n",
       " 'texts/cicero.de_oratore.part.1.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.1.julius.tess',\n",
       " 'texts/prudentius.psychomachia.tess',\n",
       " 'texts/cicero.pro_sulla.tess',\n",
       " 'texts/jerome.vulgate.part.46.2_maccabees.tess',\n",
       " 'texts/plautus.asinaria.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.1.tess',\n",
       " 'texts/plautus.menaechmi.tess',\n",
       " 'texts/jerome.vulgate.part.6.joshua.tess',\n",
       " 'texts/tacitus.dialogus_de_oratoribus.tess',\n",
       " 'texts/pliny_the_younger.letters.part.3.tess',\n",
       " 'texts/tacitus.annales.part.2.tess',\n",
       " 'texts/manilius.astronomicon.part.5.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.4.tess',\n",
       " 'texts/seneca.de_consolatione_ad_polybium.tess',\n",
       " 'texts/jerome.vulgate.part.62.2_timothy.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.9.1_samuel.tess',\n",
       " 'texts/apuleius.metamorphoses.part.6.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.5.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.4.ad_sulpicium_et_ceteros.tess',\n",
       " 'texts/cicero.de_amicitia.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.3.tess',\n",
       " 'texts/statius.achilleid.tess',\n",
       " 'texts/jerome.vulgate.part.19.esther.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.2.tess',\n",
       " 'texts/tacitus.historiae.part.2.tess',\n",
       " 'texts/pliny_the_younger.letters.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.65.hebrews.tess',\n",
       " 'texts/cicero.pro_s_roscio.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.2.tess',\n",
       " 'texts/silius_italicus.punica.part.17.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.3.tess',\n",
       " 'texts/silius_italicus.punica.part.4.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.2.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.11.tess',\n",
       " 'texts/tacitus.annales.part.12.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.5.tess',\n",
       " 'texts/cicero.cum_populo_gratias_egit.tess',\n",
       " 'texts/marcus_mincuius_felix.octavius.tess',\n",
       " 'texts/tacitus.annales.part.11.tess',\n",
       " 'texts/jerome.vulgate.part.7.judges.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.7.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.28.jeremiah.tess',\n",
       " 'texts/seneca.de_beneficiis.part.2.tess',\n",
       " 'texts/silius_italicus.punica.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.1.genesis.tess',\n",
       " 'texts/jerome.vulgate.part.22.proverbs.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.3.tess',\n",
       " 'texts/plautus.rudens.tess',\n",
       " 'texts/apuleius.metamorphoses.part.3.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.25.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.1.tess',\n",
       " 'texts/aurelius_victor.epitome_de_caesaribus.tess',\n",
       " 'texts/jerome.vulgate.part.5.deuteronomy.tess',\n",
       " 'texts/jerome.vulgate.part.30.baruch.tess',\n",
       " 'texts/cicero.de_inventione.part.2.tess',\n",
       " 'texts/tacitus.annales.part.1.tess',\n",
       " 'texts/cicero.pro_c_rabirio_postumo.tess',\n",
       " 'texts/jerome.vulgate.part.18.judith.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.15.tess',\n",
       " 'texts/pliny_the_younger.letters.part.1.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.10.tess',\n",
       " 'texts/silius_italicus.punica.part.11.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.6.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.4.tess',\n",
       " 'texts/tacitus.annales.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.54.2_corinthians.tess',\n",
       " 'texts/silius_italicus.punica.part.6.tess',\n",
       " 'texts/ovid.ars_amatoria.part.3.tess',\n",
       " 'texts/silius_italicus.punica.part.9.tess',\n",
       " 'texts/manilius.astronomicon.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.58.colossians.tess',\n",
       " 'texts/cicero.in_l_pisonem.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.tess',\n",
       " 'texts/apuleius.metamorphoses.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.15.ezra.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.8.tess',\n",
       " 'texts/cicero.de_officiis.part.3.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.3.tess',\n",
       " 'texts/ovid.remedia_amoris.tess',\n",
       " 'texts/aurelius_victor.de_caesaribus.tess',\n",
       " 'texts/jerome.vulgate.part.11.1_kings.tess',\n",
       " 'texts/vergil.georgics.part.4.tess',\n",
       " 'texts/vitruvius.de_architectura.part.10.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.1.tess',\n",
       " 'texts/tacitus.annales.part.15.tess',\n",
       " 'texts/vitruvius.de_architectura.part.4.tess',\n",
       " 'texts/cicero.pro_plancio.tess',\n",
       " 'texts/jerome.vulgate.part.44.malachi.tess',\n",
       " 'texts/cicero.orator.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.3.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.1.tess',\n",
       " 'texts/gellius.attic_nights.part.8.tess',\n",
       " 'texts/plautus.amphitruo.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.3.tess',\n",
       " 'texts/cicero.pro_murena.tess',\n",
       " 'texts/manilius.astronomicon.part.1.tess',\n",
       " 'texts/horace.satires.part.1.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.2.11-20.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.1.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.14.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.8.tess',\n",
       " 'texts/vergil.aeneid.part.6.tess',\n",
       " 'texts/vergil.aeneid.part.1.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.4.tess',\n",
       " 'texts/cicero.pro_q_roscio_comoedo.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.1.tess',\n",
       " 'texts/cicero.pro_l_flacco.tess',\n",
       " 'texts/caesar.de_bello_civili.part.1.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.5.tess',\n",
       " 'texts/italicus.ilias_latina.tess',\n",
       " 'texts/silius_italicus.punica.part.10.tess',\n",
       " 'texts/jerome.vulgate.part.72.jude.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.12.tess',\n",
       " 'texts/tacitus.historiae.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.75.2_esdras.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.7.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.40.habbakuk.tess',\n",
       " 'texts/jerome.vulgate.part.42.haggaiah.tess',\n",
       " 'texts/apuleius.metamorphoses.part.8.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.5.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.14.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.14.2_chronicles.tess',\n",
       " 'texts/jerome.vulgate.part.43.zechariah.tess',\n",
       " 'texts/apuleius.metamorphoses.part.11.tess',\n",
       " 'texts/ovid.fasti.part.3.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.2.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.2.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.5.tess',\n",
       " 'texts/tacitus.historiae.part.3.tess',\n",
       " 'texts/columella.de_re_rustica.part.5.tess',\n",
       " 'texts/cicero.de_officiis.part.2.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.73.apocalypse.tess',\n",
       " 'texts/jerome.vulgate.part.63.titus.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.41.zephoniah.tess',\n",
       " 'texts/jerome.vulgate.part.71.3_john.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.19.tess',\n",
       " 'texts/tacitus.annales.part.4.tess',\n",
       " 'texts/ovid.metamorphoses.part.1.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.7.tess',\n",
       " 'texts/jerome.vulgate.part.33.hosea.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.4.tess',\n",
       " 'texts/cicero.de_officiis.part.1.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.6.tess',\n",
       " 'texts/tacitus.annales.part.6.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.3.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.1.tess',\n",
       " 'texts/cicero.de_oratore.part.3.tess',\n",
       " 'texts/cicero.de_fato.tess',\n",
       " 'texts/silius_italicus.punica.part.8.tess',\n",
       " 'texts/cicero.pro_sestio.tess',\n",
       " 'texts/caesar_augustus.res_gestae_divi_augusti.tess',\n",
       " 'texts/tacitus.agricola.tess',\n",
       " 'texts/tacitus.historiae.part.1.tess',\n",
       " 'texts/cicero.academica.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.9.tess',\n",
       " 'texts/silius_italicus.punica.part.12.tess',\n",
       " 'texts/jerome.vulgate.part.51.acts.tess',\n",
       " 'texts/tacitus.annales.part.14.tess',\n",
       " 'texts/silius_italicus.punica.part.1.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.10.tess',\n",
       " 'texts/ovid.ibis.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.11.tess',\n",
       " 'texts/jerome.vulgate.part.26.sirach.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.6.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.3.tiberius.tess',\n",
       " 'texts/horace.epodes.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.7.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.4.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.3.tess',\n",
       " 'texts/statius.silvae.part.5.tess',\n",
       " 'texts/pliny_the_younger.letters.part.10.tess',\n",
       " 'texts/cicero.post_reditum_in_senatu.tess',\n",
       " 'texts/silius_italicus.punica.part.15.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.24.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.17.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.17.tobias.tess',\n",
       " 'texts/manilius.astronomicon.part.2.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.16.tess',\n",
       " 'texts/cicero.philippicae.part.5.tess',\n",
       " 'texts/pliny_the_younger.letters.part.8.tess',\n",
       " 'texts/jerome.vulgate.part.56.ephesians.tess',\n",
       " 'texts/ovid.metamorphoses.part.14.tess',\n",
       " 'texts/apuleius.metamorphoses.part.1.tess',\n",
       " 'texts/cicero.pro_c_rabirio.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.part.1.tess',\n",
       " 'texts/cicero.divinatio_in_q_caecilium.tess',\n",
       " 'texts/ovid.metamorphoses.part.12.tess',\n",
       " 'texts/horace.satires.part.2.tess',\n",
       " 'texts/cicero.philippicae.part.4.tess']"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dupes = deduper.get_possible_duplicate_doc_names(threshold=0.8)\n",
    "# Filter on Tess dupes, since we already processed the lat lib ones\n",
    "single_files_to_exclude = [file_one for file_one, file_two in dupes if file_one.endswith('.tess')\n",
    "                          ] + [file_two for file_one, file_two in dupes if file_two.endswith('.tess')] \n",
    "print(len(single_files_to_exclude))\n",
    "single_files_to_exclude"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Now we can use these distinct files to build a single larger corpus"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "761\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['texts/terence.eunuchus.tess',\n",
       " 'texts/jerome.vulgate.part.31.ezekiel.tess',\n",
       " 'texts/cicero.de_oratore.part.1.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.7.tess',\n",
       " 'texts/jerome.vulgate.part.27.isaiah.tess',\n",
       " 'texts/marcus_mincuius_felix.octavius.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.11.tess',\n",
       " 'texts/ovid.amores.part.1.tess',\n",
       " 'texts/ovid.heroides.part.2.16-21.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.1.books_1-10.tess',\n",
       " 'texts/pliny_the_younger.letters.part.10.tess',\n",
       " 'texts/seneca.de_beneficiis.part.2.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.6.books_26-30.tess',\n",
       " 'texts/pseudo_quintilian.major_declamations.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.10.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.1.books_1-5.tess',\n",
       " 'texts/jerome.epistulae.tess',\n",
       " 'texts/jerome.vulgate.part.28.jeremiah.tess',\n",
       " 'texts/jerome.vulgate.part.4.numbers.tess',\n",
       " 'texts/statius.silvae.part.5.tess',\n",
       " 'texts/jerome.vulgate.part.22.proverbs.tess',\n",
       " 'texts/macrobius.saturnalia.part.3.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.4.tess',\n",
       " 'texts/seneca_the_elder.excerpta_controversiae.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.7.tess',\n",
       " 'texts/propertius.elegies.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.2.books_6-10.tess',\n",
       " 'texts/lucan.bellum_civile.part.9.tess',\n",
       " 'texts/apuleius.apologia.tess',\n",
       " 'texts/cicero.pro_sestio.tess',\n",
       " 'texts/celsus.de_medicina.part.1.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.3.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.28.tess',\n",
       " 'texts/cicero.de_amicitia.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.3.books_31-40.tess',\n",
       " 'texts/cicero.de_republica.tess',\n",
       " 'texts/corippus.johannis.part.7.tess',\n",
       " 'texts/cicero.de_inventione.part.2.tess',\n",
       " 'texts/juvenal.satires.tess',\n",
       " 'texts/jerome.vulgate.part.21.psalms.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.8.tess',\n",
       " 'texts/celsus.de_medicina.part.3.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.8.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.4.books_16-20.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.9.tess',\n",
       " 'texts/persius.satires.tess',\n",
       " 'texts/ovid.ars_amatoria.part.3.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.3.tess',\n",
       " 'texts/glass.washingtonii_vita.tess',\n",
       " 'texts/ovid.tristia.part.5.tess',\n",
       " 'texts/plautus.rudens.tess',\n",
       " 'texts/cicero.lucullus.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.1.tess',\n",
       " 'texts/vitruvius.de_architectura.part.9.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.2.books_21-30.tess',\n",
       " 'texts/seneca.de_vita_beata.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.3.books_11-15.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.1.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.2.tess',\n",
       " 'texts/statius.thebaid.part.6.tess',\n",
       " 'texts/gellius.attic_nights.part.2.tess',\n",
       " 'texts/cicero.de_oratore.part.3.tess',\n",
       " 'texts/columella.de_re_rustica.part.1.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.2.tess',\n",
       " 'texts/statius.thebaid.part.8.tess',\n",
       " 'texts/italicus.ilias_latina.tess',\n",
       " 'texts/columella.de_re_rustica.part.2.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.17.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.3.tess',\n",
       " 'texts/cicero.de_lege_agraria_contra_rullum.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.4.tess',\n",
       " 'texts/polignac.epia.tess',\n",
       " 'texts/plautus.asinaria.tess',\n",
       " 'texts/terence.hecyra.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.31.tess',\n",
       " 'texts/jerome.vulgate.part.21a.old_latin_psalms.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.4.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.9.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.65.hebrews.tess',\n",
       " 'texts/polignac.antilucretius.tess',\n",
       " 'texts/sallust.jugurtha.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.11.101-110.tess',\n",
       " 'texts/vergil.aeneid.part.1.tess',\n",
       " 'texts/cicero.de_oratore.part.2.tess',\n",
       " 'texts/seneca.de_consolatione_ad_marciam.tess',\n",
       " 'texts/jerome.vulgate.part.9.1_samuel.tess',\n",
       " 'texts/vitruvius.de_architectura.part.2.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.1.tess',\n",
       " 'texts/tacitus.annales.part.12.tess',\n",
       " 'texts/ovid.metamorphoses.part.7.tess',\n",
       " 'texts/ovid.ex_ponto.part.4.tess',\n",
       " 'texts/seneca.de_consolatione_ad_helviam.tess',\n",
       " 'texts/plautus.curculio.tess',\n",
       " 'texts/seneca.de_ira.tess',\n",
       " 'texts/cicero.pro_a_caecina.tess',\n",
       " 'texts/ennodius.opera.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.1.ad_lentulum.tess',\n",
       " 'texts/nepos.vitae.tess',\n",
       " 'texts/claudian.carmina_minora.tess',\n",
       " 'texts/plautus.amphitruo.tess',\n",
       " 'texts/plautus.poenulus.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.25.tess',\n",
       " 'texts/cicero.pro_archia.tess',\n",
       " 'texts/macrobius.saturnalia.part.2.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.6.tess',\n",
       " 'texts/sallust.catilina.tess',\n",
       " 'texts/eutropius.brevarium.tess',\n",
       " 'texts/horace.satires.part.1.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.6.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.5.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.4.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.2.tess',\n",
       " 'texts/corippus.johannis.part.4.tess',\n",
       " 'texts/seneca.hercules_oetaeus.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.14.2_chronicles.tess',\n",
       " 'texts/cicero.de_officiis.part.3.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.11.tess',\n",
       " 'texts/celsus.de_medicina.part.4.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.10.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.4.books_16-21.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.8.tess',\n",
       " 'texts/cicero.pro_publio_quinctio.tess',\n",
       " 'texts/jerome.vulgate.part.54.2_corinthians.tess',\n",
       " 'texts/jerome.vulgate.part.55.galatians.tess',\n",
       " 'texts/terence.adelphi.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.6.tess',\n",
       " 'texts/statius.achilleid.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.5.41-50.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.16.tess',\n",
       " 'texts/cicero.de_divinatione.tess',\n",
       " 'texts/cicero.letters_to_quintus.tess',\n",
       " 'texts/cicero.paradoxa_stoicorum_ad_m_brutum.tess',\n",
       " 'texts/jerome.vulgate.part.11.1_kings.tess',\n",
       " 'texts/ovid.fasti.part.2.tess',\n",
       " 'texts/seneca.phaedra.tess',\n",
       " 'texts/dracontius.romulea.part.7.tess',\n",
       " 'texts/apuleius.metamorphoses.part.10.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.2.tess',\n",
       " 'texts/vitruvius.de_architectura.part.10.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.4.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.5.books_21-25.tess',\n",
       " 'texts/pliny_the_younger.letters.part.8.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.11.at_brutum_et_ceteros.tess',\n",
       " 'texts/ovid.metamorphoses.part.2.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.2.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.27.tess',\n",
       " 'texts/cicero.de_natura_deorum.part.1.tess',\n",
       " 'texts/pliny_the_younger.letters.part.3.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.9.tess',\n",
       " 'texts/celsus.de_medicina.part.5.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.24.tess',\n",
       " 'texts/seneca.thyestes.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.3.21-30.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.21.tess',\n",
       " 'texts/jerome.vulgate.part.25.wisdom.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.4.books_41-45.tess',\n",
       " 'texts/lucan.bellum_civile.part.8.tess',\n",
       " 'texts/silius_italicus.punica.part.1.tess',\n",
       " 'texts/cicero.de_officiis.part.1.tess',\n",
       " 'texts/apuleius.metamorphoses.part.1.tess',\n",
       " 'texts/aurelius_victor.epitome_de_caesaribus.tess',\n",
       " 'texts/claudian.panegyricus_de_quarto_consulatu_honorii_augusti.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.2.11-20.tess',\n",
       " 'texts/celsus.de_medicina.part.7.tess',\n",
       " 'texts/seneca.de_otio.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.2.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.3.books_11-15.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.7.tess',\n",
       " 'texts/celsus.de_medicina.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.45.1_maccabees.tess',\n",
       " 'texts/columella.de_re_rustica.part.8.tess',\n",
       " 'texts/macrobius.saturnalia.part.5.tess',\n",
       " 'texts/jerome.vulgate.part.52.romans.tess',\n",
       " 'texts/cicero.in_vatinium.tess',\n",
       " 'texts/plautus.menaechmi.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.9.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.10.ad_plancum_et_ceteros.tess',\n",
       " 'texts/ovid.heroides.part.1.1-15.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.3.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.15.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.10.91-100.tess',\n",
       " 'texts/lucan.bellum_civile.part.7.tess',\n",
       " 'texts/cicero.pro_milone.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.13.ad_memmium_et_ceteros.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.5.tess',\n",
       " 'texts/jerome.vulgate.part.6.joshua.tess',\n",
       " 'texts/polignac.imitatio.tess',\n",
       " 'texts/plautus.bacchides.tess',\n",
       " 'texts/cicero.de_provinciis_consularibus.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.2.exodus.tess',\n",
       " 'texts/manilius.astronomicon.part.4.tess',\n",
       " 'texts/augustine.de_doctrina_christiana.part.4.tess',\n",
       " 'texts/silius_italicus.punica.part.7.tess',\n",
       " 'texts/cicero.brutus.tess',\n",
       " 'texts/claudian.in_rufinum.part.2.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.7.books_31-37.tess',\n",
       " 'texts/macrobius.saturnalia.part.6.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.4.tess',\n",
       " 'texts/augustine.epistulae_selections.part.6.51-62.tess',\n",
       " 'texts/plautus.mercator.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.75.2_esdras.tess',\n",
       " 'texts/columella.de_re_rustica.part.7.tess',\n",
       " 'texts/cicero.orator.tess',\n",
       " 'texts/priscian.perihegesis.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.18.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.2.tess',\n",
       " 'texts/tacitus.historiae.part.1.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.1.tess',\n",
       " 'texts/caesar.de_bello_civili.part.3.tess',\n",
       " 'texts/florus.epitome_bellorum_omnium_annorum.tess',\n",
       " 'texts/cicero.pro_sulla.tess',\n",
       " 'texts/petronius.satyricon.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.6.51-60.tess',\n",
       " 'texts/jerome.vulgate.part.12.1_chronicles.tess',\n",
       " 'texts/plautus.truculentus.tess',\n",
       " 'texts/gellius.attic_nights.part.20.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.7.galba.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.5.tess',\n",
       " 'texts/claudian.panegyricus_dictus_manlio_theodoro_consuli.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.3.tess',\n",
       " 'texts/seneca.de_constantia.tess',\n",
       " 'texts/martial.epigrams.part.12.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.3.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.4.tess',\n",
       " 'texts/cicero.philippicae.part.2.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.5.tess',\n",
       " 'texts/jerome.vulgate.part.20.job.tess',\n",
       " 'texts/jerome.vulgate.part.26.sirach.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.6.tess',\n",
       " 'texts/cicero.pro_a_cluentio.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.4.tess',\n",
       " 'texts/ovid.metamorphoses.part.14.tess',\n",
       " 'texts/claudian.panegyricus_de_sexto_consulatu_honorii_augusti.tess',\n",
       " 'texts/silius_italicus.punica.part.4.tess',\n",
       " 'texts/cicero.topica.tess',\n",
       " 'texts/cicero.de_partitione_oratoria.tess',\n",
       " 'texts/silius_italicus.punica.part.14.tess',\n",
       " 'texts/cicero.de_officiis.part.2.tess',\n",
       " 'texts/seneca.de_clementia.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.5.tess',\n",
       " 'texts/statius.thebaid.part.12.tess',\n",
       " 'texts/prudentius.dittochaeon.tess',\n",
       " 'texts/celsus.de_medicina.part.2.tess',\n",
       " 'texts/manilius.astronomicon.part.1.tess',\n",
       " 'texts/columella.de_re_rustica.part.5.tess',\n",
       " 'texts/seneca.de_tranquillitate_animi.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.3.tess',\n",
       " 'texts/apuleius.metamorphoses.part.5.tess',\n",
       " 'texts/macrobius.saturnalia.part.7.tess',\n",
       " 'texts/tacitus.dialogus_de_oratoribus.tess',\n",
       " 'texts/gellius.attic_nights.part.18.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.10.2_samuel.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.9.ad_varronem_et_ceteros.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.48.mark.tess',\n",
       " 'texts/jerome.vulgate.part.35.amos.tess',\n",
       " 'texts/ovid.metamorphoses.part.12.tess',\n",
       " 'texts/gellius.attic_nights.part.17.tess',\n",
       " 'texts/gellius.attic_nights.part.6.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.3.ad_claudium_pulchrum.tess',\n",
       " 'texts/jerome.vulgate.part.1.genesis.tess',\n",
       " 'texts/lucan.bellum_civile.part.6.tess',\n",
       " 'texts/pliny_the_younger.letters.part.9.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.2.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.3.tess',\n",
       " 'texts/cicero.de_optimo_genere_oratorum.tess',\n",
       " 'texts/cicero.de_inventione.part.1.tess',\n",
       " 'texts/ovid.metamorphoses.part.5.tess',\n",
       " 'texts/ausonius.cento_nuptialis.tess',\n",
       " 'texts/tacitus.de_origine_et_situ_germanorum_liber.tess',\n",
       " 'texts/macrobius.saturnalia.part.4.tess',\n",
       " 'texts/seneca.de_providentia.tess',\n",
       " 'texts/tacitus.annales.part.2.tess',\n",
       " 'texts/cicero.letters_to_brutus.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.8.tess',\n",
       " 'texts/gellius.attic_nights.part.5.tess',\n",
       " 'texts/ovid.metamorphoses.part.10.tess',\n",
       " 'texts/catullus.carmina.tess',\n",
       " 'texts/seneca_the_elder.suasoriae.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.4.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.6.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.2.books_6-10.tess',\n",
       " 'texts/plautus.captivi.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.2.tess',\n",
       " 'texts/horace.odes.part.3.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.7.61-70.tess',\n",
       " 'texts/cicero.de_fato.tess',\n",
       " 'texts/celsus.de_medicina.part.8.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.3.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.10.tess',\n",
       " 'texts/ovid.amores.part.2.tess',\n",
       " 'texts/cicero.de_imperio_cn_pompei.tess',\n",
       " 'texts/seneca.de_beneficiis.part.6.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.1.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.12.ad_cassium_et_ceteros.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.3.tess',\n",
       " 'texts/plautus.casina.tess',\n",
       " 'texts/cicero.pro_balbo.tess',\n",
       " 'texts/terence.phormio.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.39.nahum.tess',\n",
       " 'texts/cicero.de_senectute.tess',\n",
       " 'texts/gellius.attic_nights.part.1.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.5.tess',\n",
       " 'texts/cicero.pro_murena.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.14.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.15.ad_senatum_et_ceteros.tess',\n",
       " 'texts/ovid.remedia_amoris.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.74.1_esdras.tess',\n",
       " 'texts/tacitus.annales.part.13.tess',\n",
       " 'texts/jerome.vulgate.part.46.2_maccabees.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.1.tess',\n",
       " 'texts/cicero.in_catilinam.tess',\n",
       " 'texts/cicero.pro_marcello.tess',\n",
       " 'texts/claudian.de_bello_gothico.tess',\n",
       " 'texts/tertullian.apologeticum.tess',\n",
       " 'texts/tacitus.annales.part.1.tess',\n",
       " 'texts/cicero.academica.tess',\n",
       " 'texts/apuleius.metamorphoses.part.11.tess',\n",
       " 'texts/plautus.trinummus.tess',\n",
       " 'texts/tacitus.annales.part.4.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.9.81-90.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.6.nero.tess',\n",
       " 'texts/vitruvius.de_architectura.part.4.tess',\n",
       " 'texts/lucan.bellum_civile.part.3.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.5.ad_metellum_et_ceteros.tess',\n",
       " 'texts/statius.thebaid.part.11.tess',\n",
       " 'texts/silius_italicus.punica.part.3.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.2.tess',\n",
       " 'texts/gellius.attic_nights.part.15.tess',\n",
       " 'texts/ovid.metamorphoses.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.3.leviticus.tess',\n",
       " 'texts/jerome.vulgate.part.47.matthew.tess',\n",
       " 'texts/tibullus.elegies.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.11.tess',\n",
       " 'texts/columella.de_re_rustica.part.9.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.23.tess',\n",
       " 'texts/tacitus.historiae.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.50.john.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.9.tess',\n",
       " 'texts/plautus.persa.tess',\n",
       " 'texts/statius.thebaid.part.5.tess',\n",
       " 'texts/cicero.divinatio_in_q_caecilium.tess',\n",
       " 'texts/tacitus.annales.part.16.tess',\n",
       " 'texts/jerome.vulgate.part.51.acts.tess',\n",
       " 'texts/pliny_the_younger.letters.part.2.tess',\n",
       " 'texts/boethius.liber_de_persona_et_duabus_naturis_contra_eutychen_et_nestorium.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.30.tess',\n",
       " 'texts/cicero.pro_c_rabirio_postumo.tess',\n",
       " 'texts/seneca.medea.tess',\n",
       " 'texts/jerome.vulgate.part.17.tobias.tess',\n",
       " 'texts/cicero.pro_plancio.tess',\n",
       " 'texts/tacitus.annales.part.14.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.8.71-80.tess',\n",
       " 'texts/aurelius_victor.de_caesaribus.tess',\n",
       " 'texts/columella.de_re_rustica.part.6.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.10.vespasian.tess',\n",
       " 'texts/manilius.astronomicon.part.5.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.14.tess',\n",
       " 'texts/caesar.de_bello_civili.part.2.tess',\n",
       " 'texts/ovid.fasti.part.6.tess',\n",
       " 'texts/ovid.fasti.part.3.tess',\n",
       " 'texts/vitruvius.de_architectura.part.5.tess',\n",
       " 'texts/prudentius.contra_symmachum.part.1.tess',\n",
       " 'texts/martial.epigrams.part.8.tess',\n",
       " 'texts/columella.de_re_rustica.part.4.tess',\n",
       " 'texts/apuleius.metamorphoses.part.6.tess',\n",
       " 'texts/prudentius.hamartigenia.tess',\n",
       " 'texts/lucan.bellum_civile.part.1.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.3.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.4.tess',\n",
       " 'texts/seneca.phoenissae.tess',\n",
       " 'texts/ausonius.ephemeris_id_est_totius_diei_negotium.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.5.tess',\n",
       " 'texts/pliny_the_younger.letters.part.1.tess',\n",
       " 'texts/bede.historiam_ecclesiasticam_gentis_anglorum.part.4.tess',\n",
       " 'texts/gellius.attic_nights.part.4.tess',\n",
       " 'texts/statius.thebaid.part.2.tess',\n",
       " 'texts/prudentius.apotheosis.tess',\n",
       " 'texts/dracontius.romulea.part.4.tess',\n",
       " 'texts/statius.silvae.part.3.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.7.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.2.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.2.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.1.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.7.tess',\n",
       " 'texts/ovid.metamorphoses.part.8.tess',\n",
       " 'texts/jerome.vulgate.part.13.2_kings.tess',\n",
       " 'texts/cicero.pro_m_caelio.tess',\n",
       " 'texts/ausonius.gratiarum_actio.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.10.tess',\n",
       " 'texts/cicero.philippicae.part.13.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.3.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.2.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.5.tess',\n",
       " 'texts/seneca.de_brevitate_vitae.tess',\n",
       " 'texts/statius.thebaid.part.4.tess',\n",
       " 'texts/plautus.stichus.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.1.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.1.tess',\n",
       " 'texts/caesar.de_bello_civili.part.1.tess',\n",
       " 'texts/tacitus.annales.part.6.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.1.books_1-5.tess',\n",
       " 'texts/vitruvius.de_architectura.part.6.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.49.luke.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.6.tess',\n",
       " 'texts/vergil.georgics.part.4.tess',\n",
       " 'texts/silius_italicus.punica.part.9.tess',\n",
       " 'texts/ovid.fasti.part.1.tess',\n",
       " 'texts/horace.epistles.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.2.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.15.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.13.121-124.tess',\n",
       " 'texts/martial.epigrams.part.9.tess',\n",
       " 'texts/ausonius.precationes.tess',\n",
       " 'texts/seneca.troades.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.12.tess',\n",
       " 'texts/cicero.de_haruspicum_responso.tess',\n",
       " 'texts/claudian.in_consulatum_olybrii_et_probini.tess',\n",
       " 'texts/seneca.de_beneficiis.part.4.tess',\n",
       " 'texts/seneca.oedipus.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.12.tess',\n",
       " 'texts/corippus.johannis.part.5.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.3.tess',\n",
       " 'texts/ausonius.eclogarum_liber.tess',\n",
       " 'texts/jerome.vulgate.part.59.1_thessalonians.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.4.caligula.tess',\n",
       " 'texts/horace.satires.part.2.tess',\n",
       " 'texts/vergil.aeneid.part.9.tess',\n",
       " 'texts/ovid.metamorphoses.part.13.tess',\n",
       " 'texts/seneca.de_beneficiis.part.1.tess',\n",
       " 'texts/cicero.pro_s_roscio.tess',\n",
       " 'texts/plautus.miles_gloriosus.tess',\n",
       " 'texts/statius.thebaid.part.7.tess',\n",
       " 'texts/gellius.attic_nights.part.16.tess',\n",
       " 'texts/cicero.in_l_pisonem.tess',\n",
       " 'texts/ovid.metamorphoses.part.9.tess',\n",
       " 'texts/tacitus.annales.part.3.tess',\n",
       " 'texts/columella.de_re_rustica.part.3.tess',\n",
       " 'texts/ovid.tristia.part.4.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.6.ad_torquatum_et_ceteros.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.10.tess',\n",
       " 'texts/ovid.metamorphoses.part.15.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.1.1-10.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.2.ad_curionem_et_ceteros.tess',\n",
       " 'texts/cicero.timaeus.tess',\n",
       " 'texts/jerome.vulgate.part.56.ephesians.tess',\n",
       " 'texts/statius.thebaid.part.9.tess',\n",
       " 'texts/statius.silvae.part.1.tess',\n",
       " 'texts/vitruvius.de_architectura.part.8.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.2.tess',\n",
       " 'texts/plautus.pseudolus.tess',\n",
       " 'texts/ovid.ex_ponto.part.3.tess',\n",
       " 'texts/ovid.metamorphoses.part.6.tess',\n",
       " 'texts/statius.thebaid.part.10.tess',\n",
       " 'texts/cicero.philippicae.part.3.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.20.tess',\n",
       " 'texts/macrobius.saturnalia.part.1.tess',\n",
       " 'texts/cicero.philippicae.part.11.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.14.ad_terentiam_uxorem.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.14.tess',\n",
       " 'texts/manilius.astronomicon.part.2.tess',\n",
       " 'texts/manilius.astronomicon.part.3.tess',\n",
       " 'texts/corippus.johannis.part.6.tess',\n",
       " 'texts/prudentius.contra_symmachum.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.16.nehemiah.tess',\n",
       " 'texts/gellius.attic_nights.part.14.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.2.augustus.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.8.tess',\n",
       " 'texts/dracontius.romulea.part.8.tess',\n",
       " 'texts/apuleius.florida.tess',\n",
       " 'texts/seneca.de_beneficiis.part.5.tess',\n",
       " 'texts/martial.epigrams.part.11.tess',\n",
       " 'texts/terence.heautontimorumenos.tess',\n",
       " 'texts/tacitus.historiae.part.4.tess',\n",
       " 'texts/ovid.ibis.tess',\n",
       " 'texts/silius_italicus.punica.part.15.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.1.tess',\n",
       " 'texts/ausonius.griphus_ternarii_numeri.tess',\n",
       " 'texts/horace.carmen_saeculare.tess',\n",
       " 'texts/silius_italicus.punica.part.16.tess',\n",
       " 'texts/seneca.de_beneficiis.part.3.tess',\n",
       " 'texts/terence.andria.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.1.tess',\n",
       " 'texts/apuleius.metamorphoses.part.8.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.8.tess',\n",
       " 'texts/ausonius.epigrammata_ausonii_de_diversis_rebus.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.26.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.8.caeli_epistulae_ad_ciceronem.tess',\n",
       " 'texts/augustine.epistulae_selections.part.3.21-30.tess',\n",
       " 'texts/jerome.vulgate.part.29.lamentations.tess',\n",
       " 'texts/claudian.in_eutropium.part.1.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.1.tess',\n",
       " 'texts/vergil.aeneid.part.12.tess',\n",
       " 'texts/vergil.aeneid.part.10.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.1.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.7.ad_marium_et_ceteros.tess',\n",
       " 'texts/jerome.vulgate.part.43.zechariah.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.16.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.12.111-120.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.1.julius.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.7.tess',\n",
       " 'texts/corippus.johannis.part.8.tess',\n",
       " 'texts/jerome.vulgate.part.36.obadiah.tess',\n",
       " 'texts/vergil.georgics.part.3.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.5.tess',\n",
       " 'texts/ausonius.epistularum.tess',\n",
       " 'texts/apuleius.metamorphoses.part.4.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.7.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.6.tess',\n",
       " 'texts/lucan.bellum_civile.part.5.tess',\n",
       " 'texts/cicero.philippicae.part.1.tess',\n",
       " 'texts/gellius.attic_nights.part.12.tess',\n",
       " 'texts/lucan.bellum_civile.part.4.tess',\n",
       " 'texts/tertullian.de_spectaculis.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.7.tess',\n",
       " 'texts/tacitus.annales.part.11.tess',\n",
       " 'texts/plautus.aulularia.tess',\n",
       " 'texts/vergil.aeneid.part.8.tess',\n",
       " 'texts/corippus.johannis.part.1.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.2.tess',\n",
       " 'texts/seneca.hercules_furens.tess',\n",
       " 'texts/gellius.attic_nights.part.13.tess',\n",
       " 'texts/seneca.octavia.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.4.31-40.tess',\n",
       " 'texts/gellius.attic_nights.part.11.tess',\n",
       " 'texts/cicero.pro_l_flacco.tess',\n",
       " 'texts/apuleius.metamorphoses.part.3.tess',\n",
       " 'texts/cicero.philippicae.part.14.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.3.tiberius.tess',\n",
       " 'texts/boethius.quomodo_trinitas.tess',\n",
       " 'texts/horace.odes.part.1.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.1.tess',\n",
       " 'texts/martial.epigrams.part.5.tess',\n",
       " 'texts/vergil.eclogues.tess',\n",
       " 'texts/dracontius.romulea.part.5.tess',\n",
       " 'texts/cicero.de_domo_sua.tess',\n",
       " 'texts/statius.silvae.part.2.tess',\n",
       " 'texts/cicero.philippicae.part.12.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.3.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.22.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.4.ad_sulpicium_et_ceteros.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.29.tess',\n",
       " 'texts/plautus.cistellaria.tess',\n",
       " 'texts/statius.thebaid.part.1.tess',\n",
       " 'texts/cicero.post_reditum_in_senatu.tess',\n",
       " 'texts/cicero.pro_q_roscio_comoedo.tess',\n",
       " 'texts/dracontius.satisfactio.tess',\n",
       " 'texts/cicero.philippicae.part.9.tess',\n",
       " 'texts/boethius.de_fide_catholica.tess',\n",
       " 'texts/jerome.vulgate.part.68.2_peter.tess',\n",
       " 'texts/rutilius.de_reditu.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.16.ad_tironem.tess',\n",
       " 'texts/seneca.apocolocyntosis.tess',\n",
       " 'texts/ovid.ex_ponto.part.2.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.8.tess',\n",
       " 'texts/vergil.aeneid.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.19.esther.tess',\n",
       " 'texts/gellius.attic_nights.part.9.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.4.tess',\n",
       " 'texts/jerome.vulgate.part.23.ecclesiastes.tess',\n",
       " 'texts/augustine.epistulae_selections.part.5.41-50.tess',\n",
       " 'texts/cicero.pro_scauro.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.19.tess',\n",
       " 'texts/martial.epigrams.part.4.tess',\n",
       " 'texts/horace.odes.part.4.tess',\n",
       " 'texts/pseudo_cicero.in_sallustium.tess',\n",
       " 'texts/ovid.fasti.part.5.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.13.tess',\n",
       " 'texts/seneca.de_beneficiis.part.7.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.6.tess',\n",
       " 'texts/dracontius.romulea.part.9.tess',\n",
       " 'texts/ennius.annales.tess',\n",
       " 'texts/dracontius.orestes.tess',\n",
       " 'texts/vergil.aeneid.part.7.tess',\n",
       " 'texts/ovid.ars_amatoria.part.1.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.4.tess',\n",
       " 'texts/cicero.philippicae.part.5.tess',\n",
       " 'texts/jerome.vulgate.part.61.1_timothy.tess',\n",
       " 'texts/jerome.vulgate.part.37.jonah.tess',\n",
       " 'texts/claudian.in_eutropium.part.2.tess',\n",
       " 'texts/vitruvius.de_architectura.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.18.judith.tess',\n",
       " 'texts/apuleius.metamorphoses.part.7.tess',\n",
       " 'texts/ovid.tristia.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.15.ezra.tess',\n",
       " 'texts/pliny_the_younger.letters.part.4.tess',\n",
       " 'texts/horace.epodes.tess',\n",
       " 'texts/jerome.vulgate.part.67.1_peter.tess',\n",
       " 'texts/tacitus.annales.part.15.tess',\n",
       " 'texts/cicero.cum_populo_gratias_egit.tess',\n",
       " 'texts/vergil.aeneid.part.6.tess',\n",
       " 'texts/silius_italicus.punica.part.5.tess',\n",
       " 'texts/gellius.attic_nights.part.7.tess',\n",
       " 'texts/jerome.vulgate.part.71.3_john.tess',\n",
       " 'texts/seneca.agamemnon.tess',\n",
       " 'texts/silius_italicus.punica.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.7.judges.tess',\n",
       " 'texts/vergil.aeneid.part.11.tess',\n",
       " 'texts/vitruvius.de_architectura.part.7.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.5.claudius.tess',\n",
       " 'texts/silius_italicus.punica.part.13.tess',\n",
       " 'texts/plautus.epidicus.tess',\n",
       " 'texts/cicero.philippicae.part.6.tess',\n",
       " 'texts/cicero.pro_ligario.tess',\n",
       " 'texts/vergil.aeneid.part.4.tess',\n",
       " 'texts/pliny_the_younger.letters.part.7.tess',\n",
       " 'texts/augustine.epistulae_selections.part.2.11-20.tess',\n",
       " 'texts/pliny_the_younger.letters.part.5.tess',\n",
       " 'texts/augustine.epistulae_selections.part.1.1-10.tess',\n",
       " 'texts/tacitus.agricola.tess',\n",
       " 'texts/silius_italicus.punica.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.73.apocalypse.tess',\n",
       " 'texts/ausonius.epicedion_in_patrem.tess',\n",
       " 'texts/martial.epigrams.part.10.tess',\n",
       " 'texts/prudentius.psychomachia.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.3.tess',\n",
       " 'texts/dracontius.romulea.part.2.tess',\n",
       " 'texts/horace.odes.part.2.tess',\n",
       " 'texts/gellius.attic_nights.part.19.tess',\n",
       " 'texts/gellius.attic_nights.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.5.deuteronomy.tess',\n",
       " 'texts/cicero.pro_c_rabirio.tess',\n",
       " 'texts/paulus_diaconus.carmina.tess',\n",
       " 'texts/jerome.vulgate.part.58.colossians.tess',\n",
       " 'texts/ovid.metamorphoses.part.11.tess',\n",
       " 'texts/ovid.metamorphoses.part.4.tess',\n",
       " 'texts/cicero.pro_rege_deiotaro.tess',\n",
       " 'texts/corippus.johannis.part.3.tess',\n",
       " 'texts/sallust.histories.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.5.tess',\n",
       " 'texts/pliny_the_younger.letters.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.30.baruch.tess',\n",
       " 'texts/boethius.quomodo_substantiae_in_eo_quod_sint_bonae_sint_cum_non_sint_substantialia_bona.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.2.tess',\n",
       " 'texts/claudian.in_rufinum.part.1.tess',\n",
       " 'texts/ovid.amores.part.3.tess',\n",
       " 'texts/corippus.johannis.part.2.tess',\n",
       " 'texts/caesar_augustus.res_gestae_divi_augusti.tess',\n",
       " 'texts/jerome.vulgate.part.57.philippians.tess',\n",
       " 'texts/statius.silvae.part.4.tess',\n",
       " 'texts/vergil.georgics.part.2.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.1.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.5.tess',\n",
       " 'texts/tacitus.historiae.part.3.tess',\n",
       " 'texts/apuleius.metamorphoses.part.9.tess',\n",
       " 'texts/ausonius.de_xii_caesaribus.tess',\n",
       " 'texts/vergil.aeneid.part.5.tess',\n",
       " 'texts/ausonius.mosella.tess',\n",
       " 'texts/seneca.de_consolatione_ad_polybium.tess',\n",
       " 'texts/martial.epigrams.part.6.tess',\n",
       " 'texts/ausonius.cupido_cruciatus.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.5.tess',\n",
       " 'texts/silius_italicus.punica.part.12.tess',\n",
       " 'texts/ovid.tristia.part.2.tess',\n",
       " 'texts/jerome.vulgate.part.66.james.tess',\n",
       " 'texts/jerome.vulgate.part.24.song_of_songs.tess',\n",
       " 'texts/statius.thebaid.part.3.tess',\n",
       " 'texts/plautus.mostellaria.tess',\n",
       " 'texts/jerome.vulgate.part.38.micah.tess',\n",
       " 'texts/ovid.metamorphoses.part.1.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.12.tess',\n",
       " 'texts/jerome.vulgate.part.73a.epistle_of_paul_to_the_laodicians.tess',\n",
       " 'texts/jerome.vulgate.part.42.haggaiah.tess',\n",
       " 'texts/gellius.attic_nights.part.10.tess',\n",
       " 'texts/ovid.tristia.part.3.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.5.tess',\n",
       " 'texts/augustine.epistulae_selections.part.4.31-40.tess',\n",
       " 'texts/claudian.epithalamium_de_nuptiis_honorii_augusti.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.8.otho.tess',\n",
       " 'texts/martial.epigrams.part.1.tess',\n",
       " 'texts/ausonius.technopaegnion.tess',\n",
       " 'texts/horace.ars_poetica.tess',\n",
       " 'texts/ovid.fasti.part.4.tess',\n",
       " 'texts/claudian.de_bello_gildonico.tess',\n",
       " 'texts/martial.epigrams.part.2.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.3.tess',\n",
       " 'texts/martial.epigrams.part.13.tess',\n",
       " 'texts/jerome.vulgate.part.32.daniel.tess',\n",
       " 'texts/q_cicero.on_running_for_consul.tess',\n",
       " 'texts/silius_italicus.punica.part.11.tess',\n",
       " 'texts/jerome.vulgate.part.76.prayer_of_manasseh.tess',\n",
       " 'texts/cicero.philippicae.part.8.tess',\n",
       " 'texts/boethius.utrum_pater.tess',\n",
       " 'texts/silius_italicus.punica.part.17.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.9.vitellius.tess',\n",
       " 'texts/silius_italicus.punica.part.8.tess',\n",
       " 'texts/jerome.vulgate.part.53.1_corinthians.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.1.tess',\n",
       " 'texts/lucan.bellum_civile.part.10.tess',\n",
       " 'texts/apuleius.metamorphoses.part.2.tess',\n",
       " 'texts/lucan.bellum_civile.part.2.tess',\n",
       " 'texts/silius_italicus.punica.part.10.tess',\n",
       " 'texts/dracontius.romulea.part.10.tess',\n",
       " 'texts/ausonius.de_herediolo.tess',\n",
       " 'texts/martial.epigrams.part.14.tess',\n",
       " 'texts/ovid.ars_amatoria.part.2.tess',\n",
       " 'texts/tacitus.historiae.part.5.tess',\n",
       " 'texts/vergil.georgics.part.1.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.12.domitian.tess',\n",
       " 'texts/jerome.vulgate.part.69.1_john.tess',\n",
       " 'texts/anonymous.laudes_domini.tess',\n",
       " 'texts/ovid.ex_ponto.part.1.tess',\n",
       " 'texts/vitruvius.de_architectura.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.63.titus.tess',\n",
       " 'texts/jerome.vulgate.part.62.2_timothy.tess',\n",
       " 'texts/ausonius.ludus_septem_sapientum.tess',\n",
       " 'texts/ausonius.oratio_consulis_ausonii_versibus_rhopalicis.tess',\n",
       " 'texts/martial.epigrams.part.7.tess',\n",
       " 'texts/cicero.pro_fonteio.tess',\n",
       " 'texts/cicero.philippicae.part.7.tess',\n",
       " 'texts/jerome.vulgate.part.41.zephoniah.tess',\n",
       " 'texts/ausonius.epitaphia_heroum_qui_bello_troico_interfuerunt.tess',\n",
       " 'texts/ausonius.parentalia.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.3.tess',\n",
       " 'texts/ausonius.ordo_urbium_nobilium.tess',\n",
       " 'texts/jerome.vulgate.part.33.hosea.tess',\n",
       " 'texts/claudian.panegyricus_de_tertio_consulatu_honorii_augusti.tess',\n",
       " 'texts/cicero.pro_tullio.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.8.tess',\n",
       " 'texts/aristotle.economics_book_3.tess',\n",
       " 'texts/tacitus.annales.part.5.tess',\n",
       " 'texts/gellius.attic_nights.part.pr.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.8.ruth.tess',\n",
       " 'texts/cicero.philippicae.part.10.tess',\n",
       " 'texts/cicero.philippicae.part.4.tess',\n",
       " 'texts/ausonius.praefatiunculae.tess',\n",
       " 'texts/martial.epigrams.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.72.jude.tess',\n",
       " 'texts/vergil.aeneid.part.3.tess',\n",
       " 'texts/jerome.vulgate.part.44.malachi.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.11.titus.tess',\n",
       " 'texts/jerome.vulgate.part.40.habbakuk.tess',\n",
       " 'texts/ovid.medicamina_faciei_femineae.tess',\n",
       " 'texts/ausonius.commemoratio_professorum_burdigalensium.tess',\n",
       " 'texts/dracontius.romulea.part.1.tess',\n",
       " 'texts/jerome.vulgate.part.64.philemon.tess',\n",
       " 'texts/jerome.vulgate.part.34.joel.tess',\n",
       " 'texts/gellius.attic_nights.part.8.tess',\n",
       " 'texts/dracontius.romulea.part.6.tess',\n",
       " 'texts/jerome.vulgate.part.60.2_thessalonians.tess',\n",
       " 'texts/jerome.vulgate.part.70.2_john.tess',\n",
       " 'texts/ausonius.libri_de_fastis_conclusio.tess',\n",
       " 'texts/macrobius.fragment.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.part.preface.tess',\n",
       " 'texts/ausonius.de_bissula.tess',\n",
       " 'texts/ausonius.versus_paschales_pro_augusto_dicti.tess',\n",
       " 'texts/seneca_the_elder.fragmenta.tess',\n",
       " 'texts/dracontius.romulea.part.3.tess',\n",
       " 'texts/prudentius.epilogus.tess',\n",
       " 'texts/jerome.vulgate.part.21b.psalm.tess',\n",
       " 'texts/dracontius.romulea.part.fragments.tess']"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "additional_tess_files = [tmp for tmp in deduper.get_unique_doc_names() if tmp.endswith('.tess')]\n",
    "print(len(additional_tess_files))\n",
    "additional_tess_files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2889"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(deduper.hash_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "534\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['texts/ammianus.rerum_gestarum.part.15.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.16.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.20.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.21.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.22.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.23.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.26.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.27.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.28.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.29.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.30.tess',\n",
       " 'texts/ammianus.rerum_gestarum.part.31.tess',\n",
       " 'texts/anonymous.laudes_domini.tess',\n",
       " 'texts/apuleius.apologia.tess',\n",
       " 'texts/apuleius.florida.tess',\n",
       " 'texts/apuleius.metamorphoses.part.10.tess',\n",
       " 'texts/apuleius.metamorphoses.part.2.tess',\n",
       " 'texts/apuleius.metamorphoses.part.5.tess',\n",
       " 'texts/apuleius.metamorphoses.part.7.tess',\n",
       " 'texts/apuleius.metamorphoses.part.9.tess',\n",
       " 'texts/aristotle.economics_book_3.tess',\n",
       " 'texts/augustine.de_doctrina_christiana.part.4.tess',\n",
       " 'texts/augustine.epistulae_selections.part.1.1-10.tess',\n",
       " 'texts/augustine.epistulae_selections.part.2.11-20.tess',\n",
       " 'texts/augustine.epistulae_selections.part.3.21-30.tess',\n",
       " 'texts/augustine.epistulae_selections.part.4.31-40.tess',\n",
       " 'texts/augustine.epistulae_selections.part.5.41-50.tess',\n",
       " 'texts/augustine.epistulae_selections.part.6.51-62.tess',\n",
       " 'texts/ausonius.cento_nuptialis.tess',\n",
       " 'texts/ausonius.commemoratio_professorum_burdigalensium.tess',\n",
       " 'texts/ausonius.cupido_cruciatus.tess',\n",
       " 'texts/ausonius.de_bissula.tess',\n",
       " 'texts/ausonius.de_herediolo.tess',\n",
       " 'texts/ausonius.de_xii_caesaribus.tess',\n",
       " 'texts/ausonius.eclogarum_liber.tess',\n",
       " 'texts/ausonius.ephemeris_id_est_totius_diei_negotium.tess',\n",
       " 'texts/ausonius.epicedion_in_patrem.tess',\n",
       " 'texts/ausonius.epigrammata_ausonii_de_diversis_rebus.tess',\n",
       " 'texts/ausonius.epistularum.tess',\n",
       " 'texts/ausonius.epitaphia_heroum_qui_bello_troico_interfuerunt.tess',\n",
       " 'texts/ausonius.gratiarum_actio.tess',\n",
       " 'texts/ausonius.griphus_ternarii_numeri.tess',\n",
       " 'texts/ausonius.libri_de_fastis_conclusio.tess',\n",
       " 'texts/ausonius.ludus_septem_sapientum.tess',\n",
       " 'texts/ausonius.mosella.tess',\n",
       " 'texts/ausonius.oratio_consulis_ausonii_versibus_rhopalicis.tess',\n",
       " 'texts/ausonius.ordo_urbium_nobilium.tess',\n",
       " 'texts/ausonius.parentalia.tess',\n",
       " 'texts/ausonius.praefatiunculae.tess',\n",
       " 'texts/ausonius.precationes.tess',\n",
       " 'texts/ausonius.technopaegnion.tess',\n",
       " 'texts/ausonius.versus_paschales_pro_augusto_dicti.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.1.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.2.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.3.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.4.tess',\n",
       " 'texts/boethius.consolatio_philosophiae.part.5.tess',\n",
       " 'texts/boethius.de_fide_catholica.tess',\n",
       " 'texts/boethius.liber_de_persona_et_duabus_naturis_contra_eutychen_et_nestorium.tess',\n",
       " 'texts/boethius.quomodo_substantiae_in_eo_quod_sint_bonae_sint_cum_non_sint_substantialia_bona.tess',\n",
       " 'texts/boethius.quomodo_trinitas.tess',\n",
       " 'texts/boethius.utrum_pater.tess',\n",
       " 'texts/caesar.de_bello_civili.part.2.tess',\n",
       " 'texts/caesar.de_bello_civili.part.3.tess',\n",
       " 'texts/caesar.de_bello_gallico.part.5.tess',\n",
       " 'texts/catullus.carmina.tess',\n",
       " 'texts/celsus.de_medicina.part.1.tess',\n",
       " 'texts/celsus.de_medicina.part.2.tess',\n",
       " 'texts/celsus.de_medicina.part.3.tess',\n",
       " 'texts/celsus.de_medicina.part.4.tess',\n",
       " 'texts/celsus.de_medicina.part.5.tess',\n",
       " 'texts/celsus.de_medicina.part.6.tess',\n",
       " 'texts/celsus.de_medicina.part.7.tess',\n",
       " 'texts/celsus.de_medicina.part.8.tess',\n",
       " 'texts/cicero.brutus.tess',\n",
       " 'texts/cicero.de_divinatione.tess',\n",
       " 'texts/cicero.de_domo_sua.tess',\n",
       " 'texts/cicero.de_finibus_bonorum_et_malorum.part.5.tess',\n",
       " 'texts/cicero.de_haruspicum_responso.tess',\n",
       " 'texts/cicero.de_imperio_cn_pompei.tess',\n",
       " 'texts/cicero.de_inventione.part.1.tess',\n",
       " 'texts/cicero.de_lege_agraria_contra_rullum.tess',\n",
       " 'texts/cicero.de_optimo_genere_oratorum.tess',\n",
       " 'texts/cicero.de_oratore.part.2.tess',\n",
       " 'texts/cicero.de_partitione_oratoria.tess',\n",
       " 'texts/cicero.de_provinciis_consularibus.tess',\n",
       " 'texts/cicero.de_republica.tess',\n",
       " 'texts/cicero.de_senectute.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.2.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.3.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.4.tess',\n",
       " 'texts/cicero.divinatio_in_c_verrem.part.5.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.1.ad_lentulum.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.10.ad_plancum_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.11.at_brutum_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.12.ad_cassium_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.13.ad_memmium_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.14.ad_terentiam_uxorem.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.15.ad_senatum_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.16.ad_tironem.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.2.ad_curionem_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.3.ad_claudium_pulchrum.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.6.ad_torquatum_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.7.ad_marium_et_ceteros.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.8.caeli_epistulae_ad_ciceronem.tess',\n",
       " 'texts/cicero.epistulae_ad_familiares.part.9.ad_varronem_et_ceteros.tess',\n",
       " 'texts/cicero.in_catilinam.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.1.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.13.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.6.tess',\n",
       " 'texts/cicero.letters_to_atticus.part.8.tess',\n",
       " 'texts/cicero.letters_to_brutus.tess',\n",
       " 'texts/cicero.letters_to_quintus.tess',\n",
       " 'texts/cicero.lucullus.tess',\n",
       " 'texts/cicero.paradoxa_stoicorum_ad_m_brutum.tess',\n",
       " 'texts/cicero.philippicae.part.1.tess',\n",
       " 'texts/cicero.philippicae.part.10.tess',\n",
       " 'texts/cicero.philippicae.part.11.tess',\n",
       " 'texts/cicero.philippicae.part.13.tess',\n",
       " 'texts/cicero.philippicae.part.14.tess',\n",
       " 'texts/cicero.philippicae.part.2.tess',\n",
       " 'texts/cicero.philippicae.part.3.tess',\n",
       " 'texts/cicero.philippicae.part.6.tess',\n",
       " 'texts/cicero.philippicae.part.7.tess',\n",
       " 'texts/cicero.philippicae.part.8.tess',\n",
       " 'texts/cicero.philippicae.part.9.tess',\n",
       " 'texts/cicero.pro_a_caecina.tess',\n",
       " 'texts/cicero.pro_a_cluentio.tess',\n",
       " 'texts/cicero.pro_archia.tess',\n",
       " 'texts/cicero.pro_balbo.tess',\n",
       " 'texts/cicero.pro_fonteio.tess',\n",
       " 'texts/cicero.pro_ligario.tess',\n",
       " 'texts/cicero.pro_m_caelio.tess',\n",
       " 'texts/cicero.pro_marcello.tess',\n",
       " 'texts/cicero.pro_milone.tess',\n",
       " 'texts/cicero.pro_publio_quinctio.tess',\n",
       " 'texts/cicero.pro_rege_deiotaro.tess',\n",
       " 'texts/cicero.pro_scauro.tess',\n",
       " 'texts/cicero.pro_tullio.tess',\n",
       " 'texts/cicero.timaeus.tess',\n",
       " 'texts/cicero.topica.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.1.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.2.tess',\n",
       " 'texts/cicero.tusculanae_disputationes.part.5.tess',\n",
       " 'texts/claudian.carmina_minora.tess',\n",
       " 'texts/claudian.de_bello_gildonico.tess',\n",
       " 'texts/claudian.de_bello_gothico.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.1.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.2.tess',\n",
       " 'texts/claudian.de_consulatu_stilichonis.part.3.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.1.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.2.tess',\n",
       " 'texts/claudian.de_raptu_proserpinae.part.3.tess',\n",
       " 'texts/claudian.epithalamium_de_nuptiis_honorii_augusti.tess',\n",
       " 'texts/claudian.in_consulatum_olybrii_et_probini.tess',\n",
       " 'texts/claudian.in_eutropium.part.1.tess',\n",
       " 'texts/claudian.in_eutropium.part.2.tess',\n",
       " 'texts/claudian.in_rufinum.part.1.tess',\n",
       " 'texts/claudian.in_rufinum.part.2.tess',\n",
       " 'texts/claudian.panegyricus_de_quarto_consulatu_honorii_augusti.tess',\n",
       " 'texts/claudian.panegyricus_de_sexto_consulatu_honorii_augusti.tess',\n",
       " 'texts/claudian.panegyricus_de_tertio_consulatu_honorii_augusti.tess',\n",
       " 'texts/claudian.panegyricus_dictus_manlio_theodoro_consuli.tess',\n",
       " 'texts/columella.de_re_rustica.part.2.tess',\n",
       " 'texts/columella.de_re_rustica.part.3.tess',\n",
       " 'texts/columella.de_re_rustica.part.6.tess',\n",
       " 'texts/columella.de_re_rustica.part.7.tess',\n",
       " 'texts/columella.de_re_rustica.part.8.tess',\n",
       " 'texts/columella.de_re_rustica.part.9.tess',\n",
       " 'texts/corippus.johannis.part.1.tess',\n",
       " 'texts/corippus.johannis.part.2.tess',\n",
       " 'texts/corippus.johannis.part.3.tess',\n",
       " 'texts/corippus.johannis.part.4.tess',\n",
       " 'texts/corippus.johannis.part.5.tess',\n",
       " 'texts/corippus.johannis.part.6.tess',\n",
       " 'texts/corippus.johannis.part.7.tess',\n",
       " 'texts/corippus.johannis.part.8.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.10.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.5.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.6.tess',\n",
       " 'texts/curtius_rufus.historiae_alexandri_magni.part.9.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.1.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.2.tess',\n",
       " 'texts/dracontius.de_laudibus_dei.part.3.tess',\n",
       " 'texts/dracontius.orestes.tess',\n",
       " 'texts/dracontius.romulea.part.1.tess',\n",
       " 'texts/dracontius.romulea.part.10.tess',\n",
       " 'texts/dracontius.romulea.part.2.tess',\n",
       " 'texts/dracontius.romulea.part.3.tess',\n",
       " 'texts/dracontius.romulea.part.4.tess',\n",
       " 'texts/dracontius.romulea.part.5.tess',\n",
       " 'texts/dracontius.romulea.part.6.tess',\n",
       " 'texts/dracontius.romulea.part.7.tess',\n",
       " 'texts/dracontius.romulea.part.8.tess',\n",
       " 'texts/dracontius.romulea.part.9.tess',\n",
       " 'texts/dracontius.romulea.part.fragments.tess',\n",
       " 'texts/dracontius.satisfactio.tess',\n",
       " 'texts/ennius.annales.tess',\n",
       " 'texts/ennodius.opera.tess',\n",
       " 'texts/eutropius.brevarium.tess',\n",
       " 'texts/florus.epitome_bellorum_omnium_annorum.tess',\n",
       " 'texts/gellius.attic_nights.part.1.tess',\n",
       " 'texts/gellius.attic_nights.part.10.tess',\n",
       " 'texts/gellius.attic_nights.part.11.tess',\n",
       " 'texts/gellius.attic_nights.part.12.tess',\n",
       " 'texts/gellius.attic_nights.part.13.tess',\n",
       " 'texts/gellius.attic_nights.part.14.tess',\n",
       " 'texts/gellius.attic_nights.part.15.tess',\n",
       " 'texts/gellius.attic_nights.part.16.tess',\n",
       " 'texts/gellius.attic_nights.part.17.tess',\n",
       " 'texts/gellius.attic_nights.part.18.tess',\n",
       " 'texts/gellius.attic_nights.part.19.tess',\n",
       " 'texts/gellius.attic_nights.part.2.tess',\n",
       " 'texts/gellius.attic_nights.part.20.tess',\n",
       " 'texts/gellius.attic_nights.part.3.tess',\n",
       " 'texts/gellius.attic_nights.part.4.tess',\n",
       " 'texts/gellius.attic_nights.part.5.tess',\n",
       " 'texts/gellius.attic_nights.part.6.tess',\n",
       " 'texts/gellius.attic_nights.part.7.tess',\n",
       " 'texts/gellius.attic_nights.part.9.tess',\n",
       " 'texts/gellius.attic_nights.part.pr.tess',\n",
       " 'texts/glass.washingtonii_vita.tess',\n",
       " 'texts/horace.ars_poetica.tess',\n",
       " 'texts/horace.carmen_saeculare.tess',\n",
       " 'texts/horace.epistles.tess',\n",
       " 'texts/horace.odes.part.1.tess',\n",
       " 'texts/horace.odes.part.2.tess',\n",
       " 'texts/horace.odes.part.3.tess',\n",
       " 'texts/horace.odes.part.4.tess',\n",
       " 'texts/jerome.epistulae.tess',\n",
       " 'texts/jerome.vulgate.part.10.2_samuel.tess',\n",
       " 'texts/jerome.vulgate.part.12.1_chronicles.tess',\n",
       " 'texts/jerome.vulgate.part.13.2_kings.tess',\n",
       " 'texts/jerome.vulgate.part.16.nehemiah.tess',\n",
       " 'texts/jerome.vulgate.part.2.exodus.tess',\n",
       " 'texts/jerome.vulgate.part.20.job.tess',\n",
       " 'texts/jerome.vulgate.part.21.psalms.tess',\n",
       " 'texts/jerome.vulgate.part.21a.old_latin_psalms.tess',\n",
       " 'texts/jerome.vulgate.part.21b.psalm.tess',\n",
       " 'texts/jerome.vulgate.part.23.ecclesiastes.tess',\n",
       " 'texts/jerome.vulgate.part.25.wisdom.tess',\n",
       " 'texts/jerome.vulgate.part.27.isaiah.tess',\n",
       " 'texts/jerome.vulgate.part.29.lamentations.tess',\n",
       " 'texts/jerome.vulgate.part.3.leviticus.tess',\n",
       " 'texts/jerome.vulgate.part.32.daniel.tess',\n",
       " 'texts/jerome.vulgate.part.34.joel.tess',\n",
       " 'texts/jerome.vulgate.part.39.nahum.tess',\n",
       " 'texts/jerome.vulgate.part.4.numbers.tess',\n",
       " 'texts/jerome.vulgate.part.47.matthew.tess',\n",
       " 'texts/jerome.vulgate.part.48.mark.tess',\n",
       " 'texts/jerome.vulgate.part.49.luke.tess',\n",
       " 'texts/jerome.vulgate.part.50.john.tess',\n",
       " 'texts/jerome.vulgate.part.52.romans.tess',\n",
       " 'texts/jerome.vulgate.part.53.1_corinthians.tess',\n",
       " 'texts/jerome.vulgate.part.55.galatians.tess',\n",
       " 'texts/jerome.vulgate.part.57.philippians.tess',\n",
       " 'texts/jerome.vulgate.part.59.1_thessalonians.tess',\n",
       " 'texts/jerome.vulgate.part.60.2_thessalonians.tess',\n",
       " 'texts/jerome.vulgate.part.61.1_timothy.tess',\n",
       " 'texts/jerome.vulgate.part.64.philemon.tess',\n",
       " 'texts/jerome.vulgate.part.66.james.tess',\n",
       " 'texts/jerome.vulgate.part.67.1_peter.tess',\n",
       " 'texts/jerome.vulgate.part.68.2_peter.tess',\n",
       " 'texts/jerome.vulgate.part.69.1_john.tess',\n",
       " 'texts/jerome.vulgate.part.70.2_john.tess',\n",
       " 'texts/jerome.vulgate.part.73a.epistle_of_paul_to_the_laodicians.tess',\n",
       " 'texts/jerome.vulgate.part.74.1_esdras.tess',\n",
       " 'texts/jerome.vulgate.part.76.prayer_of_manasseh.tess',\n",
       " 'texts/jerome.vulgate.part.8.ruth.tess',\n",
       " 'texts/juvenal.satires.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.1.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.2.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.3.tess',\n",
       " 'texts/juvencus.historia_evangelica.part.4.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.1.books_1-10.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.2.books_21-30.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.3.books_31-40.tess',\n",
       " 'texts/livy.ab_urbe_condita.part.4.books_41-45.tess',\n",
       " 'texts/lucan.bellum_civile.part.1.tess',\n",
       " 'texts/lucan.bellum_civile.part.10.tess',\n",
       " 'texts/lucan.bellum_civile.part.2.tess',\n",
       " 'texts/lucan.bellum_civile.part.3.tess',\n",
       " 'texts/lucan.bellum_civile.part.4.tess',\n",
       " 'texts/lucan.bellum_civile.part.5.tess',\n",
       " 'texts/lucan.bellum_civile.part.6.tess',\n",
       " 'texts/lucan.bellum_civile.part.7.tess',\n",
       " 'texts/lucan.bellum_civile.part.8.tess',\n",
       " 'texts/lucan.bellum_civile.part.9.tess',\n",
       " 'texts/lucretius.de_rerum_natura.part.1.tess',\n",
       " 'texts/macrobius.fragment.tess',\n",
       " 'texts/macrobius.saturnalia.part.1.tess',\n",
       " 'texts/macrobius.saturnalia.part.2.tess',\n",
       " 'texts/macrobius.saturnalia.part.3.tess',\n",
       " 'texts/macrobius.saturnalia.part.4.tess',\n",
       " 'texts/macrobius.saturnalia.part.5.tess',\n",
       " 'texts/macrobius.saturnalia.part.6.tess',\n",
       " 'texts/macrobius.saturnalia.part.7.tess',\n",
       " 'texts/manilius.astronomicon.part.3.tess',\n",
       " 'texts/martial.epigrams.part.1.tess',\n",
       " 'texts/martial.epigrams.part.10.tess',\n",
       " 'texts/martial.epigrams.part.11.tess',\n",
       " 'texts/martial.epigrams.part.12.tess',\n",
       " 'texts/martial.epigrams.part.13.tess',\n",
       " 'texts/martial.epigrams.part.14.tess',\n",
       " 'texts/martial.epigrams.part.2.tess',\n",
       " 'texts/martial.epigrams.part.3.tess',\n",
       " 'texts/martial.epigrams.part.4.tess',\n",
       " 'texts/martial.epigrams.part.5.tess',\n",
       " 'texts/martial.epigrams.part.6.tess',\n",
       " 'texts/martial.epigrams.part.7.tess',\n",
       " 'texts/martial.epigrams.part.8.tess',\n",
       " 'texts/martial.epigrams.part.9.tess',\n",
       " 'texts/nepos.vitae.tess',\n",
       " 'texts/ovid.amores.part.1.tess',\n",
       " 'texts/ovid.amores.part.2.tess',\n",
       " 'texts/ovid.amores.part.3.tess',\n",
       " 'texts/ovid.ars_amatoria.part.1.tess',\n",
       " 'texts/ovid.ars_amatoria.part.2.tess',\n",
       " 'texts/ovid.ex_ponto.part.1.tess',\n",
       " 'texts/ovid.ex_ponto.part.2.tess',\n",
       " 'texts/ovid.ex_ponto.part.3.tess',\n",
       " 'texts/ovid.ex_ponto.part.4.tess',\n",
       " 'texts/ovid.fasti.part.1.tess',\n",
       " 'texts/ovid.fasti.part.2.tess',\n",
       " 'texts/ovid.fasti.part.4.tess',\n",
       " 'texts/ovid.fasti.part.5.tess',\n",
       " 'texts/ovid.fasti.part.6.tess',\n",
       " 'texts/ovid.heroides.part.1.1-15.tess',\n",
       " 'texts/ovid.heroides.part.2.16-21.tess',\n",
       " 'texts/ovid.medicamina_faciei_femineae.tess',\n",
       " 'texts/ovid.metamorphoses.part.10.tess',\n",
       " 'texts/ovid.metamorphoses.part.11.tess',\n",
       " 'texts/ovid.metamorphoses.part.13.tess',\n",
       " 'texts/ovid.metamorphoses.part.15.tess',\n",
       " 'texts/ovid.metamorphoses.part.2.tess',\n",
       " 'texts/ovid.metamorphoses.part.3.tess',\n",
       " 'texts/ovid.metamorphoses.part.4.tess',\n",
       " 'texts/ovid.metamorphoses.part.5.tess',\n",
       " 'texts/ovid.metamorphoses.part.6.tess',\n",
       " 'texts/ovid.metamorphoses.part.7.tess',\n",
       " 'texts/ovid.metamorphoses.part.8.tess',\n",
       " 'texts/ovid.metamorphoses.part.9.tess',\n",
       " 'texts/ovid.tristia.part.1.tess',\n",
       " 'texts/ovid.tristia.part.2.tess',\n",
       " 'texts/ovid.tristia.part.3.tess',\n",
       " 'texts/ovid.tristia.part.4.tess',\n",
       " 'texts/ovid.tristia.part.5.tess',\n",
       " 'texts/paulus_diaconus.carmina.tess',\n",
       " 'texts/persius.satires.tess',\n",
       " 'texts/petronius.satyricon.tess',\n",
       " 'texts/plautus.aulularia.tess',\n",
       " 'texts/plautus.bacchides.tess',\n",
       " 'texts/plautus.captivi.tess',\n",
       " 'texts/plautus.casina.tess',\n",
       " 'texts/plautus.cistellaria.tess',\n",
       " 'texts/plautus.curculio.tess',\n",
       " 'texts/plautus.epidicus.tess',\n",
       " 'texts/plautus.mercator.tess',\n",
       " 'texts/plautus.miles_gloriosus.tess',\n",
       " 'texts/plautus.mostellaria.tess',\n",
       " 'texts/plautus.persa.tess',\n",
       " 'texts/plautus.poenulus.tess',\n",
       " 'texts/plautus.pseudolus.tess',\n",
       " 'texts/plautus.trinummus.tess',\n",
       " 'texts/plautus.truculentus.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.1.books_1-5.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.2.books_6-10.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.3.books_11-15.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.4.books_16-20.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.5.books_21-25.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.6.books_26-30.tess',\n",
       " 'texts/pliny_the_elder.naturalis_historia.part.7.books_31-37.tess',\n",
       " 'texts/pliny_the_younger.letters.part.4.tess',\n",
       " 'texts/pliny_the_younger.letters.part.5.tess',\n",
       " 'texts/pliny_the_younger.letters.part.6.tess',\n",
       " 'texts/pliny_the_younger.letters.part.7.tess',\n",
       " 'texts/pliny_the_younger.letters.part.9.tess',\n",
       " 'texts/polignac.antilucretius.tess',\n",
       " 'texts/polignac.epia.tess',\n",
       " 'texts/polignac.imitatio.tess',\n",
       " 'texts/priscian.carmen_in_laudem_Anastasii_imperatoris.part.preface.tess',\n",
       " 'texts/priscian.perihegesis.tess',\n",
       " 'texts/propertius.elegies.tess',\n",
       " 'texts/prudentius.apotheosis.tess',\n",
       " 'texts/prudentius.contra_symmachum.part.1.tess',\n",
       " 'texts/prudentius.contra_symmachum.part.2.tess',\n",
       " 'texts/prudentius.dittochaeon.tess',\n",
       " 'texts/prudentius.epilogus.tess',\n",
       " 'texts/prudentius.hamartigenia.tess',\n",
       " 'texts/pseudo_cicero.in_sallustium.tess',\n",
       " 'texts/pseudo_quintilian.major_declamations.tess',\n",
       " 'texts/q_cicero.on_running_for_consul.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.1.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.2.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.3.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.4.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.5.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.6.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.7.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.8.tess',\n",
       " 'texts/quintilian.institutio_oratoria.part.9.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.10.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.11.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.12.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.14.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.2.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.3.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.4.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.5.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.6.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.7.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.8.tess',\n",
       " 'texts/quintus_smyrnaeus.fall_of_troy.part.9.tess',\n",
       " 'texts/rutilius.de_reditu.tess',\n",
       " 'texts/sallust.histories.tess',\n",
       " 'texts/sallust.jugurtha.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.1.books_1-5.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.2.books_6-10.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.3.books_11-15.tess',\n",
       " 'texts/scriptores_historiae_augustae.historia_augusta.part.4.books_16-21.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.1.1-10.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.10.91-100.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.11.101-110.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.12.111-120.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.13.121-124.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.3.21-30.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.4.31-40.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.5.41-50.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.6.51-60.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.7.61-70.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.8.71-80.tess',\n",
       " 'texts/seneca.ad_lucilium_epistulae_morales.part.9.81-90.tess',\n",
       " 'texts/seneca.agamemnon.tess',\n",
       " 'texts/seneca.apocolocyntosis.tess',\n",
       " 'texts/seneca.de_beneficiis.part.3.tess',\n",
       " 'texts/seneca.de_beneficiis.part.4.tess',\n",
       " 'texts/seneca.de_beneficiis.part.5.tess',\n",
       " 'texts/seneca.de_beneficiis.part.6.tess',\n",
       " 'texts/seneca.de_beneficiis.part.7.tess',\n",
       " 'texts/seneca.de_brevitate_vitae.tess',\n",
       " 'texts/seneca.de_clementia.tess',\n",
       " 'texts/seneca.de_consolatione_ad_helviam.tess',\n",
       " 'texts/seneca.de_consolatione_ad_marciam.tess',\n",
       " 'texts/seneca.de_constantia.tess',\n",
       " 'texts/seneca.de_ira.tess',\n",
       " 'texts/seneca.de_otio.tess',\n",
       " 'texts/seneca.de_providentia.tess',\n",
       " 'texts/seneca.de_tranquillitate_animi.tess',\n",
       " 'texts/seneca.de_vita_beata.tess',\n",
       " 'texts/seneca.hercules_furens.tess',\n",
       " 'texts/seneca.hercules_oetaeus.tess',\n",
       " 'texts/seneca.medea.tess',\n",
       " 'texts/seneca.octavia.tess',\n",
       " 'texts/seneca.oedipus.tess',\n",
       " 'texts/seneca.phaedra.tess',\n",
       " 'texts/seneca.phoenissae.tess',\n",
       " 'texts/seneca.thyestes.tess',\n",
       " 'texts/seneca.troades.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.1.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.10.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.2.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.7.tess',\n",
       " 'texts/seneca_the_elder.controversiae.part.8.tess',\n",
       " 'texts/seneca_the_elder.excerpta_controversiae.tess',\n",
       " 'texts/seneca_the_elder.fragmenta.tess',\n",
       " 'texts/seneca_the_elder.suasoriae.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.1.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.2.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.3.tess',\n",
       " 'texts/servius_honoratus.in_virgilii_georgicon_libros_commentarius.part.4.tess',\n",
       " 'texts/silius_italicus.punica.part.13.tess',\n",
       " 'texts/silius_italicus.punica.part.16.tess',\n",
       " 'texts/silius_italicus.punica.part.2.tess',\n",
       " 'texts/statius.silvae.part.1.tess',\n",
       " 'texts/statius.silvae.part.2.tess',\n",
       " 'texts/statius.silvae.part.3.tess',\n",
       " 'texts/statius.silvae.part.4.tess',\n",
       " 'texts/statius.thebaid.part.1.tess',\n",
       " 'texts/statius.thebaid.part.10.tess',\n",
       " 'texts/statius.thebaid.part.11.tess',\n",
       " 'texts/statius.thebaid.part.12.tess',\n",
       " 'texts/statius.thebaid.part.2.tess',\n",
       " 'texts/statius.thebaid.part.3.tess',\n",
       " 'texts/statius.thebaid.part.4.tess',\n",
       " 'texts/statius.thebaid.part.5.tess',\n",
       " 'texts/statius.thebaid.part.6.tess',\n",
       " 'texts/statius.thebaid.part.7.tess',\n",
       " 'texts/statius.thebaid.part.8.tess',\n",
       " 'texts/statius.thebaid.part.9.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.10.vespasian.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.11.titus.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.12.domitian.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.2.augustus.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.4.caligula.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.6.nero.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.7.galba.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.8.otho.tess',\n",
       " 'texts/suetonius.de_vita_caesarum.part.9.vitellius.tess',\n",
       " 'texts/tacitus.annales.part.5.tess',\n",
       " 'texts/tacitus.de_origine_et_situ_germanorum_liber.tess',\n",
       " 'texts/tacitus.historiae.part.5.tess',\n",
       " 'texts/terence.adelphi.tess',\n",
       " 'texts/terence.andria.tess',\n",
       " 'texts/terence.eunuchus.tess',\n",
       " 'texts/terence.heautontimorumenos.tess',\n",
       " 'texts/terence.hecyra.tess',\n",
       " 'texts/terence.phormio.tess',\n",
       " 'texts/tertullian.apologeticum.tess',\n",
       " 'texts/tertullian.de_spectaculis.tess',\n",
       " 'texts/tibullus.elegies.tess',\n",
       " 'texts/valerius_flaccus.argonautica.part.4.tess',\n",
       " 'texts/valerius_maximus.facta_et_dicta_memorabilia.part.8.tess',\n",
       " 'texts/vergil.aeneid.part.10.tess',\n",
       " 'texts/vergil.aeneid.part.11.tess',\n",
       " 'texts/vergil.aeneid.part.12.tess',\n",
       " 'texts/vergil.aeneid.part.2.tess',\n",
       " 'texts/vergil.aeneid.part.3.tess',\n",
       " 'texts/vergil.aeneid.part.4.tess',\n",
       " 'texts/vergil.aeneid.part.5.tess',\n",
       " 'texts/vergil.aeneid.part.7.tess',\n",
       " 'texts/vergil.aeneid.part.8.tess',\n",
       " 'texts/vergil.aeneid.part.9.tess',\n",
       " 'texts/vergil.eclogues.tess',\n",
       " 'texts/vergil.georgics.part.1.tess',\n",
       " 'texts/vergil.georgics.part.2.tess',\n",
       " 'texts/vergil.georgics.part.3.tess',\n",
       " 'texts/vitruvius.de_architectura.part.1.tess',\n",
       " 'texts/vitruvius.de_architectura.part.2.tess',\n",
       " 'texts/vitruvius.de_architectura.part.3.tess',\n",
       " 'texts/vitruvius.de_architectura.part.5.tess',\n",
       " 'texts/vitruvius.de_architectura.part.6.tess',\n",
       " 'texts/vitruvius.de_architectura.part.7.tess',\n",
       " 'texts/vitruvius.de_architectura.part.8.tess',\n",
       " 'texts/vitruvius.de_architectura.part.9.tess']"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "files_to_use = [ tmp for tmp in tesserae_reader._fileids if tmp not in single_files_to_exclude]\n",
    "print(len(files_to_use))\n",
    "files_to_use"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'Conticuere omnes, intentique ora tenebant.\\nInde toro pater Aeneas sic orsus ab alto:\\nInfandum, regina, iubes renovare dolorem,\\nTroianas ut opes et lamentabile regnum\\neruerint Danai; quaeque ipse miser'"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(tesserae_reader.texts('texts/vergil.aeneid.part.2.tess'))[0][:200]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  },
  "pycharm": {
   "stem_cell": {
    "cell_type": "raw",
    "metadata": {
     "collapsed": false
    },
    "source": []
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}