new docs version (deepset-ai#121)

* new docs version * add faq to menu * escaped _ * exclude broken links for pipelines * right syntax for link script * added tutorial 12
ju-gu · Jun 23, 2021 · db87e88 · db87e88
1 parent e2e29b6
commit db87e88
Show file tree

Hide file tree

Showing 128 changed files with 31,136 additions and 426 deletions.
diff --git a/broken-link-checker.sh b/broken-link-checker.sh
@@ -30,6 +30,7 @@ do
  --exclude https://deepset.ai/ \
  --exclude https://deepset.ai/german-bert \
  --exclude https://deepset.ai/germanquad \
+ --exclude https://ext-models-haystack.s3.eu-central-1.amazonaws.com/ \
  --filter-level 1 --host-requests 1 
  status=$?
 

diff --git a/src/pages/benchmarks/versions/latest/site/en/map/retriever_map.json b/src/pages/benchmarks/versions/latest/site/en/map/retriever_map.json
@@ -5,13 +5,13 @@
  "description": "Here you can see how the mean avg. precision (mAP) of the retriever decays as the number of documents increases. The set up is the same as the above querying benchmark except that a varying number of negative documents are used to fill the document store.",
  "columns": [
  "n_docs",
- "BM25 / ElasticSearch",
- "DPR / ElasticSearch",
+ "BM25 / Elasticsearch",
+ "DPR / Elasticsearch",
  "DPR / FAISS (flat)",
  "DPR / FAISS (HNSW)",
  "DPR / Milvus (flat)",
- "DPR / Milvus (HNSW)"
-
+ "DPR / Milvus (HNSW)",
+ "Sentence Transformers / Elasticsearch"
  ],
  "axis": [
  {
@@ -21,94 +21,119 @@
  ],
  "data": [
  {
- "model": "DPR / ElasticSearch",
+ "model": "DPR / Elasticsearch",
+ "n_docs": 1000,
+ "map": 92.95105322830891
+ },
+ {
+ "model": "DPR / Elasticsearch",
  "n_docs": 10000,
- "map": 89.87097014904356
+ "map": 89.87097014904354
  },
  {
- "model": "BM25 / ElasticSearch",
- "n_docs": 100000,
- "map": 56.259591531012504
+ "model": "BM25 / Elasticsearch",
+ "n_docs": 10000,
+ "map": 66.26543444531747
  },
  {
- "model": "BM25 / ElasticSearch",
+ "model": "Sentence Transformers / Elasticsearch",
+ "n_docs": 1000,
+ "map": 90.06638620360428
+ },
+ {
+ "model": "Sentence Transformers / Elasticsearch",
  "n_docs": 10000,
- "map": 66.33019927857616
+ "map": 87.11255142468549
  },
  {
- "model": "DPR / ElasticSearch",
+ "model": "DPR / FAISS (flat)",
  "n_docs": 1000,
  "map": 92.95105322830891
  },
  {
- "model": "BM25 / ElasticSearch",
+ "model": "DPR / FAISS (flat)",
+ "n_docs": 10000,
+ "map": 89.87097014904354
+ },
+ {
+ "model": "DPR / FAISS (HNSW)",
  "n_docs": 1000,
- "map": 74.20444712972909
+ "map": 92.95105322830891
  },
  {
- "model": "DPR / ElasticSearch",
- "n_docs": 100000,
- "map": 86.54606328368973
+ "model": "DPR / FAISS (HNSW)",
+ "n_docs": 10000,
+ "map": 89.51337675393017
  },
  {
- "model": "BM25 / ElasticSearch",
- "n_docs": 500000,
- "map": 45.60339705629754
+ "model": "DPR / Milvus (flat)",
+ "n_docs": 1000,
+ "map": 92.95105322830891
  },
  {
- "model": "DPR / ElasticSearch",
- "n_docs": 500000,
- "map": 80.86137228234091
+ "model": "DPR / Milvus (flat)",
+ "n_docs": 10000,
+ "map": 89.87097014904354
  },
  {
- "model": "DPR / FAISS (flat)",
+ "model": "DPR / Milvus (HNSW)",
  "n_docs": 1000,
  "map": 92.95105322830891
  },
  {
- "model": "DPR / FAISS (flat)",
+ "model": "DPR / Milvus (HNSW)",
+ "n_docs": 10000,
+ "map": 88.24421129104469
+ },
+ {
+ "model": "DPR / Elasticsearch",
+ "n_docs": 100000,
+ "map": 86.54606328368976
+ },
+ {
+ "model": "DPR / Elasticsearch",
  "n_docs": 500000,
  "map": 80.86137228234091
  },
  {
- "model": "DPR / FAISS (flat)",
- "n_docs": 10000,
- "map": 89.87097014904354
+ "model": "BM25 / Elasticsearch",
+ "n_docs": 100000,
+ "map": 56.25299537353825
  },
  {
- "model": "DPR / FAISS (flat)",
+ "model": "BM25 / Elasticsearch",
+ "n_docs": 500000,
+ "map": 45.595090262466535
+ },
+ {
+ "model": "Sentence Transformers / Elasticsearch",
  "n_docs": 100000,
- "map": 86.54606328368973
+ "map": 82.74686664920836
  },
  {
- "model": "DPR / FAISS (HNSW)",
- "n_docs": 10000,
- "map": 89.49563682134192
+ "model": "Sentence Transformers / Elasticsearch",
+ "n_docs": 500000,
+ "map": 76.49564526892904
  },
  {
- "model": "DPR / FAISS (HNSW)",
+ "model": "DPR / FAISS (flat)",
  "n_docs": 100000,
- "map": 84.33419639513305
+ "map": 86.54606328368973
  },
  {
- "model": "DPR / FAISS (HNSW)",
+ "model": "DPR / FAISS (flat)",
  "n_docs": 500000,
- "map": 75.73315903145605
+ "map": 80.86137228234091
  },
  {
  "model": "DPR / FAISS (HNSW)",
- "n_docs": 1000,
- "map": 92.95105322830891
- },
- {
- "model": "DPR / Milvus (flat)",
- "n_docs": 1000,
- "map": 92.95105322830891
+ "n_docs": 100000,
+ "map": 84.33419639513305
  },
  {
- "model": "DPR / Milvus (flat)",
- "n_docs": 10000,
- "map": 89.87097014904354
+ "model": "DPR / FAISS (HNSW)",
+ "n_docs": 500000,
+ "map": 75.73062475537202
  },
  {
  "model": "DPR / Milvus (flat)",
@@ -122,23 +147,18 @@
  },
  {
  "model": "DPR / Milvus (HNSW)",
- "n_docs": 1000,
- "map": 92.95105322830891
- },
- {
- "model": "DPR / Milvus (HNSW)",
- "n_docs": 10000,
- "map": 89.87097014904354
+ "n_docs": 100000,
+ "map": 81.63864883662649
  },
  {
  "model": "DPR / Milvus (HNSW)",
  "n_docs": 500000,
- "map": 74.85616575291942
+ "map": 73.57986207906387
  },
  {
- "model": "DPR / Milvus (HNSW)",
- "n_docs": 100000,
- "map": 86.54606328368973
+ "model": "BM25 / Elasticsearch",
+ "n_docs": 1000,
+ "map": 74.20444712972909
  }
  ]
 }
diff --git a/src/pages/benchmarks/versions/latest/site/en/performance/retriever_performance.json b/src/pages/benchmarks/versions/latest/site/en/performance/retriever_performance.json
@@ -22,46 +22,53 @@
  },
  "data": [
  {
- "model": "BM25 / ElasticSearch",
+ "model": "DPR / Elasticsearch",
+ "n_docs": 100000,
+ "index_speed": 71.36964873196698,
+ "query_speed": 5.192368815242574,
+ "map": 86.54606328368976
+ },
+ {
+ "model": "BM25 / Elasticsearch",
  "n_docs": 100000,
  "index_speed": 485.5602670200369,
- "query_speed": 165.51512861040828,
- "map": 56.259591531012504
+ "query_speed": 103.0884393334727,
+ "map": 56.25299537353825
  },
  {
- "model": "DPR / ElasticSearch",
+ "model": "Sentence Transformers / Elasticsearch",
  "n_docs": 100000,
- "index_speed": 71.36964873196698,
- "query_speed": 5.355677072083696,
- "map": 86.54606328368973
+ "index_speed": 119.52937722555107,
+ "query_speed": 6.385621466857457,
+ "map": 82.74686664920836
  },
  {
  "model": "DPR / FAISS (flat)",
  "n_docs": 100000,
  "index_speed": 100.01184910084558,
- "query_speed": 6.624479268751268,
+ "query_speed": 6.6270933964840415,
  "map": 86.54606328368973
  },
  {
  "model": "DPR / FAISS (HNSW)",
  "n_docs": 100000,
  "index_speed": 89.90389306648805,
- "query_speed": 40.68196225525062,
+ "query_speed": 39.7839528511866,
  "map": 84.33419639513305
  },
  {
  "model": "DPR / Milvus (flat)",
  "n_docs": 100000,
  "index_speed": 116.00982709720004,
- "query_speed": 28.30393009791128,
+ "query_speed": 28.57264344960955,
  "map": 86.54606328368973
  },
  {
  "model": "DPR / Milvus (HNSW)",
  "n_docs": 100000,
  "index_speed": 115.61076852516383,
- "query_speed": 28.076443272229284,
- "map": 86.54606328368973
+ "query_speed": 38.80526238789059,
+ "map": 81.63864883662649
  }
  ]
 }