Fix up multiple sites via test run

Closes #312 Closes #284
stefanw · Jan 27, 2024 · 9a90bed · 9a90bed
1 parent a8cb534
commit 9a90bed
Show file tree

Hide file tree

Showing 4 changed files with 91 additions and 107 deletions.
diff --git a/src/extractor.ts b/src/extractor.ts
@@ -1,7 +1,5 @@
 import { ArticleInfo, ExtractorInterface, FormattedDateRange, RawArticleInfo, Site } from './types.js'
 
-const QUOTES = /["„].*["„]/
-
 class Extractor implements ExtractorInterface {
  site: Site
  root: HTMLElement
@@ -155,12 +153,6 @@ class Extractor implements ExtractorInterface {
  articleInfo[key] = result
  }
  }
- let q = articleInfo.query
- // remove some special chars
- q = q.replace(/[!:?;'/()]/g, ' ').replace(/(((?<!\d)[,.])|([,.](?!\d)))/g, ' ').replace(/ {1,}/g, ' ')
- // remove non-leading/trailing quotes
- q = q.split(QUOTES).map(s => s.trim()).filter(s => s.split(' ').length > 1).map(s => `"${s}"`).join(' ')
- articleInfo.query = q
  return {
  query: articleInfo.query,
  edition: articleInfo.edition,