Skip to content

Commit

Permalink
Move article-extraction related helpers to the articles package.
Browse files Browse the repository at this point in the history
  • Loading branch information
chimbori committed Jul 16, 2023
1 parent ed45b89 commit dd4b89f
Show file tree
Hide file tree
Showing 6 changed files with 9 additions and 14 deletions.
Original file line number Diff line number Diff line change
@@ -1,22 +1,17 @@
package com.chimbori.crux.articles

import com.chimbori.crux.common.estimatedReadingTimeMinutes
import com.chimbori.crux.extractors.PostprocessHelpers
import com.chimbori.crux.extractors.PreprocessHelpers
import com.chimbori.crux.extractors.extractAmpUrl
import com.chimbori.crux.extractors.extractCanonicalUrl
import com.chimbori.crux.extractors.extractDescription
import com.chimbori.crux.extractors.extractFaviconUrl
import com.chimbori.crux.extractors.extractFeedUrl
import com.chimbori.crux.extractors.extractImageUrl
import com.chimbori.crux.extractors.extractImages
import com.chimbori.crux.extractors.extractKeywords
import com.chimbori.crux.extractors.extractSiteName
import com.chimbori.crux.extractors.extractThemeColor
import com.chimbori.crux.extractors.extractTitle
import com.chimbori.crux.extractors.extractVideoUrl
import com.chimbori.crux.extractors.getNodes
import com.chimbori.crux.extractors.getWeight
import okhttp3.HttpUrl
import org.jsoup.Jsoup
import org.jsoup.nodes.Document
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
package com.chimbori.crux.extractors

import com.chimbori.crux.articles.Article
package com.chimbori.crux.articles

import com.chimbori.crux.common.Log
import com.chimbori.crux.common.isAdImage
import okhttp3.HttpUrl
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package com.chimbori.crux.extractors
package com.chimbori.crux.articles

import com.chimbori.crux.common.countMatches
import java.util.*
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package com.chimbori.crux.extractors
package com.chimbori.crux.articles

import com.chimbori.crux.common.Log
import com.chimbori.crux.common.Log.printAndRemove
Expand Down
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
package com.chimbori.crux.extractors
package com.chimbori.crux.articles

import com.chimbori.crux.common.Log
import java.util.Locale
Expand Down
8 changes: 4 additions & 4 deletions src/main/kotlin/com/chimbori/crux/plugins/ArticleExtractor.kt
Original file line number Diff line number Diff line change
Expand Up @@ -6,10 +6,10 @@ import com.chimbori.crux.api.Resource
import com.chimbori.crux.common.estimatedReadingTimeMs
import com.chimbori.crux.common.fetchFromUrl
import com.chimbori.crux.common.isLikelyArticle
import com.chimbori.crux.extractors.PostprocessHelpers
import com.chimbori.crux.extractors.PreprocessHelpers
import com.chimbori.crux.extractors.getNodes
import com.chimbori.crux.extractors.getWeight
import com.chimbori.crux.articles.PostprocessHelpers
import com.chimbori.crux.articles.PreprocessHelpers
import com.chimbori.crux.articles.getNodes
import com.chimbori.crux.articles.getWeight
import okhttp3.HttpUrl
import okhttp3.OkHttpClient
import org.jsoup.nodes.Element
Expand Down

0 comments on commit dd4b89f

Please sign in to comment.