redownload API mappings, reimport project, fix wheel count extractor …

…for (n) format
Dmitriusan · Dec 4, 2023 · 377be1f · 377be1f
1 parent 479d274
commit 377be1f
Show file tree

Hide file tree

Showing 11 changed files with 3,677 additions and 4,250 deletions.
diff --git a/.idea/compiler.xml b/.idea/compiler.xml
diff --git a/.idea/misc.xml b/.idea/misc.xml
diff --git a/.idea/modules.xml b/.idea/modules.xml
diff --git a/.idea/modules/io.irw.Hawk.iml b/.idea/modules/io.irw.Hawk.iml
diff --git a/.idea/modules/io.irw.Hawk.main.iml b/.idea/modules/io.irw.Hawk.main.iml
diff --git a/.idea/modules/io.irw.Hawk.test.iml b/.idea/modules/io.irw.Hawk.test.iml
diff --git a/hawk/specs/ebay/buy_browse_v1_oas3.yaml b/hawk/specs/ebay/buy_browse_v1_oas3.yaml
diff --git a/hawk/specs/ebay/buy_feed_v1_oas3.yaml b/hawk/specs/ebay/buy_feed_v1_oas3.yaml
diff --git a/...a/io/irw/hawk/scraper/service/processors/skates/parts/extractors/WheelCountExtractor.java b/...a/io/irw/hawk/scraper/service/processors/skates/parts/extractors/WheelCountExtractor.java
@@ -64,8 +64,9 @@ protected static Optional<Integer> extractNumberOfWheelsFromText(String titleWit
  String shortDescription = lowerCase(shortDescriptionWithMixedCase);
  // Try to match an exact number
  String[] multipleWheelPatterns = {
- "\\b(\\d+)\\s*\\-?\\s*(?:pieces|pcs|pack|set|wheels)\\b",
- "\\b(?:lot|set|pack)\\s+of\\s+(\\d+)",
+ "\\b(\\d+)\\s*\\-?\\s*(?:pieces|pcs|pack|set|wheels)",
+ "\\b(?:lot|set|pack|pak|pac)\\s+of\\s+(\\d+)",
+ "\\((\\d+)\\s*(?:\\)|wheel|wheels)",
  };
  String mergedTitleAndDescription = mergedTexts(title, shortDescription);
  for (String patternStr : multipleWheelPatterns) {

diff --git a/hawk/src/main/resources/application.yaml b/hawk/src/main/resources/application.yaml
@@ -1,3 +1,14 @@
+hawk:
+ ai: true
+ sampling:
+ enabled: false
+ rate: 0.1
+ subset:
+ enabled: true
+ products:
+ variants:
+ - LABEDA_80_MM_WHEELS
+
 spring:
  banner:
  location: classpath:ehawk-banner.txt

diff --git a/.../irw/hawk/scraper/service/processors/skates/parts/extractors/WheelCountExtractorTest.java b/.../irw/hawk/scraper/service/processors/skates/parts/extractors/WheelCountExtractorTest.java
@@ -176,11 +176,6 @@ public void testExtractNumberOfWheelsFromText() {
  ""
  ));
 
- assertEquals(Optional.empty(), extractNumberOfWheelsFromText(
- "Labeda Shooters inline skate 80mm wheels (4)",
- ""
- ));
-
  assertEquals(Optional.empty(), extractNumberOfWheelsFromText(
  "4 Labeda Lite Soft Gripper Inline Roller Hockey Wheels 80mm w/Bearings +1",
  ""
@@ -206,6 +201,11 @@ public void testExtractNumberOfWheelsFromText() {
  ""
  ));
 
+ assertEquals(Optional.of(4), extractNumberOfWheelsFromText(
+ "Labeda Shooters inline skate 80mm wheels (4)",
+ ""
+ ));
+
  assertEquals(Optional.empty(), extractNumberOfWheelsFromText(
  "Labeda Millennium Gripper Roller Hockey Inline Wheels - Choose Color / Size",
  ""