fix steam id conflict on scrap

zernonia · Apr 11, 2022 · e0b1b61 · e0b1b61 · vercel · Apr 11, 2022
1 parent 9225485
commit e0b1b61
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/api/steam.ts b/api/steam.ts
@@ -50,15 +50,17 @@ export default async (req: VercelRequest, res: VercelResponse) => {
     await page.waitForNetworkIdle()
     await page.waitForTimeout(500)
 
-    let data = await scrapData(page, query)
+    let data1 = await scrapData(page, query)
 
     await Promise.all([page.click("#NewReleases_btn_next"), page.waitForNavigation()])
     let data2 = await scrapData(page, query)
 
     await Promise.all([page.click("#NewReleases_btn_next"), page.waitForNavigation()])
     let data3 = await scrapData(page, query)
 
-    const result = await supabase.from("steam").upsert([...data, ...data2, ...data3])
+    const data = [...new Map([...data1, ...data2, ...data3].map((v) => [v.id, v])).values()]
+
+    const result = await supabase.from("steam").upsert(data)
     if (result.error) throw new Error(result.error.message)
 
     var hrend = process.hrtime(hrstart)