Return tuple containing last tweet in window

jamestaylr · Jan 10, 2017 · 8b60276 · 8b60276
1 parent 98f493d
commit 8b60276
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 5 deletions.
diff --git a/crawler.py b/crawler.py
@@ -92,7 +92,9 @@ def is_duplicate(product, name):
  print 'Duplicate product', product['loc']
  continue
 
- if twitter.has_been_tweeted(product['image:image']['image:title']):
+ title = product['image:image']['image:title']
+ has_tweeted, last_tweet = twitter.has_been_tweeted(title)
+ if has_tweeted:
  print 'Not posting duplicated tweet for', product['loc']
  continue
 

diff --git a/lib/twitter.py b/lib/twitter.py
@@ -107,10 +107,13 @@ def has_been_tweeted(match):
  )
 
  try:
- for tweet in json.loads(content):
+ tweets = json.loads(content)
+ last = tweets[len(tweets) - 1]
+
+ for tweet in tweets:
  if match in tweet['text']:
- return True
- return False
+ return True, last
+ return False, last
  except ValueError:
  return False
 
diff --git a/monitor.py b/monitor.py
@@ -62,7 +62,8 @@ def get_products(url, limit):
  if product['id'] == int(previous[0]):
  break
 
- if twitter.has_been_tweeted(product['title']):
+ has_tweeted, last_tweet = twitter.has_been_tweeted(product['title'])
+ if has_tweeted:
  print 'Not posting duplicated tweet for', product['handle']
  continue