#!/usr/bin/env python3

import dbtools, setuptools, twitools

def getTweets(db=dbtools.dbHelper(), user=twitools.twObject().whoami(), two=twitools.twObject()):
 query = "from:" + user
 savepoint = db.getLatestTweet() + 1
 last = savepoint

 timeline = two.search(query, savepoint)

 tw_counter = 0

 for status in timeline:
  timestamp = status.created_at.strftime('%Y-%m-%d %H:%M:%S') + " +0000"
  text = setuptools.unescapeText(status.text)

  try:
   db.executeQuery("INSERT INTO tweets(tweet_id,timestamp,text) VALUES(" + str(status.id) + ",'" + timestamp + "','" + text + "')")
  except:
   pass
  db.commit()

  last = status.id
  tw_counter = tw_counter + 1

 db.closeConnection()

 return tw_counter, last, savepoint

def getMessages(db=dbtools.dbHelper(), two=twitools.twObject()):
 mcount = 0
 savepoint = db.getLatestMessage() + 1
 new_messages = two.api.direct_messages(since_id=savepoint, count=200, full_text=True)
 new_out_messages = two.api.sent_direct_messages(since_id=savepoint, count=200, full_text=True)

 for m in new_messages:
  try: 
   db.executeQuery("INSERT INTO messages VALUES(%s, '%s', %s, %s, '%s')" % (m.id, setuptools.unescapeText(m.text), m.sender_id, m.recipient_id, m.created_at))
   mcount += 1
  except:
   pass

 for m in new_out_messages:
  try:
   db.executeQuery("INSERT INTO messages VALUES(%s, '%s', %s, %s, '%s')" % (m.id, setuptools.unescapeText(m.text), m.sender_id, m.recipient_id, m.created_at))
   mcount += 1
  except:
   pass

  db.commit()

 return mcount, savepoint or 0, db.getLatestMessage()

if __name__ == "__main__":
 count, last, first = getTweets()
 print("Stored %i tweets after %i until %i." % (count, first, last))
 count, last, first = getMessages()
 print("Stored %i messages after %i until %i." % (count, first, last))