twitools/markov.py

27 lines
901 B
Python
Raw Normal View History

2017-02-15 18:09:48 +00:00
#!/usr/bin/env python3
2017-02-18 19:55:06 +00:00
import dbtools, setuptools, twitools
2017-02-16 11:21:25 +00:00
import argparse, html, markovify, nltk, operator, random, re, sys
2017-02-15 18:09:48 +00:00
2017-02-15 21:19:20 +00:00
class Possy(markovify.NewlineText):
def word_split(self, sentence):
words = re.split(self.word_split_pattern, sentence)
words = [ "::".join(tag) for tag in nltk.pos_tag(words) ]
return words
def word_join(self, words):
sentence = " ".join(word.split("::")[0] for word in words)
return sentence
2017-02-15 18:09:48 +00:00
def getText(db = dbtools.dbHelper()):
2017-02-15 18:16:19 +00:00
text = ""
2017-02-16 00:29:49 +00:00
for string in db.executeQuery('SELECT text FROM tweets WHERE text NOT LIKE "@%" AND text NOT LIKE "RT %";'):
2017-02-15 18:16:19 +00:00
text += string[0] + "\n"
2017-02-16 11:21:25 +00:00
return html.unescape("".join([s for s in text.strip().splitlines(True) if s.strip()]))
2017-02-15 18:09:48 +00:00
2017-02-15 18:16:19 +00:00
def markovifyText(text):
2017-02-15 21:19:20 +00:00
return Possy(text).make_short_sentence(130).replace("@", "@")
2017-02-15 18:09:48 +00:00
if __name__ == "__main__":
2017-02-18 20:02:13 +00:00
twitools.tweet(markovifyText(getText()), section = setuptools.MARKOV)