import json
import boto3
import requests
from textblob import TextBlob
from ConfigParser import SafeConfigParser
from twitter import Twitter, OAuth, TwitterHTTPError, TwitterStream

# Read the Config File to get the twitter keys and tokens
config = SafeConfigParser()
config.read('twitter-rekognition.config')

# Create an S3 client
s3 = boto3.client('s3')
bucket = config.get('s3', 'twitter_bucket')

# Firehose delivery stream to stream tweets
fh = boto3.client('firehose')
deliverystream_name = config.get('firehose', 'deliverystream_name')

# Twitter Configuration keys
consumer_secret =  config.get('keys', 'consumer_secret')
consumer_key = config.get('keys', 'consumer_key')
access_token = config.get('keys', 'access_token')
access_token_secret = config.get('keys', 'access_token_secret')

# Twitter user
user = "awsgrant"

if __name__ == '__main__':

    try:

        oauth = OAuth(access_token, access_token_secret, consumer_key, consumer_secret)

        # Connect to Twitter Streaming API
        #twitter_stream = TwitterStream(auth = oauth)

        # UNCOMMENT when ready to test
        
        twitter_stream = TwitterStream(auth = oauth, secure = True)
        # Get an iterator on the public data following through Twitter
        #tweet_iterator = twitter_stream.statuses.filter(locations='-180,-90,180,90')
        #print(json.loads(twitter_stream))
        # UNCOMMENT when ready to test
        tweets = twitter_stream.statuses.filter(track=user)


        for tweet in tweets:
            #print json.dumps(tweet, indent=2, sort_keys=True)
            #entities = tweet.get("entities")
            entities = tweet.get("extended_entities")
            print json.dumps(entities, indent=2, sort_keys=True)
            if (entities):
                print json.dumps(entities, indent=2, sort_keys=True)
                media_list = entities.get("media")
                if (media_list):
                    for media in media_list:
                        if (media.get("type", None) == "photo"):
                            #print json.dumps(media, indent=2, sort_keys=True)
                            twitter_data = {}
                            description = tweet.get("user").get("description")
                            loc = tweet.get("user").get("location")
                            text = tweet.get("text")
                            coords = tweet.get("coordinates")
                            geo = tweet.get("geo")
                            name = tweet.get("user").get("screen_name")
                            user_created = tweet.get("user").get("created_at")
                            followers = tweet.get("user").get("followers_count")
                            id_str = tweet.get("id_str")
                            created = tweet.get("created_at")
                            retweets = tweet.get("retweet_count")
                            bg_color = tweet.get("user").get("profile_background_color")
                            blob = TextBlob(text)
                            sent = blob.sentiment
                            image_url = media.get("media_url")

                            twitter_data['description'] = description
                            twitter_data['loc'] = loc
                            twitter_data['text'] = text
                            twitter_data['coords'] = coords
                            twitter_data['geo'] = geo
                            twitter_data['name'] = name
                            twitter_data['user_created'] = user_created
                            twitter_data['followers'] = followers
                            twitter_data['id_str'] = id_str
                            twitter_data['created'] = created
                            twitter_data['retweets'] = retweets
                            twitter_data['bg_color'] = bg_color
                            twitter_data['sent'] = sent
                            twitter_data['image_url'] = image_url

                            # Stream the content via Kinesis Firehose Deliver to S3
                            print("Sending to Kinesis")
                            response = fh.put_record(
                                DeliveryStreamName=deliverystream_name,
                                Record = {'Data': json.dumps(twitter_data, indent = 4)}
                                )
    except Exception as e:
        print (e)