old/social_posts.py

import json
import os
import random
import re

import pymysql
import urllib.request
from datetime import datetime
from io import BytesIO

import requests
import twitter
from PIL import Image

# db = pymysql.connect('localhost', 'kingofdog', 'XrE#513*IOC&tA*B', 'kingofdog')
db = pymysql.connect('localhost', 'kingofdog', '123456', 'kingofdog')
cur = db.cursor()


def insertIntoDatabase(platform, title, url, author, authorUrl, published, image, originalID):
    print(platform, title, url, author, authorUrl, published, image, originalID)
    try:
        print('all right')
        cur.execute(
            "INSERT INTO social_posts (post_plattform, post_content, post_url, post_author, post_author_url, post_date, post_img_source, post_original_id) VALUES (%s, %s, %s, %s, %s, %s, %s, %s) ON DUPLICATE KEY UPDATE post_content = %s, post_img_source = %s",
            (platform, title, url, author, authorUrl, published, image, originalID, title, image))
        db.commit()
    except:
        print('didnt work out for us... sadly')
        db.rollback()


def generateImageName():
    return random.getrandbits(128)

# Reads image from entered url and uploads it to the own server while creating a corresponding entry in the database
def uploadImage(imageUrl, originalName):

    response = requests.get(imageUrl)
    img = Image.open(BytesIO(response.content))

    name = '%032x' % generateImageName()

    # Checks if there is already an uploaded image with the same original name
    # If so the previously generated random name is overwritten and the entry in the database deleted
    try:
        cur.execute("SELECT * FROM files WHERE original_name = %s", (originalName))
        result = cur.fetchone()
        name = result[1]

        cur.execute("DELETE FROM files WHERE ID = %s", (result[0]))
        db.commit()
    except:
        db.rollback()

    # Writes the image to the correct path
    path = 'files/userContent/%s.jpg' % name
    img.save(path)

    fileSize = os.path.getsize(path)

    # Adds a new entry to the database with all the data
    try:
        cur.execute(
            "INSERT INTO files (name, original_name, type, size, path, isUserData) VALUES (%s, %s, 'image/jpeg', %s, %s, 1)",
            (name, originalName, fileSize, path))
        db.commit()
    except:
        print('it didnt work')
        db.rollback()

    # Returns the relative URL path for displaying the image later on
    return '/f/' + name

def getYouTubeVideos():
    apiUrl = 'https://www.googleapis.com/youtube/v3/playlistItems?part=snippet%2CcontentDetails&maxResults=20&playlistId=UUEDHiXaIhm2VFu-hi6CcOWw&key=AIzaSyDAZ_TwVMZeiKDQxgWM2OYRq3YskEpY9yw'
    with urllib.request.urlopen(apiUrl) as url:
        data = json.loads(url.read().decode())
        for item in data['items']:
            snippet = item['snippet']
            published = datetime.strptime(snippet['publishedAt'], '%Y-%m-%dT%H:%M:%S.000Z').timestamp()
            author = snippet['channelTitle']
            authorUrl = 'https://youtube.com/channel/' + snippet['channelId']
            title = snippet['title']
            url = 'https://youtu.be/' + snippet['resourceId']['videoId']

            if snippet['thumbnails']['maxres']['url']:
                thumbnail = snippet['thumbnails']['maxres']['url']
            else:
                thumbnail = snippet['thumbnails']['standard']['url']

            if thumbnail:
                thumbnail = uploadImage(thumbnail, 'youtube_' + snippet['resourceId']['videoId'])

            insertIntoDatabase('YouTube', title, url, author, authorUrl, published, thumbnail, 0)


def getTwitterPosts():
    api = twitter.Api(consumer_key='TsUzd4stukv9Ix7TGG7RdYq4k',
                      consumer_secret='sTRq4WcELJZuciTrkNUttGgWhEiGaUkuqNhISgaG4uHRFgzm0B',
                      access_token_key='1880071790-Nij2RaBDVRGVWoWW2PSJUwAvuLAOaQFAAr5tAtC',
                      access_token_secret='ldhLg0SP3ycrrdIqhNcddj0042pdGY9vmZMKQJRClmDkD')
    tweets = api.GetUserTimeline(screen_name='kingofdogtv')

    for tweet in tweets:
        content = tweet.text
        re.sub(r' https://t.co/.+', '', content)
        published = datetime.strptime(tweet.created_at, '%a %b %d %H:%M:%S %z %Y').timestamp()
        author = tweet.user.name
        authorUrl = 'https://twitter.com/' + tweet.user.screen_name
        url = authorUrl + '/status/' + tweet.id_str
        originalID = tweet.id

        image = ''
        if tweet.media:
            image = tweet.media[0].media_url
            image = uploadImage(image, 'twitter_' + tweet.id_str)

        insertIntoDatabase('Twitter', content, url, author, authorUrl, published, image, originalID)


# getYouTubeVideos()
getTwitterPosts()
db.close()