get_yt_comment_analyzer.py

import time
import httplib2
import os
import sys
import csv
from apiclient.discovery import build_from_document
from apiclient.errors import HttpError
from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer
import matplotlib.pyplot as plt

timer=2
count=0

fresult= {"positivenum":0,"negativenum":0,"neutralnum":0}

commentbot = SentimentIntensityAnalyzer()

CLIENT_SECRETS_FILE = "client_secrets.json"

YOUTUBE_READ_WRITE_SSL_SCOPE = "https://www.googleapis.com/auth/youtube.force-ssl"
YOUTUBE_API_SERVICE_NAME = "youtube"
YOUTUBE_API_VERSION = "v3"

MISSING_CLIENT_SECRETS_MESSAGE = """

""" % os.path.abspath(os.path.join(os.path.dirname(__file__),
                                   CLIENT_SECRETS_FILE))

def get_authenticated_service(args):
    flow = flow_from_clientsecrets(CLIENT_SECRETS_FILE, scope=YOUTUBE_READ_WRITE_SSL_SCOPE,
        message=MISSING_CLIENT_SECRETS_MESSAGE)

    storage = Storage("%s-oauth2.json" % sys.argv[0])
    credentials = storage.get()

    if credentials is None or credentials.invalid:
        credentials = run_flow(flow, storage, args)

    with open("youtube-v3-discoverydocument.json", "r") as f:
        doc = f.read()
        return build_from_document(doc, http=credentials.authorize(httplib2.Http()))

# examplevideoid = fc93EBfcb7w
def get_comment_threads(youtube, video_id, comments=[], token=""):
    results = youtube.commentThreads().list(
        part="snippet",
        pageToken=token,
        videoId=video_id,
        textFormat="plainText"
    ).execute()

    for item in results["items"]:
        comment = item["snippet"]["topLevelComment"]
        text = comment["snippet"]["textDisplay"]
        comments.append(text)

    if "nextPageToken" in results:
        return get_comment_threads(youtube, video_id, comments, results["nextPageToken"])
    else:
        return comments

if __name__ == "__main__":
  argparser.add_argument("--videoid",
    help="Required; ID for video for which the comment will be inserted.")
  args = argparser.parse_args()

  if not args.videoid:
    exit("Please specify videoid using the --videoid= parameter.")

  youtube = get_authenticated_service(args)
  try:
    video_comment_threads = get_comment_threads(youtube, args.videoid)
    with open('commentscraperfile.csv', 'w') as csvfile:
        writer = csv.writer(csvfile)
        for comment in video_comment_threads:
            writer.writerow([comment])

    print("\n")

    gen = ' ********************* YOUTUBE COMMENT ANALYZER *********************'
    for i in gen:
        print (i, end='')
        sys.stdout.flush()
        time.sleep(0.05)
    print("\n")

    gen= ' ********************************************************************'
    for i in gen:
        print(i, end='')
        sys.stdout.flush()
        time.sleep(0.05)

    time.sleep(timer)
    print("\n\n ==> Scraping {0} comments to commentscraperfile.csv \n".format(len(video_comment_threads)))

  except HttpError as e:
    print(" ==>An HTTP error %d occurred:\n%s" % (e.resp.status, e.content))

with open("commentscraperfile.csv","r",errors='ignore') as csvfile:
    for line in csvfile.read().split('\n'):
        vs = commentbot.polarity_scores(line)
        count += 1
        if vs['compound']>= 0.05:
            fresult["positivenum"] +=1
        elif vs['compound']<= - 0.05:
            fresult["negativenum"] += 1
        else:
            fresult["neutralnum"] += 1

print("\n")

gen = ' ************************ GENERATING REPORT *************************'
for i in gen:
    print(i, end='')
    sys.stdout.flush()
    time.sleep(0.05)
print("\n")
time.sleep(1)
print("\n ==> READING THROUGH A TOTAL OF",count,"LINES...\n")

time.sleep(1)
print(" ==> AFTER ANALYZING THE SENTIMENT OF",count,"LINES..\n")

positivenum = fresult["positivenum"]
time.sleep(1)
print(" ==> NUMBER OF POSITIVE COMMENTS ARE : ",positivenum,"\n")

negativenum = fresult["negativenum"]
time.sleep(1)
print(" ==> NUMBER OF NEGATIVE COMMENTS ARE : ",negativenum,"\n")

neutralnum  = fresult["neutralnum"]
time.sleep(1)
print(" ==> NUMBER OF NEUTRAL COMMENTS ARE : ",neutralnum,"\n")

positive_percentage = positivenum / count * 100

negative_percentage = negativenum / count * 100

neutral_percentage = neutralnum / count * 100

size1 = positive_percentage / 100 * 360

size2 = negative_percentage / 100 * 360

size3 = neutral_percentage / 100 * 360
time.sleep(1)
print(" ==> PERCENTAGE OF COMMENTS THAT ARE POSITIVE : ",positive_percentage,"%\n")
time.sleep(1)
print(" ==> PERCENTAGE OF COMMENTS THAT ARE NEGATIVE : ",negative_percentage,"%\n")
time.sleep(1)
print(" ==> PERCENTAGE OF COMMENTS THAT ARE NEUTRAL  : ",neutral_percentage,"%\n")
time.sleep(1)
print(" ==> CALCULATING FINAL RESULT.. :-\n")
time.sleep(3)
print(" ********************************************************************\n")

if positive_percentage >= (neutral_percentage + negative_percentage + 10) :
    print(" ==> GREAT JOB!! You got positive feeback.")

elif negative_percentage>= (neutral_percentage + positive_percentage + 10):
    print(" ==> SORRY!! You got negative feedback.")

else :
    print(" ==> NICE TRY!! You got neutral feedback.")

print("\n ********************************************************************\n")

labels = 'Positive', 'Negative ','Neutral'

sizes = [size1, size2, size3]

colors = ['Green', 'Red', 'gold']

explode = (0.01, 0.01, 0.01)

patches, texts = plt.pie(sizes, explode=explode, colors=colors
,startangle=120)

plt.legend(patches, labels, loc="best")

plt.pie(sizes, explode=explode, labels=labels, colors=colors,
autopct='%1.1f%%',startangle= 120, textprops={'fontsize': 10})

plt.tight_layout()

plt.axis('equal')

plt.show()