studentcoder/Youtube.py at master · initzion/studentcoder · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
from apiclient.discovery import build
from rfc3339 import rfc3339
import pandas as pd


global yt_vid_comments
yt_vid_comments = []

#YOUTUBE MAIN FUNCTION FOR MINING


DEVELOPER_KEY = "AIzaSyB19IFrUQXtOc7oAVI1D_aSwMPVzMcEVno"
DEVELOPER_KEY1 = "AIzaSyCD1uVX77Olr25IRMAU0EhlxKJWAqvaZjg"
DEVELOPER_KEY2 = "AIzaSyDCBVQSXeJgTqu7ZgTd7kHSpPGP2sCdScY"

YOUTUBE_API_SERVICE_NAME = "youtube"

YOUTUBE_API_VERSION = "v3"


youtube = build(YOUTUBE_API_SERVICE_NAME, YOUTUBE_API_VERSION,  developerKey = DEVELOPER_KEY)
youtube1 = build(YOUTUBE_API_SERVICE_NAME, YOUTUBE_API_VERSION,  developerKey = DEVELOPER_KEY1)
youtube2 = build(YOUTUBE_API_SERVICE_NAME, YOUTUBE_API_VERSION,  developerKey = DEVELOPER_KEY2)
def search_vidid(startdate,enddate,query):


    publishedBefore = enddate
    publishedAfter = startdate

    publishedBefore = rfc3339(publishedBefore)
    publishedAfter = rfc3339(publishedAfter)

    query = query + " english news"
    req=youtube.search().list(q=query,part='snippet',type='video',publishedAfter = publishedAfter,publishedBefore = publishedBefore,maxResults=10)
    res = req.execute()
    videoid_list=[]
    for item in res['items']:
        videoid_list.append(item['id']['videoId'])
    return videoid_list

def ct_yt1(vid):
    comlist=[]
    request = youtube1.commentThreads().list(
        part="snippet",
        maxResults=100,
        order="relevance",
        textFormat="plainText",
        videoId=vid
    )
    resp = request.execute()
    for x in resp['items']:
        A=[x['snippet']['topLevelComment']['snippet']['textDisplay'],x['snippet']['topLevelComment']['snippet']['likeCount'],x['snippet']['topLevelComment']['snippet']['publishedAt'],x['snippet']['topLevelComment']['snippet']['updatedAt']]
        comlist.append(A)
    yt_vid_comments.extend(comlist)
    #return comlist


def ct_yt2(vid):
    comlist=[]
    request = youtube2.commentThreads().list(
        part="snippet",
        maxResults=100,
        order="relevance",
        textFormat="plainText",
        videoId=vid
    )
    resp = request.execute()
    for x in resp['items']:
        A=[x['snippet']['topLevelComment']['snippet']['textDisplay'],x['snippet']['topLevelComment']['snippet']['likeCount'],x['snippet']['topLevelComment']['snippet']['publishedAt'],x['snippet']['topLevelComment']['snippet']['updatedAt']]
        comlist.append(A)
    yt_vid_comments.extend(comlist)


def all_cmt(videoid_list):
    length = len(videoid_list)
    middle_index = length//2
    first_half = videoid_list[:middle_index]
    second_half = videoid_list[middle_index:]

    for id in first_half:
        try:
            ct_yt1(id)
        except:
            continue
    for id in second_half:
        try:
            ct_yt2(id)
        except:
            continue

    ansdf=pd.DataFrame(yt_vid_comments,columns = ['comments','LikeCount','CommentPublishDate','CommentUpdateDate'])
    return ansdf