mischbeck/CollectUSSenatorTweets
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

adds filechecks

Browse Source
This commit is contained in:
Michael Beck
2023-06-23 17:47:23 +02:00
parent fb7a70cf66
commit 1b43b295ce
2 changed files with 34 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
funs/Scrape.py
View File

@ -1,7 +1,9 @@
def scrapeTweets(handle, slice_data, keywords, td, maxTweets = 5000):
from datetime import datetime
currentTime = datetime.now
def scrapeTweets(handle, slice_data, keywords, td, tweetDFColumns, maxTweets = 5000):
from datetime import datetime, time
import pandas as pd
import snscrape.modules.twitter as sntwitter
currentTime = datetime.now
ts_beg = slice_data['beg_time']
ts_end = slice_data['end_time']
suffix = slice_data['suffix']
@ -41,4 +43,4 @@ def scrapeTweets(handle, slice_data, keywords, td, maxTweets = 5000):
# save short csv
tweet_df.to_csv(csv_path, encoding='utf-8')
# sleep 1 second to not get blocked because of excessive requests
# time.sleep(0.5)
time.sleep(0.5)