mischbeck/CollectUSSenatorTweets
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

adds comment

Browse Source
This commit is contained in:
Michael Beck 2023-06-23 23:53:01 +02:00
parent 340cca017c
commit 90d5501ec8
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
collect.py
View File

@ -251,7 +251,7 @@ with open(f"{logfile}"+timeStartScrape.strftime(fTimeFormat)+"_missing.log", "w"
if file not in tweetfiles: if file not in tweetfiles:
fout.write(f'Missing: {file}.\n') # if file is not in tweetfiles, print error message. fout.write(f'Missing: {file}.\n') # if file is not in tweetfiles, print error message.
else: else:
fout.write('all slices scraped.') fout.write(f'{file:<30}:all slices scraped.\n')
## Merge .csv files. ## Merge .csv files.
# check if file_alltweets (previously scraped tweets that have been merged # check if file_alltweets (previously scraped tweets that have been merged
@ -272,6 +272,8 @@ if tweetfiles:
fout.write(f.read()) fout.write(f.read())
os.chdir(wd) # go back to wd os.chdir(wd) # go back to wd
###################
# finish logging
# Report timing info. # Report timing info.
timeEndMerge = datetime.now() timeEndMerge = datetime.now()
print("---") print("---")