diff --git a/scipaperloader/scraper.py b/scipaperloader/scraper.py deleted file mode 100644 index 7e386e6..0000000 --- a/scipaperloader/scraper.py +++ /dev/null @@ -1,21 +0,0 @@ -import time - -from .db import db -from .models import PaperMetadata - - -def run_scraper(): - while True: - with db.app.app_context(): - paper = Paper.query.filter_by(status="Pending").first() - if paper: - try: - # Scraping logic (e.g. download PDF) - paper.status = "Done" - paper.file_path = "papers/some_path.pdf" - except Exception as e: - paper.status = "Failed" - paper.error_message = str(e) - db.session.commit() - else: - time.sleep(60)