FMN_bot/update_imdb_database.py

from src import imdb_datasets_worker
import requests


def download_imdb_datasets():
    print('Downloading title.basics.tsv.gz ...')
    r = requests.get('https://datasets.imdbws.com/title.basics.tsv.gz')
    last_update = r.headers['Last-Modified']
    print(f'Dataset date: {last_update}')
    with open('title.basics.tsv.gz', 'wb') as basics:
        basics.write(r.content)
    del r
    print('Downloading title.akas.tsv.gz ...')
    r = requests.get('https://datasets.imdbws.com/title.akas.tsv.gz')
    last_update = r.headers['Last-Modified']
    print(f'Dataset date: {last_update}')
    with open('title.akas.tsv.gz', 'wb') as akas:
        akas.write(r.content)
    del r


download_imdb_datasets()
imdb_datasets_worker.convert_datasets_to_db()