vcinema/update_wiki.py

from wiki_pages import FilmsByCountry, FilmsByReference, FilmsByYear, HiddenThemes, KeywordScores, ViewingsCsv
from vcinema_utils import VCinemaUtils

import argparse
from progress.bar import IncrementalBar


def update_wiki(token_id, token_secret, update_csv, pages):
    if update_csv:
        print("Updating CSV")
        ViewingsCsv.update_viewings_csv(token_id, token_secret)

    print("Getting viewings")
    viewings = VCinemaUtils.get_vcinema_viewings(token_id, token_secret)

    update_films_by_year = 'years' in pages
    update_films_by_country = 'countries' in pages
    update_film_references = 'references' in pages
    update_hidden_themes = 'themes' in pages
    update_keyword_scores = 'scores' in pages

    data_fields = []
    if update_films_by_year:
        data_fields.append("year")

    if update_films_by_country:
        data_fields.append("countries")

    if update_film_references or update_hidden_themes or update_keyword_scores:
        data_fields.append("keywords")

    viewing_count = len(viewings)
    with IncrementalBar('Retrieving movie data', max=viewing_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
        VCinemaUtils.add_imdb_data_to_viewings(viewings, data_fields, bar)

    update_page_count = sum([update_films_by_year, update_films_by_country, update_film_references,
                             update_hidden_themes, update_keyword_scores])

    with IncrementalBar('Processing viewing data', max=update_page_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
        if update_films_by_year:
            films_by_year = FilmsByYear.get_films_by_year(viewings)
            bar.next()
        if update_films_by_country:
            films_by_country = FilmsByCountry.get_films_by_country(viewings)
            bar.next()
        if update_film_references:
            films_by_reference = FilmsByReference.get_films_by_reference(viewings)
            bar.next()
        if update_hidden_themes:
            hidden_themes = HiddenThemes.get_hidden_themes(viewings, token_id, token_secret)
            bar.next()
        if update_keyword_scores:
            keyword_scores = KeywordScores.get_keyword_scores(viewings)
            bar.next()

        bar.finish()

    with IncrementalBar('Updating pages', max=update_page_count, check_tty=False) as bar:
        if update_films_by_year:
            FilmsByYear.update_page(films_by_year)
            bar.next()
        if update_films_by_country:
            FilmsByCountry.update_page(films_by_country)
            bar.next()
        if update_film_references:
            FilmsByReference.update_page(films_by_reference)
            bar.next()
        if update_hidden_themes:
            HiddenThemes.update_page(hidden_themes)
            bar.next()
        if update_keyword_scores:
            KeywordScores.update_page(keyword_scores)
            bar.next()

        bar.finish()


if __name__ == '__main__':
    parser = argparse.ArgumentParser(description='Update wiki pages.')
    parser.add_argument('token_id', help='API token ID.')
    parser.add_argument('token_secret', help='API token secret.')

    parser.add_argument('--update_csv', help='Update viewings.csv file, default: True', default=True, required=False)
    parser.add_argument('--pages', nargs="+", default=['years', 'countries', 'references', 'themes', 'scores'], required=False)

    args = parser.parse_args()

    update_wiki(args.token_id, args.token_secret, args.update_csv, args.pages)