from bookstack import Bookstack from wiki_pages import FilmsByCountry, FilmsByReference, FilmsByYear, HiddenThemes, KeywordScores, ViewingsCsv from vcinema_utils import VCinemaUtils import argparse from progress.bar import IncrementalBar def update_wiki(token_id, token_secret, update_csv, update_films_by_year, update_films_by_country, update_film_references, update_hidden_themes, update_keyword_scores): if update_csv: print("Updating CSV") ViewingsCsv.update_viewings_csv(token_id, token_secret) print("Getting viewings") viewings = VCinemaUtils.get_vcinema_viewings(token_id, token_secret) data_fields = [] if update_films_by_year: data_fields.append("year") if update_films_by_country: data_fields.append("countries") if update_film_references or update_hidden_themes or update_keyword_scores: data_fields.append("keywords") viewing_count = len(viewings) with IncrementalBar('Retrieving movie data', max=viewing_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar: VCinemaUtils.add_imdb_data_to_viewings(viewings, data_fields, bar) update_page_count = sum([update_films_by_year, update_films_by_country, update_film_references, update_hidden_themes, update_keyword_scores]) with IncrementalBar('Processing viewing data', max=update_page_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar: if update_films_by_year: films_by_year = FilmsByYear.get_films_by_year(viewings) bar.next() if update_films_by_country: films_by_country = FilmsByCountry.get_films_by_country(viewings) bar.next() if update_film_references: films_by_reference = FilmsByReference.get_films_by_reference(viewings) bar.next() if update_hidden_themes: hidden_themes = HiddenThemes.get_hidden_themes(viewings, token_id, token_secret) bar.next() if update_keyword_scores: keyword_scores = KeywordScores.get_keywordScores(viewings) bar.next() bar.finish() with IncrementalBar('Generating pages', max=update_page_count, check_tty=False) as bar: if update_films_by_year: films_by_year_page = FilmsByYear.build_page(films_by_year) bar.next() if update_films_by_country: films_by_country_page = FilmsByCountry.build_page(films_by_country) bar.next() if update_film_references: films_by_reference_page = FilmsByReference.build_page(films_by_reference) bar.next() if update_hidden_themes: hidden_themes_page = HiddenThemes.build_page(hidden_themes) bar.next() if update_keyword_scores: keyword_scores_page = KeywordScores.build_page(keyword_scores) bar.next() bar.finish() with IncrementalBar('Updating pages', max=update_page_count, check_tty=False) as bar: if update_films_by_year: Bookstack.update_page(VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret, FilmsByYear.PAGE_ID, markdown=films_by_year_page) bar.next() if update_films_by_country: Bookstack.update_page(VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret, FilmsByCountry.PAGE_ID, markdown=films_by_country_page) bar.next() if update_film_references: Bookstack.update_page(VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret, FilmsByReference.PAGE_ID, markdown=films_by_reference_page) bar.next() if update_hidden_themes: Bookstack.update_page(VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret, HiddenThemes.PAGE_ID, markdown=hidden_themes_page) bar.next() if update_keyword_scores: Bookstack.update_page(VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret, KeywordScores.PAGE_ID, markdown=keyword_scores_page) bar.next() bar.finish() if __name__ == '__main__': parser = argparse.ArgumentParser(description='Update wiki pages.') parser.add_argument('token_id', help='API token ID.') parser.add_argument('token_secret', help='API token secret.') parser.add_argument('--update_csv', help='Update viewings.csv file, default: True', default=True, required=False) parser.add_argument('--update_films_by_year', help='Update films by release year page, default: True', default=True, required=False) parser.add_argument('--update_films_by_country', help='Update films by country page, default: True', default=True, required=False) parser.add_argument('--update_films_by_reference', help='Update films by reference page, default: True', default=True, required=False) parser.add_argument('--update_hidden_themes', help='Update hidden themes page, default: True', default=True, required=False) parser.add_argument('--update_keyword_scores', help='Update keyword scores page - THIS TAKES A WHILE, default: False', default=False, required=False) args = parser.parse_args() update_wiki(args.token_id, args.token_secret, args.update_csv, args.update_films_by_year, args.update_films_by_country, args.update_films_by_reference, args.update_hidden_themes, args.update_keyword_scores)