135 lines
3.8 KiB
Python
135 lines
3.8 KiB
Python
from bookstack import Bookstack
|
|
from vcinema_utils import VCinemaUtils
|
|
|
|
import argparse
|
|
import base64
|
|
from collections import Counter, OrderedDict
|
|
import csv
|
|
import os
|
|
from progress.bar import IncrementalBar
|
|
from wand.image import Image
|
|
import worldmap
|
|
import warnings
|
|
warnings.filterwarnings("ignore")
|
|
|
|
|
|
def get_flags_dict():
|
|
flags = {}
|
|
|
|
with open('country_flags.csv', newline='') as f:
|
|
reader = csv.reader(f, quotechar="\"")
|
|
next(reader, None) # skip the headers
|
|
|
|
for row in reader:
|
|
flags[row[0]] = row[1]
|
|
|
|
return flags
|
|
|
|
|
|
def build_table(films_by_country, bar=None):
|
|
films_by_country_sorted = OrderedDict(sorted(films_by_country.items(), key=lambda t: t[0]))
|
|
|
|
flags = get_flags_dict()
|
|
|
|
table = "<table>"
|
|
|
|
table += "<thead><tr><th>Country</th><th>Films</th></tr>"
|
|
table += "<tbody>"
|
|
|
|
for country in films_by_country_sorted.keys():
|
|
row = "<tr>"
|
|
|
|
row += "<td>"
|
|
row += "{} {}".format(str(country), flags[country] if country in flags.keys() else "")
|
|
row += "</td>"
|
|
|
|
row += "<td>"
|
|
|
|
film_links = ["<a href=\"https://www.imdb.com/title/tt{}/\">{}</a>".format(film['imdb_id'], film['title'])
|
|
for film in films_by_country_sorted[country]]
|
|
|
|
row += "<br>".join(film_links)
|
|
|
|
row += "</td>"
|
|
row += "</tr>"
|
|
|
|
table += row
|
|
|
|
if bar is not None:
|
|
bar.next()
|
|
|
|
table += "</tbody>"
|
|
table += "</table>"
|
|
|
|
if bar is not None:
|
|
bar.finish()
|
|
|
|
return table
|
|
|
|
|
|
def draw_map(counter, file_name="vcinema_map.svg"):
|
|
countries = [k for k, v in counter.items()]
|
|
counts = [len(v) for _, v in counter.items()]
|
|
|
|
max_count = max(counts)
|
|
|
|
opacity = [0.5 + (x / (float(max_count))/2.0) for x in counts]
|
|
|
|
worldmap.plot(countries, cmap=["#49E20E"], opacity=opacity, filename=file_name, verbose=False)
|
|
|
|
with Image(filename=file_name, width=1000, height=655) as i:
|
|
png_data = i.make_blob("png")
|
|
|
|
os.remove(file_name)
|
|
|
|
return png_data
|
|
|
|
|
|
def update_page(map_png, table, wiki_url, token_id, token_secret):
|
|
page_id = 34
|
|
|
|
encoded = base64.b64encode(map_png).decode("utf-8")
|
|
|
|
image_html = "<img src=\"data:image/png;base64,{}\" />".format(encoded)
|
|
|
|
page_contents = image_html + table
|
|
|
|
Bookstack.update_page(wiki_url, token_id, token_secret, page_id, html=page_contents)
|
|
|
|
|
|
def update_films_by_country(token_id, token_secret):
|
|
print("Retrieving VCinema viewings")
|
|
viewings = VCinemaUtils.get_vcinema_viewings(token_id, token_secret)
|
|
|
|
viewing_count = len(viewings)
|
|
|
|
with IncrementalBar('Retrieving movie data', max=viewing_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
|
|
VCinemaUtils.add_imdb_data_to_viewings(viewings, ['countries'], bar)
|
|
|
|
with IncrementalBar('Processing viewing data', max=viewing_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
|
|
viewings_by_country = VCinemaUtils.filter_viewings(viewings, 'countries', bar)
|
|
|
|
country_count = len(viewings_by_country.keys())
|
|
with IncrementalBar('Generating table', max=country_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
|
|
film_by_country_table = build_table(viewings_by_country, bar)
|
|
|
|
print("Drawing map")
|
|
country_counter = Counter(viewings_by_country)
|
|
png_data = draw_map(country_counter)
|
|
|
|
print("Updating page")
|
|
|
|
update_page(png_data, film_by_country_table, VCinemaUtils.JACKNET_WIKI_URL, token_id, token_secret)
|
|
|
|
print("Done!")
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = argparse.ArgumentParser(description='Update page displaying VCinema films sorted by country.')
|
|
parser.add_argument('token_id', help='API token ID.')
|
|
parser.add_argument('token_secret', help='API token secret.')
|
|
|
|
args = parser.parse_args()
|
|
|
|
update_films_by_country(args.token_id, args.token_secret)
|