vcinema/update_films_by_country.py

109 lines
2.8 KiB
Python

from vcinema_utils import VCinemaUtils
import base64
from collections import Counter, OrderedDict
import csv
import os
from progress.bar import IncrementalBar
from wand.image import Image
import worldmap
import warnings
warnings.filterwarnings("ignore")
# Page ID of https://wiki.jacknet.io/books/vcinema/page/films-by-country
FILMS_BY_COUNTRY_PAGE_ID = 34
def get_films_by_country(viewings):
viewings_filtered_by_country = VCinemaUtils.filter_viewings(viewings, "countries")
return viewings_filtered_by_country
def build_page(films_by_country):
country_count = len(films_by_country.keys())
with IncrementalBar('Generating table', max=country_count, suffix='%(percent).1f%% - %(eta)ds remaining', check_tty=False) as bar:
film_by_country_table = build_table(films_by_country, bar)
print("Drawing map")
country_counter = Counter(films_by_country)
png_data = draw_map(country_counter)
encoded = base64.b64encode(png_data).decode("utf-8")
image_html = "<img src=\"data:image/png;base64,{}\" />".format(encoded)
page = image_html + film_by_country_table
return page
def get_flags_dict():
flags = {}
with open('country_flags.csv', newline='') as f:
reader = csv.reader(f, quotechar="\"")
next(reader, None) # skip the headers
for row in reader:
flags[row[0]] = row[1]
return flags
def build_table(films_by_country, bar=None):
films_by_country_sorted = OrderedDict(sorted(films_by_country.items(), key=lambda t: t[0]))
flags = get_flags_dict()
table = "<table>"
table += "<thead><tr><th>Country</th><th>Films</th></tr>"
table += "<tbody>"
for country in films_by_country_sorted.keys():
row = "<tr>"
row += "<td>"
row += "{} {}".format(str(country), flags[country] if country in flags.keys() else "")
row += "</td>"
row += "<td>"
film_links = ["<a href=\"https://www.imdb.com/title/tt{}/\">{}</a>".format(film['imdb_id'], film['title'])
for film in films_by_country_sorted[country]]
row += "<br>".join(film_links)
row += "</td>"
row += "</tr>"
table += row
if bar is not None:
bar.next()
table += "</tbody>"
table += "</table>"
if bar is not None:
bar.finish()
return table
def draw_map(counter, file_name="vcinema_map.svg"):
countries = [k for k, v in counter.items()]
counts = [len(v) for _, v in counter.items()]
max_count = max(counts)
opacity = [0.5 + (x / (float(max_count))/2.0) for x in counts]
worldmap.plot(countries, cmap=["#FF4000"], opacity=opacity, filename=file_name, verbose=False)
with Image(filename=file_name, width=1000, height=655) as i:
png_data = i.make_blob("png")
os.remove(file_name)
return png_data