goes-east.py

import requests
import sys
from datetime import datetime, timedelta
import pytz
from PIL import Image
# from StringIO import StringIO
import os
import logging
import uuid
from bs4 import BeautifulSoup
import time
import tzlocal
import os.path
import cv2
from skimage import io

from PIL import Image, ImageOps
Image.MAX_IMAGE_PIXELS = None
# python himawari.py
# stolen from https://gist.github.com/celoyd/39c53f824daef7d363db

# To do:
# - Librarify.
# - Clean up this paths business
# - Install script


def get_image_link():
    page = requests.get('https://www.star.nesdis.noaa.gov/GOES/GOES16_FullDisk.php')
    raw_html = page.content
    html = BeautifulSoup(raw_html, "lxml")

    # all the image links have one of these classes
    links = html.select('a.FB,a.FBNZ')
    image_link = None

    for l in links:
        link_target = l.get_attribute_list('href')[0]
        # the GEOCOLOR image is what we want
        if 'GEOCOLOR' in link_target:
            # print(link_target)
            if (link_target.endswith('10848x10848.jpg') or
                link_target.endswith('5424x5424.jpg')):
                image_link = link_target
    return image_link

def filename_from_url(link):
    return link.rsplit('/', 1)[-1]

# taken from "https://stackoverflow.com/questions/16694907/"
# "how-to-download-large-file-in-python-with-requests-py"

def download_file(url, path):
    # print("Downloading image from {}".format(url))
    r = requests.get(url, stream=True)
    with open(path, 'wb') as f:
        for chunk in r.iter_content(chunk_size=1024):
            if chunk: # filter out keep-alive new chunks
                f.write(chunk)
                # f.flush() # commented by recommendation from J.F.Sebastian
    return path

def print_image_time(link):
    geocolor_index = link.find('GEOCOLOR/')
    img_time = link[geocolor_index + 16: geocolor_index + 20]
    utcmoment_naive = datetime.utcnow()
    utcmoment = utcmoment_naive.replace(tzinfo=pytz.utc)

    utcmoment = utcmoment.replace(hour=int(img_time[:2]))
    utcmoment = utcmoment.replace(minute=int(img_time[2:]))

    local_time = utcmoment.astimezone(tzlocal.get_localzone())
    print(":earth_americas: {:%I:%M}".format(local_time))

base_dir = '/Users/willw/code/live-earth-desktop/'
tmp = base_dir + 'tmp.jpg'
out_dir = base_dir + 'images/'
archive_dir = base_dir + 'old_images/'

def exists(img_name):
    for f in os.listdir(out_dir):
        if f.startswith(img_name[:11]):
            return True
    return False

def is_valid_image(path):
    try:
        img = io.imread(path)
    except:
        return False
    return True

def fetch_and_set():
    link = get_image_link()
    img_name = filename_from_url(link)
    save_path = out_dir + img_name

    if not exists(img_name):
        download_file(link, tmp)
        img = cv2.imread(tmp)
        assert is_valid_image(tmp)

        height = img.shape[0]
        img = cv2.copyMakeBorder(
                img, int(0.03 * height), 0, 0, 0, cv2.BORDER_CONSTANT)
        cv2.imwrite(tmp, img)

        # clear out the old images in this folder so the OS picks the right one
        # os.system("mv {} {}".format(out_dir + '*', archive_dir))
        os.system("rm {}".format(out_dir + '*'))

        # now move in the new image. doing it like this because writing the image
        # takes a while, so it's better to make it a (semi-) atomic swap
        os.system("mv {} {}".format(tmp, out_dir + img_name))

    print_image_time(link)

fetch_and_set()
# try:
#     fetch_and_set()
# except:
#     # pass
#     logging.exception('')
#
#     # a very dirty try-at-most-twice
#     try:
#         fetch_and_set()
#     except:
#         # pass
#         logging.exception('')