brienna

total = 25
topic = ['coronavirus', 'covid19', 'covid-19', 'sars-cov-2', 'sarscov2', 'sars-cov2', 'virus', 'pandemic']
generated_headlines = []

while len(generated_headlines) < total:
    headline = model.make_sentence()
    if headline is not None:
        on_topic = bool([word for word in headline.split(' ') if word.lower() in topic])
        if on_topic:
            generated_headlines.append(headline)

brienna

def send_request(date):
    '''Sends a request to the NYT Archive API for given date.'''
    base_url = 'https://api.nytimes.com/svc/archive/v1/'
    url = base_url + '/' + date[0] + '/' + date[1] + '.json?api-key=' + YOUR_API_KEY
    response = requests.get(url).json()
    time.sleep(6)
    return response


def is_valid(article, date):

brienna

data = {'headline': [],  
        'date': [], 
        'doc_type': [],
        'material_type': [],
        'section': [],
        'keywords': []}

for response in responses: # For each response, get all the articles
    articles = response['response']['docs'] 
    for article in articles: # For each article, make sure it falls within our date range

brienna

brienna

{
    "type": "Feature",
    "properties": {
        "name": "Alabama",
        "density": 94.65
    },
    "geometry": ...
    ...
}

brienna

# Set the backend to use mplcairo 
import matplotlib, mplcairo
print('Default backend: ' + matplotlib.get_backend()) 
matplotlib.use("module://mplcairo.macosx")
print('Backend is now ' + matplotlib.get_backend())

# IMPORTANT: Import these libraries only AFTER setting the backend
import matplotlib.pyplot as plt, numpy as np
from matplotlib.font_manager import FontProperties

brienna

import matplotlib.pyplot as plt, numpy as np
from matplotlib.font_manager import FontProperties

# Load Apple Color Emoji font 
prop = FontProperties(fname='/System/Library/Fonts/Apple Color Emoji.ttc')

# Set up plot
freqs = [301, 96, 53, 81, 42]
labels = ['😊', '😱', '😂', '😄', '😛']
plt.figure(figsize=(12,8))

brienna

import boto3, configparser, os, botocore, json
from bs4 import BeautifulSoup
from datetime import datetime

s3resource = None

def setup():
    """Creates S3 resource & sets configs to enable download."""

    print('Connecting to Amazon S3...')

brienna

import json
from datetime import datetime

def begin_download():
    """Sets up download of tars from arxiv bucket."""

    print('Beginning tar download & extraction...')

    # Create a reusable Paginator
    paginator = s3resource.meta.client.get_paginator('list_objects_v2')

brienna

from bs4 import BeautifulSoup

def explore_metadata():
    """Explores arxiv bucket metadata."""

    print('\narxiv bucket metadata:')

    with open('src/arXiv_src_manifest.xml', 'r') as manifest:
        soup = BeautifulSoup(manifest, 'xml')