Refactor entire repo.

Author: toddbirchard

.github/96C20F51-485C-4B54-9FEB-4C0CA5C4ABEC.jpeg

@@ -1,4 +1,4 @@
-# Python Asyncio Tutorial
+# Asynchronous HTTP Requests Tutorial
 
 ![Python](https://img.shields.io/badge/Python-v^3.9-blue.svg?logo=python&longCache=true&logoColor=white&colorB=5e81ac&style=flat-square&colorA=4c566a)
 ![Asyncio](https://img.shields.io/badge/Asyncio-v^3.4.3-blue.svg?longCache=true&logo=python&style=flat-square&logoColor=white&colorB=5e81ac&colorA=4c566a)
@@ -9,22 +9,11 @@
 [![GitHub Stars](https://img.shields.io/github/stars/hackersandslackers/asyncio-tutorial.svg?style=flat-square&colorA=4c566a&logo=GitHub&colorB=ebcb8b)](https://github.com/hackersandslackers/flask-blueprint-tutorial/stargazers)
 [![GitHub Forks](https://img.shields.io/github/forks/hackersandslackers/asyncio-tutorial.svg?style=flat-square&colorA=4c566a&logo=GitHub&colorB=ebcb8b)](https://github.com/hackersandslackers/flask-blueprint-tutorial/network)
 
-![Asyncio](https://raw.githubusercontent.com/hackersandslackers/asyncio-tutorial/master/.github/96C20F51-485C-4B54-9FEB-4C0CA5C4ABEC.jpeg)
-
-**Source code demonstrating asynchronous Python for the corresponding Hackersandslackers posts.**
-
-### Part I
-
-Introduction to asynchronous Python with Asyncio.
-
-https://hackersandslackers.com/python-concurrency-asyncio/
-
-### Part II
+![Asyncio](.github/aiohttp@2x.jpg)
 
 Make asynchronous HTTP requests and write to disk using [**asyncio**](https://docs.python.org/3/library/asyncio.html), [**aiohttp**](https://docs.aiohttp.org/en/stable/), & [**aiofiles**](https://github.com/Tinche/aiofiles).
 
-https://hackersandslackers.com/async-requests-with-aiohttp/
-
+Source code demonstrating asynchronous Python for the corresponding Hackersandslackers post: https://hackersandslackers.com/async-requests-aiohttp-aiofiles/
 
 ## Getting Started
 

.github/aiohttp@2x.jpg

@@ -0,0 +1,44 @@
+"""Make hundreds of requests concurrently and save responses to disk."""
+from asyncio import Task
+from typing import Tuple, List, Optional
+
+import asyncio
+import time
+from time import perf_counter as timer
+
+import aiofiles
+from aiofiles.threadpool.text import AsyncTextIOWrapper
+from aiohttp import ClientSession
+from config import FETCHED_URL_TITLES, HTML_HEADERS
+from logger import LOGGER
+
+from .data import urls
+from .loops import inspect_event_loop
+from .tasks import create_tasks
+
+
+async def init_script():
+    """Initiate script by preparing an output file prior to executing tasks."""
+    start_time = timer()
+    async with aiofiles.open(FETCHED_URL_TITLES, mode="w+") as output_file:
+        await output_file.write("title,url\n")
+        done, pending = await create_and_execute_tasks(output_file)
+        if len(pending) == 0:
+            await output_file.close()
+
+    LOGGER.success(f"Executed {__name__} in {time.perf_counter() - start_time:0.2f} seconds.")
+
+
+async def create_and_execute_tasks(output_file: AsyncTextIOWrapper) -> Tuple[List[Optional[Task]], List[Optional[Task]]]:
+    """
+    Open async HTTP session & execute created tasks.
+
+    :param AsyncTextIOWrapper output_file: Filepath to local .json file to write output to.
+
+    :returns: Tuple[List[Optional[Task]], List[Optional[Task]]]
+    """
+    async with ClientSession(headers=HTML_HEADERS) as session:
+        task_list = await create_tasks(session, urls, output_file)
+        inspect_event_loop()
+        done, pending = await asyncio.wait(task_list)
+        return done, pending

README.md

@@ -0,0 +1,6 @@
+"""Parse data from local files."""
+from config import CSV_FILEPATH
+
+from .parser import parse_urls_from_csv
+
+urls = parse_urls_from_csv(CSV_FILEPATH)

aiohttp_aiofiles_tutorial/__init__.py

@@ -3,10 +3,12 @@
 from typing import List
 
 
-def parse_urls(filepath: str) -> List[str]:
+def parse_urls_from_csv(filepath: str) -> List[str]:
     """
     Parse a single-column CSV into a Python list of URLs.
 
+    :param str filepath: Local path to CSV containing URLs to be parsed.
+
     :returns: List[str]
     """
     urls = []

aiohttp_aiofiles_tutorial/data/__init__.py

@@ -0,0 +1,12 @@
+from typing import List
+
+import pytest
+from aiohttp_aiofiles_tutorial.data.parser import parse_urls_from_csv
+from config import CSV_FILEPATH
+
+
+def test_parse_urls():
+
+    urls = parse_urls_from_csv(CSV_FILEPATH)
+
+    assert (type(urls)) == list

data/parser.py aiohttp_aiofiles_tutorial/data/parser.pydata/parser.py renamed to aiohttp_aiofiles_tutorial/data/parser.py

@@ -0,0 +1,30 @@
+"""Fetch URLs, extract their contents, and write output to file."""
+from aiofiles.threadpool.text import AsyncTextIOWrapper
+from aiohttp import ClientError, ClientSession, InvalidURL
+from logger import LOGGER
+
+from .writer import write_to_output_file
+
+
+async def fetch_url_and_save_title(
+    session: ClientSession, url: str, output_file: AsyncTextIOWrapper, total_count: int, i: int
+):
+    """
+    Fetch raw HTML from a URL prior to extracting output.
+
+    :param ClientSession session: Async HTTP requests session.
+    :param str url: Target URL to be fetched.
+    :param AsyncTextIOWrapper output_file: Filepath to local .json file to write output to.
+    :param int total_count: Total number of URLs to be fetched.
+    :param int i: Current iteration of URL out of total URLs.
+    """
+    try:
+        async with session.get(url) as resp:
+            html_body = await resp.text()
+            await write_to_output_file(html_body, url, output_file, total_count, i)
+    except InvalidURL as e:
+        LOGGER.error(f"Unable to fetch invalid URL `{url}`: {e}")
+    except ClientError as e:
+        LOGGER.error(f"ClientError while fetching URL `{url}`: {e}")
+    except Exception as e:
+        LOGGER.error(f"Unexpected error while fetching URL `{url}`: {e}")