parser.py

Author: toddbirchard

asyncio_tutorial/part_II_aiohttp_aiofiles/__init__.py

@@ -5,15 +5,14 @@
 
 from asyncio_tutorial.logger import LOGGER
 from config import EXPORT_DIR, HTML_HEADERS
-from data import parse_urls
+from data import urls
 
 from .tasks import create_tasks
 
 
 async def aiohttp_aiofiles_tutorial():
     """Open async HTTP session & execute created tasks."""
     LOGGER.info(f"Asyncio tutorial Part II: HTTP Requests with Aiohttp & Aiofiles.")
-    urls = parse_urls()
     async with ClientSession(headers=HTML_HEADERS) as session:
         tasks = await create_tasks(session, urls, EXPORT_DIR)
         await asyncio.gather(*tasks)

data/__init__.py

@@ -1,2 +1,6 @@
 """Parse data from local files."""
 from .parser import parse_urls
+from config import CSV_FILEPATH
+
+
+urls = parse_urls(CSV_FILEPATH)

data/parser.py

@@ -2,17 +2,15 @@
 import csv
 from typing import List
 
-from config import CSV_FILEPATH
 
-
-def parse_urls() -> List[str]:
+def parse_urls(filepath: str) -> List[str]:
     """
     Parse a single-column CSV into a Python list of URLs.
 
     :returns: List[str]
     """
     urls = []
-    with open(CSV_FILEPATH, newline="") as f:
+    with open(filepath, newline="") as f:
         reader = csv.reader(f)
         for line in reader:
             urls.append(line[0])

data/tests/test_parser.py

@@ -1,10 +1,10 @@
 import pytest
 from typing import List
 
-from data.parser import parse_urls
+from data.parser import urls
 
 
 def test_parse_urls():
-    urls = parse_urls()
+
 
     assert(type(urls)) == List[str]