Remove unneccesary writer.py.

Author: toddbirchard

aiohttp_aiofiles_tutorial/fetcher.py

@@ -3,7 +3,7 @@
 from aiohttp import ClientError, ClientSession, InvalidURL
 from logger import LOGGER
 
-from .writer import write_to_outfile
+from .parser import parse_html_page_metadata
 
 
 async def fetch_url_and_save_data(
@@ -27,7 +27,9 @@ async def fetch_url_and_save_data(
             if resp.status != 200:
                 pass
             html = await resp.text()
-            await write_to_outfile(html, url, outfile, total_count, i)
+            page_metadata = await parse_html_page_metadata(html, url)
+            await outfile.write(f"{page_metadata}\n")
+            LOGGER.info(f"Fetched URL {i} of {total_count}: {page_metadata}")
     except InvalidURL as e:
         LOGGER.error(f"Unable to fetch invalid URL `{url}`: {e}")
     except ClientError as e:

aiohttp_aiofiles_tutorial/parser.py

@@ -23,14 +23,11 @@ async def parse_html_page_metadata(html: str, url: str) -> str:
             .replace('"', "`")
             .replace("'", "`")
         )
-        primary_tag = (
-            soup.head
-            .select_one("meta[property='article:tag']")
-            .get("content")
+        primary_tag = soup.head.select_one("meta[property='article:tag']").get(
+            "content"
         )
         published_at = (
-            soup.head
-            .select_one("meta[property='article:published_time']")
+            soup.head.select_one("meta[property='article:published_time']")
             .get("content")
             .split("T")[0]
         )