feat: uses aio.gather to make parallel HTTP requests

wallabag_mass_import.py

@@ -35,22 +35,7 @@ async def connect_to_wallabag(
     )
 
 
-def read_urls_file(f):
+async def post_entry(w_api: Wallabag, item: Dict[str, str]):
-    while True:
-        line = f.readline()
-        if line:
-            yield line
-        else:
-            break
-
-
-async def import_articles(w_api: Wallabag, path: str, limit=0):
-    entries_id = []
-    with open(path) as f:
-        for index, item in enumerate(json.load(f)):
-            if limit > 0 and index == limit:
-                break
-
     entry = await w_api.post_entries(
         url=item["url"],
         archive=item["is_archived"],
@@ -58,18 +43,34 @@ async def import_articles(w_api: Wallabag, path: str, limit=0):
         original_url=item["origin_url"],
         tags=",".join(item["tags"]),
     )
-            logging.info(
+    logging.info(f"Entry url {item['url']} posted to wallabag with id {entry['id']}")
-                f"Entry url {item['url']} posted to wallabag with id {entry['id']}"
+    return entry["id"]
-            )
-            entries_id.append(entry["id"])
 
+
+async def delete_entry(w_api: Wallabag, item_id: int):
+    entry = await w_api.delete_entries(item_id)
+    logging.info(f"Deleted wallabag entry with id {entry['id']}")
+
+
+async def import_articles(w_api: Wallabag, path: str, limit=0):
+    entries_id = []
+    tasks = []
+    with open(path) as f:
+        for index, item in enumerate(json.load(f)):
+            if limit > 0 and index == limit:
+                break
+            task = asyncio.ensure_future(post_entry(w_api, item))
+            tasks.append(task)
+
+    entries_id = await asyncio.gather(*tasks)
     return entries_id
 
 
 async def delete_all_entries(ids: List[int], w_api: Wallabag):
+    tasks = []
     for id in ids:
-        entry = await w_api.delete_entries(id)
+        tasks.append(delete_entry(w_api, id))
-        logging.info(f"Deleted wallabag entry with id {entry['id']}")
+    await asyncio.gather(*tasks)
 
 
 async def main():
@@ -77,7 +78,7 @@ async def main():
         configuration = dict(load_configuration(CONFIG_PATH))
         w_api = await connect_to_wallabag(configuration, session)
 
-        entries_id = await import_articles(w_api, "articles.json", limit=1)
+        entries_id = await import_articles(w_api, ARTICLES_PATH, limit=4)
         await delete_all_entries(entries_id, w_api)