When the query has no content, terminate the loop early

NanmiCoder · Jul 18, 2024 · 1fd7827 · 1fd7827
1 parent 548271e
commit 1fd7827
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/media_platform/xhs/core.py b/media_platform/xhs/core.py
@@ -110,6 +110,9 @@ async def search(self) -> None:
                         sort=SearchSortType(config.SORT_TYPE) if config.SORT_TYPE != '' else SearchSortType.GENERAL,
                     )
                     utils.logger.info(f"[XiaoHongShuCrawler.search] Search notes res:{notes_res}")
+                    if(not notes_res or not notes_res.get('has_more', False)):
+                        utils.logger.info("No more content!")
+                        break
                     semaphore = asyncio.Semaphore(config.MAX_CONCURRENCY_NUM)
                     task_list = [
                         self.get_note_detail(post_item.get("id"), semaphore)