Fix #260 prevent pass duplicated kwargs to scrapping_strategy (#269)

Thank you for the suggestions. It totally makes sense now. Change to pop operator.
unclecode · Nov 20, 2024 · d418a04 · d418a04
1 parent b654c49
commit d418a04
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/crawl4ai/async_webcrawler.py b/crawl4ai/async_webcrawler.py
@@ -197,8 +197,8 @@ async def aprocess_html(
                 html,
                 word_count_threshold=word_count_threshold,
                 css_selector=css_selector,
-                only_text=kwargs.get("only_text", False),
-                image_description_min_word_threshold=kwargs.get(
+                only_text=kwargs.pop("only_text", False),
+                image_description_min_word_threshold=kwargs.pop(
                     "image_description_min_word_threshold", IMAGE_DESCRIPTION_MIN_WORD_THRESHOLD
                 ),
                 **kwargs,