We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b371bd3 commit c5b7921Copy full SHA for c5b7921
1 file changed
embedding.py
@@ -71,7 +71,7 @@ def add_sitemap_documents(web_path, filter_urls, parsing_function, chroma_instan
71
else:
72
# If it's a web URL, use the SitemapLoader with web_path
73
sitemap_loader = SitemapLoader(web_path=web_path, filter_urls=filter_urls, parsing_function=parsing_function)
74
-
+
75
sitemap_loader.session.headers["User-Agent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/99.0.4844.51 Safari/537.36"
76
add_documents(sitemap_loader, chroma_instance)
77
0 commit comments