.

Author: lof310

search.py

@@ -0,0 +1,57 @@
+#!/usr/bin/env python3
+import sys, json, argparse, requests
+from ddgs import DDGS
+from markdownify import markdownify as md
+
+def search(q, max_results=10):
+    return list(DDGS().text(q, max_results=max_results))
+
+def html2md(url, timeout=10):
+    return md(requests.get(url, headers={"User-Agent":"Mozilla/5.0"}, timeout=timeout).text)
+
+def fmt_results(results, fmt="text"):
+    if fmt=="json":
+        return json.dumps(results, indent=2, ensure_ascii=False)
+    elif fmt=="table":
+        return "\n".join([f"{i+1}. {r['title'][:60]} | {r['href'][:50]} | {r['body'][:80]}..." for i,r in enumerate(results)])
+    else:
+        return "\n\n".join([f"{r['title']}\n{r['href']}\n{r['body']}" for r in results])
+
+def main():
+    p=argparse.ArgumentParser()
+    p.add_argument("query",nargs="?",help="Search query or URL")
+    p.add_argument("--search","-s",action="store_true",help="Perform web search")
+    p.add_argument("--html2md","-m",action="store_true",help="Convert HTML to Markdown")
+    p.add_argument("--max_results","-n",type=int,default=10,help="Max search results (default: 10)")
+    p.add_argument("--format","-f",choices=["text","json","table"],default="text",help="Output format")
+    p.add_argument("--filter","-F",help="Filter results by keyword in title/body")
+    p.add_argument("--sort","-S",choices=["relevance","title"],default="relevance",help="Sort results")
+    p.add_argument("--timeout",type=int,default=10,help="Request timeout")
+    p.add_argument("--output","-o",help="Output to file")
+    args=p.parse_args()
+
+    if not args.query:
+        p.print_help(); sys.exit(1)
+
+    try:
+        if args.search or not args.html2md:
+            results=search(args.query,max_results=args.max_results)
+            if args.filter:
+                results=[r for r in results if args.filter.lower() in r.get("title","").lower() or args.filter.lower() in r.get("body","").lower()]
+            if args.sort=="title":
+                results=sorted(results,key=lambda x:x.get("title",""))
+            out=fmt_results(results,args.format)
+        elif args.html2md:
+            out=html2md(args.query,args.timeout)
+        else:
+            sys.exit("Specify --search or --html2md")
+        
+        if args.output:
+            with open(args.output,"w",encoding="utf-8") as f: f.write(out)
+        else:
+            print(out)
+    except Exception as e:
+        sys.exit(f"Error: {e}")
+
+if __name__=="__main__":
+    main()