web-to-kb/README.md

owui-site-crawler.py --token "your_api_token"
--base-url "http://localhost:3000"
--website-url "https://example.com"
--kb-name "Example Website KB"
--kb-purpose "Documentation and information from example.com"
--depth 3
--delay 1.5
--exclude "/login"
--exclude "/admin"