[{"data":1,"prerenderedAt":325},["ShallowReactive",2],{"docs-/docs/sources/urls":3},{"id":4,"title":5,"body":6,"description":317,"extension":318,"meta":319,"navigation":320,"path":321,"seo":322,"stem":323,"__hash__":324},"content/docs/sources/urls.md","URLs & Sitemaps",{"type":7,"value":8,"toc":296},"minimark",[9,13,18,23,58,61,65,68,82,93,97,101,116,120,134,138,149,153,156,170,176,180,183,198,201,205,209,214,228,233,244,248,252,263,267,278,282,285],[10,11,12],"p",{},"Crawl your website pages to train your chatbot on existing content.",[14,15,17],"h2",{"id":16},"adding-url-sources","Adding URL Sources",[19,20,22],"h3",{"id":21},"single-url","Single URL",[24,25,26,38,44,52],"ol",{},[27,28,29,30,34,35],"li",{},"Go to ",[31,32,33],"strong",{},"Sources"," > ",[31,36,37],{},"Add Source",[27,39,40,41],{},"Select ",[31,42,43],{},"URL",[27,45,46,47,51],{},"Enter the full URL (e.g., ",[48,49,50],"code",{},"https://example.com/help",")",[27,53,54,55],{},"Click ",[31,56,57],{},"Add",[10,59,60],{},"Grounded will crawl the page and extract its content.",[19,62,64],{"id":63},"sitemap","Sitemap",[10,66,67],{},"To add multiple pages at once:",[24,69,70,76,79],{},[27,71,72,73,51],{},"Enter your sitemap URL (e.g., ",[48,74,75],{},"https://example.com/sitemap.xml",[27,77,78],{},"Grounded will discover and crawl all pages in the sitemap",[27,80,81],{},"Each page becomes a separate source",[83,84,86],"docs-callout",{"type":85},"tip",[10,87,88,89,92],{},"Most websites have a sitemap at ",[48,90,91],{},"/sitemap.xml",". Check your site or ask your developer.",[14,94,96],{"id":95},"crawling-behavior","Crawling Behavior",[19,98,100],{"id":99},"what-gets-crawled","What Gets Crawled",[102,103,104,107,110,113],"ul",{},[27,105,106],{},"Main content of the page",[27,108,109],{},"Text in headings, paragraphs, and lists",[27,111,112],{},"Table content",[27,114,115],{},"Alt text from images",[19,117,119],{"id":118},"whats-excluded","What's Excluded",[102,121,122,125,128,131],{},[27,123,124],{},"Navigation menus and footers",[27,126,127],{},"Advertisements",[27,129,130],{},"Cookie consent banners",[27,132,133],{},"Scripts and styling",[19,135,137],{"id":136},"depth-and-limits","Depth and Limits",[102,139,140,143,146],{},[27,141,142],{},"Single URL: Only that page",[27,144,145],{},"Sitemap: All pages listed (up to 500 per sitemap)",[27,147,148],{},"Links on pages are not automatically followed",[14,150,152],{"id":151},"content-requirements","Content Requirements",[10,154,155],{},"For best results, your pages should:",[102,157,158,161,164,167],{},[27,159,160],{},"Be publicly accessible (no login required)",[27,162,163],{},"Return HTTP 200 status",[27,165,166],{},"Contain text content (not just images/video)",[27,168,169],{},"Load without JavaScript (server-rendered)",[83,171,173],{"type":172},"warning",[10,174,175],{},"Pages that require JavaScript to render content may not be fully crawled. Contact support if you have a single-page application (SPA).",[14,177,179],{"id":178},"refreshing-content","Refreshing Content",[10,181,182],{},"When your website content changes:",[24,184,185,188,195],{},[27,186,187],{},"Find the source in your Sources list",[27,189,190,191,194],{},"Click the ",[31,192,193],{},"Refresh"," icon",[27,196,197],{},"Wait for processing to complete",[10,199,200],{},"The chatbot will use updated content immediately after processing.",[14,202,204],{"id":203},"troubleshooting","Troubleshooting",[19,206,208],{"id":207},"page-not-crawling","Page Not Crawling",[10,210,211],{},[31,212,213],{},"Possible causes:",[102,215,216,219,222,225],{},[27,217,218],{},"Page requires authentication",[27,220,221],{},"Page blocked by robots.txt",[27,223,224],{},"Server returning errors",[27,226,227],{},"JavaScript-only content",[10,229,230],{},[31,231,232],{},"Solutions:",[102,234,235,238,241],{},[27,236,237],{},"Make the page publicly accessible",[27,239,240],{},"Check your robots.txt allows our crawler",[27,242,243],{},"Verify the page loads in an incognito browser",[19,245,247],{"id":246},"content-missing","Content Missing",[10,249,250],{},[31,251,213],{},[102,253,254,257,260],{},[27,255,256],{},"Content loaded via JavaScript",[27,258,259],{},"Content in iframes",[27,261,262],{},"Very short page content",[10,264,265],{},[31,266,232],{},[102,268,269,272,275],{},[27,270,271],{},"Ensure content is server-rendered",[27,273,274],{},"Add the iframe source URL separately",[27,276,277],{},"Combine short pages into comprehensive ones",[19,279,281],{"id":280},"wrong-content-extracted","Wrong Content Extracted",[10,283,284],{},"If navigation or footer content is included:",[102,286,287,290,293],{},[27,288,289],{},"This occasionally happens with unusual page structures",[27,291,292],{},"The impact on chat quality is usually minimal",[27,294,295],{},"Contact support for persistent issues",{"title":297,"searchDepth":298,"depth":298,"links":299},"",2,[300,305,310,311,312],{"id":16,"depth":298,"text":17,"children":301},[302,304],{"id":21,"depth":303,"text":22},3,{"id":63,"depth":303,"text":64},{"id":95,"depth":298,"text":96,"children":306},[307,308,309],{"id":99,"depth":303,"text":100},{"id":118,"depth":303,"text":119},{"id":136,"depth":303,"text":137},{"id":151,"depth":298,"text":152},{"id":178,"depth":298,"text":179},{"id":203,"depth":298,"text":204,"children":313},[314,315,316],{"id":207,"depth":303,"text":208},{"id":246,"depth":303,"text":247},{"id":280,"depth":303,"text":281},"Add website content as knowledge sources.","md",{},true,"/docs/sources/urls",{"title":5,"description":317},"docs/sources/urls","QL3xR7g-BRxt3UR-HUgXehLPhGP6_pzzz1YaB_GNXyc",1778619021425]