Extract content from one or more URLs using Selenium.
Args:
request: ExtractRequest object with URLs and extraction options
Returns:
ExtractResponse with extraction results and metadata
Was this page helpful?
⌘I
{"docsConfig":{"theme":"willow","$schema":"https://mintlify.com/docs.json","name":"Agent Toolkit","colors":{"primary":"#16A34A","light":"#07C983","dark":"#15803D"},"logo":{"light":"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/logo/light.svg","dark":"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/logo/dark.svg"},"favicon":"/favicon.svg","navbar":{"links":[{"label":"Support","href":"mailto:[email protected]"}],"primary":{"type":"button","label":"Dashboard","href":"https://www.agenttoolkit.ai"}},"footer":{},"navigation":{"global":{"anchors":[{"anchor":"Dashboard","icon":"house","href":"https://www.agenttoolkit.ai"}]},"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"agenttoolkit-6994eaf3","hasAudioNarration":false,"actualSubdomain":"agenttoolkit-6994eaf3","customDomains":["docs.agenttoolkit.ai"],"gitSource":{"type":"github","owner":"isque25","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":false,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a20c864faa2f94379e2181a","collectionId":"42f699ec-78bb-442b-bfde-658ea95fbb88","schemaVersion":"v2"},"feedback":{"thumbs":true},"entitlements":{},"buildId":"6ae92785c71a29952d437c7e:success","clientVersion":"0.0.4045","searchFilterCounts":[{"language":"default","tag":"API Reference","count":7},{"language":"default","tag":"Guides","count":3},{"language":"default","tag":"Get Started","count":3},{"language":"default","tag":"credits","count":1}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":true},"customCss":[],"page":{"pagePath":"api-reference/extract-content","slug":"/api-reference/extract-content","pageMetadata":{"openapi":"https://api.agenttoolkit.ai/openapi.json post /api/v1/extract","href":"/api-reference/extract-content","title":"Extract Content","description":"Extract content from one or more URLs using Selenium.\n\nArgs:\n request: ExtractRequest object with URLs and extraction options\n \nReturns:\n ExtractResponse with extraction results and metadata","version":null,"autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"Extract content from one or more URLs using Selenium.\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"Args:\\nrequest: ExtractRequest object with URLs and extraction options\"\n }), \"\\n\", _jsx(_components.p, {\n children: \"Returns:\\nExtractResponse with extraction results and metadata\"\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"openapi":"https://api.agenttoolkit.ai/openapi.json post /api/v1/extract","href":"/api-reference/extract-content","title":"Extract Content","description":"Extract content from one or more URLs using Selenium.\n\nArgs:\n request: ExtractRequest object with URLs and extraction options\n \nReturns:\n ExtractResponse with extraction results and metadata","version":null,"autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":[],"subdomain":"agenttoolkit-6994eaf3","siteName":"Agent Toolkit","title":"Extract Content - Agent Toolkit","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"originalFileLocation":"api-reference/extract-content.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Extract content from one or more URLs using Selenium. Args: request: ExtractRequest object with URLs and extraction options Returns: ExtractResponse with extraction results and metadata\">\u003cmeta data-mint-head name=\"application-name\" content=\"Agent Toolkit\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Extract Content - Agent Toolkit\">\u003cmeta data-mint-head property=\"og:description\" content=\"Extract content from one or more URLs using Selenium. Args: request: ExtractRequest object with URLs and extraction options Returns: ExtractResponse with extraction results and metadata\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Agent Toolkit\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.agenttoolkit.ai/api-reference/extract-content\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://agenttoolkit-6994eaf3.mintlify.app/_mintlify/api/og/v2?division=API+Reference\u0026amp;title=Extract+Content\u0026amp;description=Extract+content+from+one+or+more+URLs+using+Selenium.%0A%0AArgs%3A%0A++++request%3A+ExtractRequest+object+with+URLs+and+extraction+options%0A++++%0AReturns%3A%0A++++ExtractRespon\u0026amp;theme=a22db6e9aa282809d0090a81\u0026amp;signature=b9d5f043f9b9cdc481632355a2944f3d6cfd6e8392b922b4cd96874a5d579dd8\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Extract Content - Agent Toolkit\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Extract content from one or more URLs using Selenium. Args: request: ExtractRequest object with URLs and extraction options Returns: ExtractResponse with extraction results and metadata\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://agenttoolkit-6994eaf3.mintlify.app/_mintlify/api/og/v2?division=API+Reference\u0026amp;title=Extract+Content\u0026amp;description=Extract+content+from+one+or+more+URLs+using+Selenium.%0A%0AArgs%3A%0A++++request%3A+ExtractRequest+object+with+URLs+and+extraction+options%0A++++%0AReturns%3A%0A++++ExtractRespon\u0026amp;theme=a22db6e9aa282809d0090a81\u0026amp;signature=b9d5f043f9b9cdc481632355a2944f3d6cfd6e8392b922b4cd96874a5d579dd8\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Agent Toolkit\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#16A34A\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.agenttoolkit.ai/api-reference/extract-content\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/extract-content.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.agenttoolkit.ai/#organization\",\"name\":\"Agent Toolkit\",\"url\":\"https://docs.agenttoolkit.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintlify.s3.us-west-1.amazonaws.com/agenttoolkit-6994eaf3/logo/light.svg\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.agenttoolkit.ai#website\",\"name\":\"Agent Toolkit\",\"url\":\"https://docs.agenttoolkit.ai\",\"publisher\":{\"@id\":\"https://docs.agenttoolkit.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.agenttoolkit.ai/api-reference/extract-content#webpage\",\"url\":\"https://docs.agenttoolkit.ai/api-reference/extract-content\",\"name\":\"Extract Content\",\"description\":\"Extract content from one or more URLs using Selenium. Args: request: ExtractRequest object with URLs and extraction options Returns: ExtractResponse with extraction results and metadata\",\"isPartOf\":{\"@id\":\"https://docs.agenttoolkit.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.agenttoolkit.ai/api-reference/extract-content#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.agenttoolkit.ai/api-reference/extract-content#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.agenttoolkit.ai/api-reference/search\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Extract Content\",\"item\":\"https://docs.agenttoolkit.ai/api-reference/extract-content\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.agenttoolkit.ai/api-reference/extract-content#apireference\",\"headline\":\"Extract Content\",\"name\":\"Extract Content\",\"description\":\"Extract content from one or more URLs using Selenium. Args: request: ExtractRequest object with URLs and extraction options Returns: ExtractResponse with extraction results and metadata\",\"url\":\"https://docs.agenttoolkit.ai/api-reference/extract-content\",\"mainEntityOfPage\":{\"@id\":\"https://docs.agenttoolkit.ai/api-reference/extract-content#webpage\"},\"publisher\":{\"@id\":\"https://docs.agenttoolkit.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.agenttoolkit.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Agent Toolkit\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Agent Toolkit","nav":{"global":{"anchors":[{"anchor":"Dashboard","icon":"house","href":"https://www.agenttoolkit.ai"}]},"tabs":[{"tab":"Guides","pages":[{"title":"Guides","href":"/introduction"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"title":"Search API","api":"GET /api/v1/search","href":"/api-reference/search"},{"openapi":"https://api.agenttoolkit.ai/openapi.json get /api/v1/extract","href":"/api-reference/extract-content-get","title":"Extract Content Get","description":"Extract content from a URL using Selenium (GET method).\n\nArgs:\n url: URL to extract content from\n include_images: Whether to include images in the result\n include_links: Whether to include internal links in the result\n extract_depth: Depth of extraction (\"basic\" or \"advanced\")\n\nReturns:\n ExtractResponse with extraction results and metadata","version":null},{"openapi":"https://api.agenttoolkit.ai/openapi.json post /api/v1/extract","href":"/api-reference/extract-content","title":"Extract Content","version":null}]},{"group":"credits","pages":[{"openapi":"https://api.agenttoolkit.ai/openapi.json get /api/v1/credits","href":"/api-reference/credits/get-credits","title":"Get Credits","description":"Get current credit usage and limits for the authenticated user.\n\nReturns:\n CreditResponse with total, used, and remaining credits","version":null}]}]}]},"basePath":"","title":"Extract Content - Agent Toolkit","buildId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","deploymentId":"dpl_36EDyZCDfRuoUD9af5CH4M1bqY2h","dynamics":["b0f84f53ff"],"chunks":["Page-Bevw23-4.js","ApiExamples-C0lapOpP.js","utils-ME8dDnLe.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","cloneDeep-izs3Hzxb.js","utils-0e84ACsd.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-ZeRQV8fF.js","shallow-BupWh095.js","snippetPresets-C11Sgb-o.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","getApiPlaygroundDisplay-BnYQO2Ss.js","CodeSnippet-RKKOc8c_.js","CodeSnippets-Drf_m8wS.js","getPastedJson-u6QiPzNZ.js","icon-Bb-CBSxO.js","MethodPill-F7l5AI7V.js","DuplicateIcon-IiAXkdSg.js","createIcon-FliI8EBc.js","DynamicMarkdown-B62XqCSI.js","addUniqueKeysToSchema-wgRBj-ia.js","SectionHeading-Dj31pT03.js","axios-vUo_bRtp.js"]}
