[{"data":1,"prerenderedAt":369},["ShallowReactive",2],{"locale-content:web-scraper:zh":3},{"webScraper":4},{"apiRequest":5,"seo":8,"hero":20,"userProblemsSection":36,"capabilitiesSection":241,"capabilities":244,"extractorCatalog":269,"processSection":320,"process":322,"useCasesSection":332,"useCases":335,"preview":354,"price":355,"faqs":356},{"method":6,"endpoint":7},"POST","https:\u002F\u002Fdata.clawoxy.com\u002Fv1\u002Fweb-scraper\u002Ftask\u002Fcreate",{"title":9,"description":10,"keywords":11},"Scraping API｜公开网页数据采集与结构化输出 - Clawoxy","采集 Amazon、TikTok、YouTube、X、搜索引擎等公开网页数据，输出 HTML、Markdown 或结构化 JSON，服务选品、竞品监控、趋势研究与 AI 工作流。",[12,13,14,15,16,17,18,19],"网页采集 API","网页数据采集","网页采集器","数据采集 API","Amazon 数据采集","TikTok 数据采集","YouTube 数据采集","网页数据提取",{"eyebrow":21,"lines":22,"classes":25,"description":29,"audienceNote":30,"highlights":31},"DEDICATED SCRAPING API",[23,24],"Dedicated Scraping API","面向公开网页数据",{"titleCopy":26},[27,28,27],"","rainbow-underline","将 Amazon、TikTok、YouTube、X、搜索引擎及更多网站的公开页面输出为 HTML、Markdown 或结构化 JSON，服务市场调研、竞品监控、内容运营与 AI 工作流。","无需编程，也能在网页中直接启动采集任务。",[32,33,34,35],"覆盖电商、社媒、视频、搜索与内容网站的公开页面","HTML、Markdown、JSON 三种输出方式","为选品、研究、监控与 AI 工作流保留来源信息","仅处理公开且获准使用的信息",{"tone":37,"layout":38,"eyebrow":39,"title":40,"description":41,"items":42},"light","horizontal","50 个常见问题","网页抓取与数据提取中的常见问题","研究团队需要可比较的来源信息，而不是在不同页面格式间反复手工整理。",[43,47,51,55,59,63,67,71,75,79,83,87,91,94,98,102,106,110,114,118,122,126,129,133,137,141,145,149,153,157,161,165,169,173,177,181,185,189,193,197,201,205,209,213,217,221,225,229,233,237],{"title":44,"description":45,"icon":46},"同一类研究要切换多个平台","商品、视频、帖子和搜索页各有不同结构。","i-lucide-panels-top-left",{"title":48,"description":49,"icon":50},"原始页面无法直接比较","字段、文本和来源上下文需要重新整理。","i-lucide-git-compare-arrows",{"title":52,"description":53,"icon":54},"每种页面都要重新写解析逻辑","采集需求一变化，开发工作就重新开始。","i-lucide-braces",{"title":56,"description":57,"icon":58},"页面改版后选择器失效","DOM 的细微变化就会让 CSS 或 XPath 返回空结果。","i-lucide-scan-search",{"title":60,"description":61,"icon":62},"静态 HTML 里没有数据","页面内容只在首个响应后由 JavaScript 填充。","i-lucide-file-question-mark",{"title":64,"description":65,"icon":66},"无限滚动过早停止","任务在全部结果加载前就判断采集完成。","i-lucide-move-down",{"title":68,"description":69,"icon":70},"虚拟列表移除早期记录","新结果进入视口时，旧条目会从 DOM 消失。","i-lucide-list-restart",{"title":72,"description":73,"icon":74},"分页产生重复记录","相邻页面返回了已经采集过的数据。","i-lucide-copy",{"title":76,"description":77,"icon":78},"下一页链接延迟生成","分页控件只有在脚本运行或交互后才出现。","i-lucide-chevrons-right",{"title":80,"description":81,"icon":82},"游标分页重复上一页","过期或复用的游标再次返回相同记录。","i-lucide-repeat-2",{"title":84,"description":85,"icon":86},"游标分页漏掉记录","采集期间数据变化，使偏移位置失效。","i-lucide-list-x",{"title":88,"description":89,"icon":90},"隐藏接口需要动态令牌","直接请求 JSON 时缺少页面生成的请求头或凭证。","i-lucide-key-round",{"title":92,"description":93,"icon":54},"接口响应结构突然变化","字段改名或嵌套后，下游映射静默失效。",{"title":95,"description":96,"icon":97},"嵌套 JSON 难以扁平化","数组和可选对象无法稳定映射为表格字段。","i-lucide-network",{"title":99,"description":100,"icon":101},"详情页字段并不一致","同类实体在不同记录上暴露不同属性。","i-lucide-columns-3",{"title":103,"description":104,"icon":105},"可选字段形成大量空值","缺失价格、日期或描述需要明确的空值处理。","i-lucide-circle-off",{"title":107,"description":108,"icon":109},"本地化数字解析错误","不同地区使用不同的小数点和千位分隔符。","i-lucide-calculator",{"title":111,"description":112,"icon":113},"日期没有时区信息","发布时间和更新时间无法可靠比较。","i-lucide-calendar-clock",{"title":115,"description":116,"icon":117},"文本编码后出现乱码","错误的字符集识别破坏了多语言文字。","i-lucide-languages",{"title":119,"description":120,"icon":121},"相对链接丢失域名","提取后的 URL 必须结合来源页面才能使用。","i-lucide-link-2-off",{"title":123,"description":124,"icon":125},"懒加载图片只有占位地址","真实图片源藏在 data 属性中或滚动后才出现。","i-lucide-image-off",{"title":127,"description":128,"icon":46},"数据位于 iframe 内","主文档选择器无法直接访问子框架内容。",{"title":130,"description":131,"icon":132},"内容封装在 Shadow DOM","普通文档选择器无法跨越组件边界。","i-lucide-box",{"title":134,"description":135,"icon":136},"复杂表格失去结构","含 rowspan 和 colspan 的单元格提取后无法对齐。","i-lucide-table-properties",{"title":138,"description":139,"icon":140},"嵌入式 JSON 被转义或截断","有效状态藏在脚本标签和编码字符串中。","i-lucide-file-json",{"title":142,"description":143,"icon":144},"错误 HTML 改变解析树","浏览器与简单解析器会用不同方式修复无效标记。","i-lucide-file-warning",{"title":146,"description":147,"icon":148},"自动生成的类名不断变化","构建相关的 CSS 标识让选择器无法长期稳定。","i-lucide-hash",{"title":150,"description":151,"icon":152},"请求之间没有共享 Cookie","同一任务中的会话页面返回了不同内容。","i-lucide-cookie",{"title":154,"description":155,"icon":156},"认证状态在任务中途过期","长任务开始返回登录页，而不是目标记录。","i-lucide-log-out",{"title":158,"description":159,"icon":160},"表单需要新的 CSRF 令牌","重复提交搜索或筛选请求会被服务端拒绝。","i-lucide-file-key-2",{"title":162,"description":163,"icon":164},"翻页后筛选条件被重置","分页请求悄悄丢失分类或排序状态。","i-lucide-list-filter",{"title":166,"description":167,"icon":168},"商品变体看起来像重复数据","颜色和尺寸页面需要明确的父子关系。","i-lucide-boxes",{"title":170,"description":171,"icon":172},"URL 参数制造重复页面","追踪、排序和会话参数扩增出大量等价记录。","i-lucide-copy-plus",{"title":174,"description":175,"icon":176},"详情页没有任何入口链接","重要记录只能通过站内搜索或内部接口发现。","i-lucide-unlink",{"title":178,"description":179,"icon":180},"站点地图过期或不完整","发现流程漏掉新页面，却保留已经删除的地址。","i-lucide-map",{"title":182,"description":183,"icon":184},"软 404 页面看似成功","不存在的记录用 HTTP 200 返回错误提示。","i-lucide-file-x-2",{"title":186,"description":187,"icon":188},"重定向改变记录身份","新旧 URL 被保存成两个不同实体。","i-lucide-forward",{"title":190,"description":191,"icon":192},"重试导致同一记录写入两次","确认失败后，已经成功的提取被再次执行。","i-lucide-copy-check",{"title":194,"description":195,"icon":196},"任务崩溃后只剩部分数据","无法判断中断前哪些页面已经完成。","i-lucide-database-zap",{"title":198,"description":199,"icon":200},"恢复任务只能从头开始","缺少检查点让小范围恢复变成完整重跑。","i-lucide-history",{"title":202,"description":203,"icon":204},"并发过高压垮目标站点","并行请求过多会增加限流和不完整响应。","i-lucide-gauge",{"title":206,"description":207,"icon":208},"慢页面超过超时时间","大型脚本或媒体延迟了真正需要的数据。","i-lucide-timer-off",{"title":210,"description":211,"icon":212},"浏览器内存持续增长","大规模采集中页面和上下文没有及时释放。","i-lucide-memory-stick",{"title":214,"description":215,"icon":216},"连接耗尽系统资源","代理并发下 Socket 或文件描述符不断累积。","i-lucide-plug-zap",{"title":218,"description":219,"icon":220},"代理故障形成静默缺口","传输失败被误判为网站本身没有数据。","i-lucide-wifi-off",{"title":222,"description":223,"icon":224},"占位文本通过数据校验","不可用或加载中文字被当成真实字段保存。","i-lucide-badge-alert",{"title":226,"description":227,"icon":228},"记录没有稳定唯一标识","名称和 URL 变化后，数据去重变得不可靠。","i-lucide-fingerprint-pattern",{"title":230,"description":231,"icon":232},"变更检测产生大量误报","布局、时间戳和轮播内容制造无意义差异。","i-lucide-git-compare",{"title":234,"description":235,"icon":236},"数据失去来源追溯信息","规范化记录没有保留来源 URL 和采集时间。","i-lucide-file-search-2",{"title":238,"description":239,"icon":240},"研究信号更新得太快","人工收集难以及时跟上变化。","i-lucide-clock-3",{"title":242,"description":243},"Dedicated Scraping API 能做什么？","将公开网页转为一致、可用的数据，让团队减少复制整理时间，把精力放在比较、分析和决策上。",[245,249,253,257,261,265],{"title":246,"description":247,"icon":248},"采集公开平台页面","围绕 Amazon、TikTok、YouTube、X、搜索引擎、资讯站、论坛与目录网站等公开页面建立采集任务。","i-lucide-globe-2",{"title":250,"description":251,"icon":252},"按用途选择输出格式","需要保留文档结构时使用 HTML，需要可读正文时使用 Markdown，需要字段与元数据时使用 JSON。","i-lucide-file-json-2",{"title":254,"description":255,"icon":256},"研究产品与市场信号","汇集公开商品、内容、评论和搜索页信号，支持品类研究、竞品分析与市场监控。","i-lucide-chart-no-axes-combined",{"title":258,"description":259,"icon":260},"内容与社媒研究","分析公开视频、帖子、标题、标签、话题和可见互动信号，理解内容形式与用户讨论。","i-lucide-messages-square",{"title":262,"description":263,"icon":264},"为 AI 工作流准备数据","将清洁的公开页面内容和来源元数据送入 RAG、AI Agent、内部搜索与研究系统。","i-lucide-bot",{"title":266,"description":267,"icon":268},"合规开展数据采集","仅围绕公开且获准使用的信息建立任务，并遵守适用法律、网站条款、robots 指令与合理访问频率。","i-lucide-shield-check",{"eyebrow":270,"title":271,"description":272,"note":273,"items":274},"提取器库","先选平台提取器，再按页面模板与参数适配抓取场景","Dedicated Scraping API 不是只有一种固定采集形态。先从目标平台和页面类型出发，再为该提取器与场景配置支持的请求参数。","此处展示的是常见公开页面研究模板。实际可用模板、字段和请求参数以所选提取器及适用的平台规则为准。",[275,291,301,310],{"platform":276,"title":277,"description":278,"icon":279,"templatesLabel":280,"templates":281,"parametersLabel":286,"parameters":287},"AMAZON","商品与电商页面提取器","让公开商品、类目、搜索结果和评价研究各自使用匹配的响应结构，而不是将所有页面强行塞进同一格式。","i-lucide-shopping-bag","示例页面模板",[282,283,284,285],"商品详情","搜索结果","类目列表","商品评价","按提取器配置",[288,289,290],"模板选择","支持的请求参数","输出格式",{"platform":292,"title":293,"description":294,"icon":295,"templatesLabel":280,"templates":296,"parametersLabel":286,"parameters":300},"TIKTOK","视频、话题与创作者提取器","根据被研究的公开内容页面选择模板，从单条视频到话题页和创作者主页，保留相应的页面语境。","i-lucide-music-2",[297,283,298,299],"视频","话题标签","创作者主页",[288,289,290],{"platform":302,"title":303,"description":304,"icon":305,"templatesLabel":280,"templates":306,"parametersLabel":286,"parameters":309},"YOUTUBE","视频、频道与评论提取器","为视频、频道、搜索和公开评论研究保留合适的响应结构，让下游分析能够识别数据来源和页面类型。","i-lucide-youtube",[297,307,283,308],"频道","公开评论",[288,289,290],{"platform":311,"title":312,"description":313,"icon":314,"templatesLabel":280,"templates":315,"parametersLabel":286,"parameters":319},"X \u002F TWITTER","帖子、话题与主页提取器","先选择公开对话所在的页面形态，再将帖子、搜索、话题或主页置于正确语境中交给下游分析。","i-lucide-message-circle",[316,283,317,318],"帖子","话题","公开主页",[288,289,290],{"title":321},"三步，从平台提取器到可用数据",[323,326,329],{"title":324,"description":325},"选择平台与页面模板","先确认公开数据所在的平台和页面类型，例如 Amazon 商品页或 YouTube 频道页，而不是发起一条固定形态的通用请求。",{"title":327,"description":328},"配置该提取器支持的请求参数","按所选提取器和模板使用支持的请求参数，并选择 HTML、可读 Markdown 或结构化 JSON 交付给下游。",{"title":330,"description":331},"让响应进入工作流","将带有模板语境的结果发送到数据库、分析工具、表格、Webhook 或 AI 知识库，并保留来源上下文。",{"title":333,"description":334},"什么时候使用 Dedicated Scraping API？","当你的问题需要来自平台或网站的当前公开页面信息，而不仅是搜索结果列表时，Dedicated Scraping API 是合适的选择。",[336,339,342,345,348,351],{"title":337,"description":338},"Amazon 选品研究","研究公开商品标题、价格、评分、评论数量和类目信号，为选品与竞品分析提供参考。",{"title":340,"description":341},"TikTok 与 YouTube 内容研究","分析公开视频、话题标签、创作者主页、发布节奏和面向受众的内容信号。",{"title":343,"description":344},"X 话题与舆情研究","整理公开帖子、话题、发布时间、标签与可见互动信号，用于品牌和市场研究。",{"title":346,"description":347},"电商竞品监控","对比公开商品页和列表页，识别价格、卖点、评论和可见库存提示的变化。",{"title":349,"description":350},"趋势交叉验证","结合 Google Trends、百度指数与公开商品、视频和话题数据，验证趋势研究假设。",{"title":352,"description":353},"RAG 与 AI 研究","将获准使用的公开网页内容作为当前、可追溯的上下文，用于 AI Agent、RAG、内部搜索与研究工作流。","web","公开网页数据，结构化交付",[357,360,363,366],{"question":358,"answer":359},"Dedicated Scraping API 是什么？","Dedicated Scraping API 是用于程序化获取获准公开网页并交付结果的接口，可将页面内容返回为 HTML、Markdown 或 JSON，便于后续存储、分析和自动化处理。",{"question":361,"answer":362},"支持采集哪些平台的公开数据？","可围绕 Amazon、TikTok、YouTube、X、搜索引擎及更多电商、社媒、视频、资讯和目录网站的公开页面建立工作流。具体可用字段取决于页面公开内容和平台规则。",{"question":364,"answer":365},"可以用于 AI 或 RAG 吗？","可以。在来源和使用方式获准的前提下，HTML、Markdown 和 JSON 输出可为 AI Agent、RAG、内部搜索和研究工作流提供当前的页面上下文。",{"question":367,"answer":368},"哪些内容不应采集？","不应采集非公开内容，不应绕过登录或技术保护，也不应采集个人敏感信息。请确保采集与后续使用符合适用法律和网站规则。",1792747060553]