Web Scraper Tricks

# 微博

# 综合搜索

{"_id":"weibo_general_search","startUrl":["https://s.weibo.com/weibo/keyword?topnav=1&wvr=6&b=1"],"selectors":[{"id":"mblog","type":"SelectorElement","parentSelectors":["_root","next_page"],"selector":".m-con-l .card-wrap[action-type=feed_list_item][mid] .card","multiple":true,"delay":""},{"id":"user_name","type":"SelectorText","parentSelectors":["mblog"],"selector":"a.name","multiple":false,"regex":"","delay":0},{"id":"user_link","type":"SelectorHTML","parentSelectors":["mblog"],"selector":".content>.info>div:last-of-type","multiple":false,"regex":"weibo\\.com\\/\\w+","delay":0},{"id":"user_verified","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":".info a[title]","multiple":false,"extractAttribute":"title","delay":0},{"id":"content","type":"SelectorText","parentSelectors":["mblog"],"selector":".content>p:nth-of-type(1)[node-type=feed_list_content]","multiple":false,"regex":"","delay":0},{"id":"content_full","type":"SelectorText","parentSelectors":["mblog"],"selector":".content>p:nth-of-type(2)[node-type=feed_list_content_full]","multiple":false,"regex":"","delay":0},{"id":"image","type":"SelectorGroup","parentSelectors":["mblog"],"selector":"li img","delay":0,"extractAttribute":"src"},{"id":"video","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":"video","multiple":false,"extractAttribute":"src","delay":0},{"id":"article","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":".content>.media-article-a>.thumbnail>a,.content>.media-item-a>.pic>a","multiple":false,"extractAttribute":"href","delay":0},{"id":"publish_time","type":"SelectorText","parentSelectors":["mblog"],"selector":"p.from a:nth-of-type(1)","multiple":false,"regex":"","delay":0},{"id":"link","type":"SelectorHTML","parentSelectors":["mblog"],"selector":".content>p.from","multiple":false,"regex":"weibo\\.com\\/\\d+\\/\\w+","delay":0},{"id":"from","type":"SelectorText","parentSelectors":["mblog"],"selector":"p.from a:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"act","type":"SelectorElement","parentSelectors":["mblog"],"selector":".card-act ul","multiple":false,"delay":0},{"id":"forward_count","type":"SelectorText","parentSelectors":["act"],"selector":"li:nth-of-type(2)","multiple":false,"regex":"\\d+","delay":0},{"id":"comment_count","type":"SelectorText","parentSelectors":["act"],"selector":"li:nth-of-type(3)","multiple":false,"regex":"\\d+","delay":0},{"id":"like_count","type":"SelectorText","parentSelectors":["act"],"selector":"li:nth-of-type(4)","multiple":false,"regex":"\\d+","delay":0},{"id":"ref","type":"SelectorElement","parentSelectors":["mblog"],"selector":".con","multiple":false,"delay":0},{"id":"ref_user_name","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"a.name","multiple":false,"extractAttribute":"nick-name","delay":0},{"id":"ref_user_verified","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"a[target][title]","multiple":false,"extractAttribute":"title","delay":0},{"id":"ref_content","type":"SelectorText","parentSelectors":["ref"],"selector":"p[node-type='feed_list_content']","multiple":false,"regex":"","delay":0},{"id":"ref_content_full","type":"SelectorText","parentSelectors":["ref"],"selector":"p[node-type='feed_list_content_full']","multiple":false,"regex":"","delay":0},{"id":"ref_image","type":"SelectorGroup","parentSelectors":["ref"],"selector":"li img","delay":0,"extractAttribute":"src"},{"id":"ref_video","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"video","multiple":false,"extractAttribute":"src","delay":0},{"id":"ref_article","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":".media-article-a .thumbnail a","multiple":false,"extractAttribute":"href","delay":0},{"id":"ref_publish_time","type":"SelectorText","parentSelectors":["ref"],"selector":".from a[target]","multiple":false,"regex":"","delay":0},{"id":"ref_link","type":"SelectorHTML","parentSelectors":["ref"],"selector":"p.from","multiple":false,"regex":"weibo\\.com\\/\\d+\\/\\w+","delay":0},{"id":"ref_from","type":"SelectorText","parentSelectors":["ref"],"selector":".from a:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"ref_act","type":"SelectorElement","parentSelectors":["ref"],"selector":"ul.act","multiple":false,"delay":0},{"id":"ref_forward_count","type":"SelectorText","parentSelectors":["ref_act"],"selector":"li:nth-of-type(1)","multiple":false,"regex":"\\d+","delay":0},{"id":"ref_comment_count","type":"SelectorText","parentSelectors":["ref_act"],"selector":"li:nth-of-type(2)","multiple":false,"regex":"\\d+","delay":0},{"id":"ref_like_count","type":"SelectorText","parentSelectors":["ref_act"],"selector":"li:nth-of-type(3)","multiple":false,"regex":"\\d+","delay":0},{"id":"next_page","type":"SelectorLink","parentSelectors":["_root","next_page"],"selector":"ul.s-scroll>li.cur~li a","multiple":false,"delay":0}]}

TIP

字段 说明
user_name 用户昵称
user_link 用户主页链接
user_verified 用户认证信息
content 正文
content_full 正文全文
image 内嵌图片，数量 1-9，组合为 json 格式
video 内嵌视频
article 内嵌文章
publish_time 发布时间
link 本帖链接
from 发布来源
forward_count 转发数
comment_count 评论数
like_count 点赞数
ref_user_name 原帖用户昵称（原帖即本帖所转发的微博，下同）
ref_user_link 原帖用户主页链接
ref_user_verified 原帖用户认证信息
ref_content 原帖正文
ref_content_full 原帖正文全文
ref_image 原帖内嵌图片，数量 1-9，组合为 json 格式
ref_video 原帖内嵌视频
ref_article 原帖内嵌文章
ref_publish_time 原帖发布时间
ref_link 原帖链接
ref_from 原帖发布来源
ref_forward_count 原帖转发数
ref_comment_count 原帖评论数
ref_like_count 原帖点赞数

# 用户搜索

{"_id":"weibo_user_search","startUrl":["https://s.weibo.com/user/keyword?topnav=1&wvr=6&b=1"],"selectors":[{"id":"user","type":"SelectorElement","parentSelectors":["_root","next_page"],"selector":".m-con-l .card-wrap[id=pl_user_feedList] .card","multiple":true,"delay":""},{"id":"next_page","type":"SelectorLink","parentSelectors":["_root","next_page"],"selector":"ul.s-scroll>li.cur~li a","multiple":false,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["user"],"selector":"a.name","multiple":false,"regex":"","delay":0},{"id":"verified","type":"SelectorElementAttribute","parentSelectors":["user"],"selector":".info>div a:nth-of-type(2)","multiple":false,"extractAttribute":"title","delay":0},{"id":"gender","type":"SelectorHTML","parentSelectors":["user"],"selector":"p:nth-of-type(1)","multiple":false,"regex":"female|male","delay":0},{"id":"region","type":"SelectorText","parentSelectors":["user"],"selector":"p:nth-of-type(1)","multiple":false,"regex":"[^个人主页]+","delay":0},{"id":"link","type":"SelectorElementAttribute","parentSelectors":["user"],"selector":"a.wb_url","multiple":false,"extractAttribute":"href","delay":0},{"id":"following_count","type":"SelectorText","parentSelectors":["user"],"selector":".info>p>span:nth-of-type(1)","multiple":false,"regex":"\\d+","delay":0},{"id":"follower_count","type":"SelectorText","parentSelectors":["user"],"selector":".info>p>span:nth-of-type(2)","multiple":false,"regex":"\\d+","delay":0},{"id":"mblog_count","type":"SelectorText","parentSelectors":["user"],"selector":".info>p>span:nth-of-type(3) a","multiple":false,"regex":"","delay":0}]}

TIP

字段 说明
name 昵称
verified 认证信息
gender 性别
region 地区信息
link 主页链接
following_count 关注数
follower_count 粉丝数
mblog_count 微博数

# 热搜榜

{"_id":"weibo_realtimehot","startUrl":["https://s.weibo.com/top/summary?cate=realtimehot"],"selectors":[{"id":"item","type":"SelectorElement","parentSelectors":["_root"],"selector":"tbody tr","multiple":true,"delay":0},{"id":"rank","type":"SelectorText","parentSelectors":["item"],"selector":"td.td-01","multiple":false,"regex":"","delay":0},{"id":"keyword","type":"SelectorText","parentSelectors":["item"],"selector":"a","multiple":false,"regex":"","delay":0},{"id":"link","type":"SelectorElementAttribute","parentSelectors":["item"],"selector":"a","multiple":false,"extractAttribute":"href","delay":0},{"id":"heat","type":"SelectorText","parentSelectors":["item"],"selector":"td.td-02 span","multiple":false,"regex":"","delay":0},{"id":"type","type":"SelectorText","parentSelectors":["item"],"selector":"i.icon-txt","multiple":false,"regex":"","delay":0}]}

TIP

字段 说明
rank 排名
keyword 关键词
link 链接
heat 热度
type 类型（包括新、热、沸、荐）

# 用户详情

{"_id":"weibo_user_detail","startUrl":["https://weibo.com/p/1005051111681197/home"],"selectors":[{"id":"avatar","type":"SelectorImage","parentSelectors":["_root"],"selector":"img.photo","multiple":false,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["_root"],"selector":"h1","multiple":false,"regex":"","delay":0},{"id":"gender","type":"SelectorHTML","parentSelectors":["_root"],"selector":".pf_username .icon_bed a","multiple":false,"regex":"female|male","delay":0},{"id":"level","type":"SelectorHTML","parentSelectors":["_root"],"selector":".pf_username a[title]","multiple":false,"regex":"\\d+","delay":0},{"id":"intro","type":"SelectorText","parentSelectors":["_root"],"selector":"div.pf_intro","multiple":false,"regex":"","delay":0},{"id":"oid","type":"SelectorHTML","parentSelectors":["_root"],"selector":".btn_bed","multiple":false,"regex":"\\d{7,12}","delay":0},{"id":"following_count","type":"SelectorText","parentSelectors":["_root"],"selector":"td:nth-of-type(1) strong","multiple":false,"regex":"","delay":0},{"id":"follower_count","type":"SelectorText","parentSelectors":["_root"],"selector":"td:nth-of-type(2) strong","multiple":false,"regex":"","delay":0},{"id":"mblog_count","type":"SelectorText","parentSelectors":["_root"],"selector":"td:nth-of-type(3) strong","multiple":false,"regex":"","delay":0},{"id":"verified","type":"SelectorText","parentSelectors":["_root"],"selector":".info span","multiple":false,"regex":"","delay":0},{"id":"random_info","type":"SelectorGroup","parentSelectors":["_root"],"selector":"span.item_text","delay":0,"extractAttribute":""},{"id":"more_info","type":"SelectorLink","parentSelectors":["_root"],"selector":"a.WB_cardmore","multiple":false,"delay":0},{"id":"birthday","type":"SelectorHTML","parentSelectors":["more_info"],"selector":"div.WB_cardwrap:nth-of-type(1) div.PCD_text_b","multiple":false,"regex":"\\d+年\\d+月\\d+日","delay":0},{"id":"custom_link","type":"SelectorHTML","parentSelectors":["more_info"],"selector":"div.WB_cardwrap:nth-of-type(1) div.PCD_text_b","multiple":false,"regex":"(https|http)?:\\/\\/[\\w|\\.|\\/]+","delay":0},{"id":"register_time","type":"SelectorText","parentSelectors":["more_info"],"selector":"div.WB_cardwrap:nth-of-type(1) div.PCD_text_b","multiple":false,"regex":"\\d{4}\\-\\d{2}\\-\\d{2}","delay":0},{"id":"label","type":"SelectorGroup","parentSelectors":["more_info"],"selector":"a.W_btn_b","delay":0,"extractAttribute":""},{"id":"review_time","type":"SelectorHTML","parentSelectors":["more_info"],"selector":"div.PCD_person_info","multiple":false,"regex":"\\d{4}\\-\\d{2}\\-\\d{2}","delay":0},{"id":"industry_category","type":"SelectorText","parentSelectors":["more_info"],"selector":".ul_detail li:last-of-type","multiple":false,"regex":"[^\\s]+\\-[^\\s]+","delay":0}]}

TIP

字段 说明
avatar 头像
name 昵称
gender 性别
level 会员等级
intro 介绍
oid 原始 id
following_count 关注数
follower_count 粉丝数
mblog_count 微博数
verified 认证信息
random_info 位于认证信息下的列表信息，会出现的信息不固定（地区、生日、简介等），只能统一抓取，后续提取请自行处理
birthday 生日（个人账号才有）
custom_link 个性域名（个人账号才有）
register_time 注册时间（个人账号才有）
label 标签（个人账号才有）
review_time 审核时间（机构账号才有）
industry_category 行业类别（机构账号才有）

# 用户微博列表

{"_id":"weibo_user_mblog_list","startUrl":["https://weibo.com/wflanker?profile_ftype=1&is_all=1&page=[1-3]#_0"],"selectors":[{"id":"mblog","type":"SelectorElementScroll","parentSelectors":["_root"],"selector":"div[action-type=feed_list_item]","multiple":true,"delay":"2000"},{"id":"user_name","type":"SelectorText","parentSelectors":["mblog"],"selector":"a.W_f14","multiple":false,"regex":"","delay":0},{"id":"user_link","type":"SelectorHTML","parentSelectors":["mblog"],"selector":".WB_detail>.WB_info","multiple":false,"regex":"weibo\\.com\\/[\\w|\\/]+","delay":0},{"id":"user_verified","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":".WB_info a:nth-of-type(2) i","multiple":false,"extractAttribute":"title","delay":0},{"id":"publish_time","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":"a[node-type=feed_list_item_date]","multiple":false,"extractAttribute":"title","delay":0},{"id":"link","type":"SelectorHTML","parentSelectors":["mblog"],"selector":".WB_from","multiple":false,"regex":"\\/\\d+\\/\\w+","delay":0},{"id":"from","type":"SelectorText","parentSelectors":["mblog"],"selector":"a.S_txt2:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"content","type":"SelectorText","parentSelectors":["mblog"],"selector":".WB_detail>div[node-type=feed_list_content]","multiple":false,"regex":"","delay":0},{"id":"content_full","type":"SelectorText","parentSelectors":["mblog"],"selector":".WB_detail>div[node-type=feed_list_content_full]","multiple":false,"regex":"","delay":0},{"id":"image","type":"SelectorGroup","parentSelectors":["mblog"],"selector":".WB_detail>.WB_media_wrap li.WB_pic img","delay":0,"extractAttribute":"src"},{"id":"video","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":"video","multiple":false,"extractAttribute":"src","delay":0},{"id":"article","type":"SelectorElementAttribute","parentSelectors":["mblog"],"selector":".WB_detail>.WB_media_wrap>.media_box>div[action-type=widget_articleLayer]","multiple":false,"extractAttribute":"action-data","delay":0},{"id":"act","type":"SelectorElement","parentSelectors":["mblog"],"selector":"ul.WB_row_line","multiple":false,"delay":0},{"id":"forward_count","type":"SelectorText","parentSelectors":["act"],"selector":"[node-type='forward_btn_text'] em:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"comment_count","type":"SelectorText","parentSelectors":["act"],"selector":"[node-type='comment_btn_text'] em:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"like_count","type":"SelectorText","parentSelectors":["act"],"selector":".line [node-type] em:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"ref","type":"SelectorElement","parentSelectors":["mblog"],"selector":"div.WB_expand","multiple":false,"delay":0},{"id":"ref_user_name","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":".WB_info>a[nick-name]","multiple":false,"extractAttribute":"nick-name","delay":0},{"id":"ref_user_link","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":".WB_info>a[nick-name]","multiple":false,"extractAttribute":"href","delay":0},{"id":"ref_user_verified","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"i.W_icon","multiple":false,"extractAttribute":"title","delay":0},{"id":"ref_content","type":"SelectorText","parentSelectors":["ref"],"selector":"div.WB_text[node-type=feed_list_reason]","multiple":false,"regex":"","delay":0},{"id":"ref_content_full","type":"SelectorText","parentSelectors":["ref"],"selector":"div.WB_text[node-type=feed_list_reason_full]","multiple":false,"regex":"","delay":0},{"id":"ref_image","type":"SelectorGroup","parentSelectors":["ref"],"selector":"li.WB_pic img","delay":0,"extractAttribute":"src"},{"id":"ref_video","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"video","multiple":false,"extractAttribute":"src","delay":0},{"id":"ref_article","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":"div[action-type=widget_articleLayer]","multiple":false,"extractAttribute":"action-data","delay":0},{"id":"ref_publish_time","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":".WB_from a[node-type=feed_list_item_date]","multiple":false,"extractAttribute":"title","delay":0},{"id":"ref_link","type":"SelectorElementAttribute","parentSelectors":["ref"],"selector":".WB_from a[node-type=feed_list_item_date]","multiple":false,"extractAttribute":"href","delay":0},{"id":"ref_from","type":"SelectorText","parentSelectors":["ref"],"selector":".WB_from a[action-type=app_source]","multiple":false,"regex":"","delay":0},{"id":"ref_forward_count","type":"SelectorText","parentSelectors":["ref"],"selector":"[action-history] em:nth-of-type(2)","multiple":false,"regex":"","delay":0},{"id":"ref_comment_count","type":"SelectorText","parentSelectors":["ref"],"selector":"li:nth-of-type(2) span span em:last-of-type","multiple":false,"regex":"","delay":0},{"id":"ref_like_count","type":"SelectorText","parentSelectors":["ref"],"selector":"li:nth-of-type(3) span span em:last-of-type","multiple":false,"regex":"","delay":0}]}

TIP

字段 说明
user_name 用户昵称
user_link 用户主页链接
user_verified 用户认证信息
publish_time 发布时间
link 本帖链接
from 发布来源
content 正文
content_full 正文全文
image 内嵌图片，数量 1-9，组合为 json 格式
video 内嵌视频
article 内嵌文章
forward_count 转发数
comment_count 评论数
like_count 点赞数
ref_user_name 原帖用户昵称（原帖即本帖所转发的微博，下同）
ref_user_link 原帖用户主页链接
ref_user_verified 原帖用户认证信息
ref_content 原帖正文
ref_content_full 原帖正文全文
ref_image 原帖内嵌图片，数量 1-9，组合为 json 格式
ref_video 原帖内嵌视频
ref_article 原帖内嵌文章
ref_publish_time 原帖发布时间
ref_link 原帖链接
ref_from 原帖发布来源
ref_forward_count 原帖转发数
ref_comment_count 原帖评论数
ref_like_count 原帖点赞数

# 用户关注列表

{"_id":"weibo_user_following_list","startUrl":["https://weibo.com/p/1005051111681197/follow?page=[1-5]"],"selectors":[{"id":"item","type":"SelectorElement","parentSelectors":["_root"],"selector":"li.follow_item","multiple":true,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["item"],"selector":"a.S_txt1","multiple":false,"regex":"","delay":0},{"id":"link","type":"SelectorHTML","parentSelectors":["item"],"selector":".info_name","multiple":false,"regex":"\\/[\\w|\\/]+","delay":0},{"id":"following_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(1) .count a","multiple":false,"regex":"","delay":0},{"id":"follower_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(2) .count a","multiple":false,"regex":"","delay":0},{"id":"mblog_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(3) .count a","multiple":false,"regex":"","delay":0},{"id":"region","type":"SelectorText","parentSelectors":["item"],"selector":".info_add span","multiple":false,"regex":"","delay":0},{"id":"info","type":"SelectorText","parentSelectors":["item"],"selector":".info_intro span","multiple":false,"regex":"","delay":0},{"id":"from","type":"SelectorText","parentSelectors":["item"],"selector":".info_from a","multiple":false,"regex":"","delay":0}]}

TIP

  • 贡献者
  • 备注
    • 此配置用于抓取当前用户关注的人或话题，话题的 following_count 等字段是空的，可以用来区分。
    • 由于只允许访问前 5 页，因此只能抓取最近关注的 100 个，请保留 startUrl 里的 page=[1-5]，手动修改到第 5 页以后的数字也是没用的。
  • 示例页面
字段 说明
name 用户昵称或话题名称
link 用户主页或话题主页链接
following_count 关注数
follower_count 粉丝数
region 地区
info 用户或话题的简介
from 关注来源或终端

# 用户粉丝列表

{"_id":"weibo_user_follower_list","startUrl":["https://weibo.com/p/1005051111681197/follow?relate=fans&page=[1-5]"],"selectors":[{"id":"item","type":"SelectorElement","parentSelectors":["_root"],"selector":"li.follow_item","multiple":true,"delay":0},{"id":"name","type":"SelectorText","parentSelectors":["item"],"selector":"a.S_txt1","multiple":false,"regex":"","delay":0},{"id":"link","type":"SelectorHTML","parentSelectors":["item"],"selector":".info_name","multiple":false,"regex":"\\/[\\w|\\/]+","delay":0},{"id":"gender","type":"SelectorHTML","parentSelectors":["item"],"selector":".info_name a:last-of-type","multiple":false,"regex":"female|male","delay":0},{"id":"following_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(1) .count a","multiple":false,"regex":"","delay":0},{"id":"follower_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(2) .count a","multiple":false,"regex":"","delay":0},{"id":"mblog_count","type":"SelectorText","parentSelectors":["item"],"selector":".info_connect .conn_type:nth-of-type(3) .count a","multiple":false,"regex":"","delay":0},{"id":"region","type":"SelectorText","parentSelectors":["item"],"selector":".info_add span","multiple":false,"regex":"","delay":0},{"id":"info","type":"SelectorText","parentSelectors":["item"],"selector":".info_intro span","multiple":false,"regex":"","delay":0},{"id":"from","type":"SelectorText","parentSelectors":["item"],"selector":".info_from a","multiple":false,"regex":"","delay":0}]}

TIP

字段 说明
name 用户昵称
link 用户主页链接
gender 用户性别
following_count 关注数
follower_count 粉丝数
region 地区
info 用户简介
from 关注来源或终端

# 热门话题榜单

{"_id":"weibo_topic_rank","startUrl":["https://d.weibo.com/231650"],"selectors":[{"id":"topic","type":"SelectorElement","parentSelectors":["_root","pagination"],"selector":"li.pt_li","multiple":true,"delay":0},{"id":"rank","type":"SelectorText","parentSelectors":["topic"],"selector":".title span","multiple":false,"regex":"\\d+","delay":0},{"id":"name","type":"SelectorText","parentSelectors":["topic"],"selector":".title a.S_txt1","multiple":false,"regex":"[^#]+","delay":0},{"id":"link","type":"SelectorElementAttribute","parentSelectors":["topic"],"selector":".title a.S_txt1","multiple":false,"extractAttribute":"href","delay":0},{"id":"category","type":"SelectorText","parentSelectors":["topic"],"selector":"a.W_btn_b","multiple":false,"regex":"","delay":0},{"id":"desc","type":"SelectorText","parentSelectors":["topic"],"selector":"div.subtitle","multiple":false,"regex":"","delay":0},{"id":"read_count","type":"SelectorText","parentSelectors":["topic"],"selector":"span.number","multiple":false,"regex":"","delay":0},{"id":"host","type":"SelectorText","parentSelectors":["topic"],"selector":"a.tlink","multiple":false,"regex":"","delay":0},{"id":"pagination","type":"SelectorLink","parentSelectors":["_root","pagination"],"selector":"a.page:nth-of-type(n+3)","multiple":true,"delay":0}]}

TIP

字段 说明
rank 排名
name 名称
link 链接
category 分类
desc 简介
read_count 阅读数
host 主持人

← 搜狗 →