关于大数据:抖音爬虫最新方法首页推荐视频列表关注视频列表同城视频列表视频详情用户粉丝列表

36次阅读

共计 3516 个字符,预计需要花费 9 分钟才能阅读完成。

最近有需要须要爬取抖音的一些数据,网上的一些办法都比拟老,因为抖音降级较快曾经不太实用了,所以只能本人解决了。

本次是对最新版本抖音 app(13.6.0 版本)进行的数据的抓取。
次要是通过脱壳、frida 的逆向开发,在 java 层和 Native 层申请参数逆向还原,以及 ida 动静调试 so 文件破解申请参数和加密算法实现的爬取。
目前曾经能爬取到抖音的集体核心、首页举荐视频列表、关注视频列表、同城视频列表、视频详情、用户粉丝列表、用户关注列表、用户作品列表、用户喜爱列表、用户权限、抖音热榜、明星榜、直播榜、音乐榜等。

一、集体核心数据(以明星万茜为例)

{
    "user":{
        "custom_verify":"演员万茜",
        "followers_detail":[
            {
                "name":"抖音",
                "icon":"http://p3.pstatp.com/origin/50ec00079b64de2050dc",
                "fans_count":3117098,
                "open_url":"snssdk1128://user/profile/2559257897875871?",
                "apple_id":"1142110895",
                "download_url":"https://d.douyin.com/JsvN/",
                "package_name":"com.ss.android.ugc.aweme",
                "app_name":"aweme"
            },
            {
                "fans_count":837857,
                "open_url":"snssdk143://profile?uid=54131370834",
                "apple_id":"529092160",
                "download_url":"https://d.toutiao.com/YjjY/",
                "package_name":"com.ss.android.article.news",
                "app_name":"news_article",
                "name":"头条",
                "icon":"http://p3.pstatp.com/origin/50ed00079a1b6b8d1fb1"
            },
            {
                "apple_id":"1086047750",
                "download_url":"http://d.huoshanzhibo.com/eFvB/",
                "package_name":"com.ss.android.ugc.live",
                "app_name":"live_stream",
                "name":"抖音火山版",
                "icon":"http://p3.pstatp.com/origin/2ea5c000abe106154adef",
                "fans_count":0,
                "open_url":"snssdk1112://profile?id=0"
            }
        ],
        "commerce_info":{"offline_info_list":[],
            "challenge_list":[ ],
            "task_list":null,
            "head_image_list":null,
            "smart_phone_list":null
        },
        "watch_status":false,
        "is_activity_user":false,
        "is_block":false,
        "with_commerce_entry":true,
        "profile_tab_type":0,
        "sec_uid":"MS4wLjABAAAA4_lIixBk6FAtLaq52ONCBDAqOd-qQtLAgMgGpjVEd0mLgZ8CM8nZA4TImrHTGnah",
        "enterprise_user_info":"{"commerce_info":{"offline_info_list":[],"challenge_list":[],"task_list":null,"head_image_list":null,"smart_phone_list":null},"homepage_bottom_toast":[],"permissions":[{"Id":4,"Key":"LiveShop","Name":" 直播电商 ","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null},{"Id":5,"Key":"UserShop","Name":" 集体橱窗 ","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null},{"Id":3,"Key":"ItemShop","Name":" 视频电商 ","AppId":1128,"Status":1,"Extra":null,"Customization":null,"Parent":0,"Actions":null}]}",
        "follow_status":1,
        "sync_to_toutiao":1,
        "secret":0,
        "ins_id":"","dongtai_count":28,"life_story_block":{"life_story_block":false},
        "tab_settings":{
            "private_tab":{
                "show_private_tab":false,
                "private_tab_style":1
            }
        },
        "message_chat_entry":true,
        "nickname":"万茜",
        "aweme_count":28,
        "school_name":"","twitter_id":"",
        "with_fusion_shop_entry":true,
        "mplatform_followers_count":3954955,
        "country":"中国",
        "following_count":7,
        "room_id":0,
        "star_billboard_rank":16,
        "is_effect_artist":false,
        "is_star":true,
        "is_mix_user":false,
        "signature":"演员万茜",
        "show_favorite_list":true,
        "forward_count":0,
        "uid":"2559257897875871",
        "twitter_name":"","follower_status":0,"district":" 滨江 ","video_cover":{ },
        "original_musician":{
            "music_used_count":0,
            "digg_count":0,
            "music_count":0
        },
        "r_fans_group_info":{ },
        "birthday_hide_level":1,
        "city":"杭州",
        "follower_count":3117098,
        "youtube_channel_title":"","short_id":"0","enterprise_verify_reason":"",
        "youtube_channel_id":"","iso_country_code":"",
        "with_commerce_enterprise_tab_entry":false,
        "is_blocked":false,
        "display_wvalantine_activity_entry":true,
        "location":"杭州",
        "verification_type":1,
        "unique_id":"dyzd1sj2p8p3",
        "apple_account":0,
        }
    },
    "extra":{
        "now":1605952430000,
        "fatal_item_ids":[ ],
        "logid":"2020112117535001020208903058B1B831"
    },
    "log_pb":{"impr_id":"2020112117535001020208903058B1B831"},
    "status_code":0
}

 

二、关注列表

三、视频评论列表数据

四、作品详情数据(数据较多,只列举了评论、点赞、播放数量等局部数据)


其余数据就不顺次列举了。

——————————————————————————————————————————————

TiToData:业余的短视频、直播数据接口服务平台。

更多信息请分割:TiToData

笼罩支流平台:抖音,快手,小红书,TikTok,YouTube

正文完
 0