Xiaohongshu User Profile Scraper

XiaoHongShu User Profile Scraper

Scrape user profile data from XiaoHongShu.

Features

• Get data from user profile page like https://www.xiaohongshu.com/user/profile/5c9cb22d00000000110201ed.

Input parameters

• startUrls: The start urls to crawl.

Example

{
 "startUrls": [
  {
    "url": "https://www.xiaohongshu.com/user/profile/5c9cb22d00000000110201ed"
  }
 ]
}

Output

Here's an example of scraped data from user profile https://www.xiaohongshu.com/user/profile/5c9cb22d00000000110201ed.

Example

{
    "basicInfo": {
        "images": "https://sns-avatar-qc.xhscdn.com/avatar/6392d3e20b107a9b856db748.jpg?imageView2/2/w/360/format/webp",
        "redId": "617284149",
        "gender": 1,
        "ipLocation": "意大利",
        "desc": "“首先是自己” 真诚乃第一要义✨\n  模特 pickkstar@163.com",
        "imageb": "https://sns-avatar-qc.xhscdn.com/avatar/6392d3e20b107a9b856db748.jpg?imageView2/2/w/540/format/webp",
        "nickname": "耳朵仔子"
    },
    "interactions": [
        {
            "type": "follows",
            "name": "关注",
            "count": "10+"
        },
        {
            "type": "fans",
            "name": "粉丝",
            "count": "50w+"
        },
        {
            "type": "interaction",
            "name": "获赞与收藏",
            "count": "200w+"
        }
    ],
    "tags": [
        {
            "icon": "http://ci.xiaohongshu.com/icons/user/gender-female-v1.png",
            "tagType": "info"
        },
        {
            "name": "时尚博主",
            "tagType": "profession"
        }
    ],
    "notes": [
        {
            "id": "655b22c00000000033005ac6",
            "noteCard": {
                "interactInfo": {
                    "liked": false,
                    "likedCount": "100+",
                    "sticky": false
                },
                "cover": {
                    "width": 1280,
                    "url": "",
                    "traceId": "",
                    "infoList": [
                        {
                            "imageScene": "FD_PRV_JPG",
                            "url": "http://sns-webpic-qc.xhscdn.com/202311211639/34454fff096ae407d93064707f753661/1040g2sg30rmm7af42i005n4sm8mkc0fdnvje2q0!nc_n_nwebp_prv_1"
                        },
                        {
                            "imageScene": "FD_WM_JPG",
                            "url": "http://sns-webpic-qc.xhscdn.com/202311211639/f096a28330858c88b9d33321b2371b2c/1040g2sg30rmm7af42i005n4sm8mkc0fdnvje2q0!nc_n_nwebp_mw_1"
                        }
                    ],
                    "fileId": "",
                    "height": 1707
                },
                "noteId": "655b22c00000000033005ac6",
                "type": "normal",
                "displayTitle": "“一些光影记录” ",
                "user": {
                    "nickname": "耳朵仔子",
                    "nickName": "耳朵仔子",
                    "avatar": "https://sns-avatar-qc.xhscdn.com/avatar/6392d3e20b107a9b856db748.jpg",
                    "userId": "5c9cb22d00000000110201ed"
                }
            },
            "index": 0,
            "exposed": false
        },
        {
            "id": "65587f23000000000f0242f4",
            "noteCard": {
                "type": "normal",
                "displayTitle": "又长大了一岁诶🎂 ",
                "user": {
                    "nickName": "耳朵仔子",
                    "avatar": "https://sns-avatar-qc.xhscdn.com/avatar/6392d3e20b107a9b856db748.jpg",
                    "userId": "5c9cb22d00000000110201ed",
                    "nickname": "耳朵仔子"
                },
                "interactInfo": {
                    "liked": false,
                    "likedCount": "1k+",
                    "sticky": false
                },
                "cover": {
                    "fileId": "",
                    "height": 1920,
                    "width": 1416,
                    "url": "",
                    "traceId": "",
                    "infoList": [
                        {
                            "url": "http://sns-webpic-qc.xhscdn.com/202311211639/ba0bb56b51e31497439d179a31c59811/1040g00830rk3o5lb2i005n4sm8mkc0fd1ghf9p8!nc_n_nwebp_prv_1",
                            "imageScene": "FD_PRV_JPG"
                        },
                        {
                            "imageScene": "FD_WM_JPG",
                            "url": "http://sns-webpic-qc.xhscdn.com/202311211639/0a9d3287845b2b6b7271b8a3229bab61/1040g00830rk3o5lb2i005n4sm8mkc0fd1ghf9p8!nc_n_nwebp_mw_1"
                        }
                    ]
                },
                "noteId": "65587f23000000000f0242f4"
            },
            "index": 1,
            "exposed": false
        },
    ]
}