TikTok Scraper

🚨 UPDATED! Now with Comment Scraping

ℹ️ About

This is an Actor focused on scraping TikTok posts in an efficient manner. It is capable of scraping thousands of posts in just a minute.

✨ Features

• Retrieve profile stats, bio signatures, and avatar images.
• Scrape profile posts, including view counts, likes, shares, collects, comments, video details, and associated music.
• Choose how many posts per profile will be extracted.
• Scrape thousands of posts per minute.

⚙️ Inputs

• profiles: A list of profile usernames to scrape.
• posts_count: Define the maximum number of posts to scrape per profile.
• comments_count: Define how many comments to scrape per post (set to 0 to disable comment scraping).
• comments_metadata: Include metadata for each scraped comment.
• target: Choose to scrape profiles only, posts only or both.
• ignore_pinned: Don't scrape pinned posts.
• after: Only scrape posts created after this date.
• before: Only scrape posts created before this date.

Example:

This input will scrape @tiktok's profile, and 8 of the latest videos from their feed, including comments:

{
  "profiles": [
    "@tiktok"
  ],
  "target": "all",
  "posts_count": 8,
  "comments_count": 10,
  "comments_metadata": false,
  "ignore_pinned": true
}

📄 Outputs

Profile

{
  "kind": "profile",
  "input": "gordonramsayofficial",
  "id": "6747935906352907269",
  "shortId": "",
  "uniqueId": "gordonramsayofficial",
  "nickname": "Gordon Ramsay",
  "avatarLarger": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_1080x1080.jpeg?lk3s=a5d48078&nonce=40300&refresh_token=fefb5a124e359beca107e5a74bf7f752&x-expires=1733522400&x-signature=2F%2F4PY5%2BZIfzqjlIQ1a6f%2FHWn6Q%3D&shp=a5d48078&shcp=81f88b70",
  "avatarMedium": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_720x720.jpeg?lk3s=a5d48078&nonce=9075&refresh_token=c51af51c0fa31b4d81632d2023ca4c28&x-expires=1733522400&x-signature=v4U2ygrTR0s1ZTzYgX1NFD8ppTg%3D&shp=a5d48078&shcp=81f88b70",
  "avatarThumb": "https://p16-sign-va.tiktokcdn.com/tos-maliva-avt-0068/7310612651137040390~c5_100x100.jpeg?lk3s=a5d48078&nonce=67785&refresh_token=46d34995168cac71283495d98c520a16&x-expires=1733522400&x-signature=ZJ0FxH%2B1Sh4r7x%2FZZPla1IGr5cA%3D&shp=a5d48078&shcp=81f88b70",
  "signature": "I cook sometimes too.....\n\nRecipes here 👇🏻",
  "createTime": 1571420531,
  "verified": true,
  "secUid": "MS4wLjABAAAAv3zolJLlWp-WbKXqSZwVSflDdwcbjPADRG-dhb68k30dQjkFpkRs4HiMvWeeIyVv",
  "ftc": false,
  "relation": 0,
  "openFavorite": false,
  "bioLink": {
    "link": "Gordonramsay.com",
    "risk": 3
  },
  "commentSetting": 0,
  "commerceUserInfo": {
    "commerceUser": false
  },
  "duetSetting": 0,
  "stitchSetting": 0,
  "privateAccount": false,
  "secret": false,
  "isADVirtual": false,
  "roomId": "",
  "uniqueIdModifyTime": 0,
  "ttSeller": false,
  "region": "AU",
  "downloadSetting": 0,
  "profileTab": {
    "showMusicTab": false,
    "showQuestionTab": true,
    "showPlayListTab": true
  },
  "followingVisibility": 1,
  "recommendReason": "",
  "nowInvitationCardUrl": "",
  "nickNameModifyTime": 0,
  "isEmbedBanned": false,
  "canExpPlaylist": true,
  "profileEmbedPermission": 1,
  "language": "en",
  "eventList": [],
  "suggestAccountBind": false,
  "isOrganization": 0,
  "stats": {
    "followerCount": 40800000,
    "followingCount": 562,
    "heart": 701000000,
    "heartCount": 701000000,
    "videoCount": 568,
    "diggCount": 0,
    "friendCount": 293
  }
}

Post

{
  "kind": "post",
  "input": "gordonramsayofficial",
  "CategoryType": 104,
  "author": {
    "avatarLarger": "https://p16-sign-va.tiktokcdn.com/...",
    "avatarMedium": "https://p16-sign-va.tiktokcdn.com/...",
    "avatarThumb": "https://p16-sign-va.tiktokcdn.com/...",
    "commentSetting": 0,
    "downloadSetting": 0,
    "duetSetting": 0,
    "ftc": false,
    "id": "6747935906352907269",
    "isADVirtual": false,
    "isEmbedBanned": false,
    "nickname": "Gordon Ramsay",
    "openFavorite": false,
    "privateAccount": false,
    "relation": 0,
    "secUid": "...",
    "secret": false,
    "signature": "I cook sometimes too.....\n\nRecipes here 👇🏻",
    "stitchSetting": 0,
    "uniqueId": "gordonramsayofficial",
    "verified": true
  },
  "authorStats": {
    "diggCount": 968,
    "followerCount": 40800000,
    "followingCount": 562,
    "friendCount": 0,
    "heart": 701000000,
    "heartCount": 701000000,
    "videoCount": 568
  },
  "challenges": [
    {
      "coverLarger": "https://p16-amd-va.tiktokcdn.com/...",
      "coverMedium": "https://p16-amd-va.tiktokcdn.com/...",
      "coverThumb": "https://p16-amd-va.tiktokcdn.com/...",
      "desc": "Let your Fyp inspire your next TikTok by stitching your favorite & most relatable videos. Just find a TikTok video you love, press share, and send it to Stitch. 😍",
      "id": "8288",
      "profileLarger": "https://p16-amd-va.tiktokcdn.com/...",
      "profileMedium": "https://p16-amd-va.tiktokcdn.com/...",
      "profileThumb": "https://p16-amd-va.tiktokcdn.com/...",
      "title": "stitch"
    },
    ...
  ],
  "collected": false,
  "contents": [
    {
      "desc": "#stitch with @Madison Mealy Is that mini me ??? #ramsayreacts ",
      "textExtra": [
        {
          "awemeId": "",
          "end": 7,
          "hashtagName": "stitch",
          "isCommerce": false,
          "start": 0,
          "subType": 0,
          "type": 1
        },
        ...
      ]
    }
  ],
  "createTime": 1730921657,
  "desc": "#stitch with @Madison Mealy Is that mini me ??? #ramsayreacts ",
  "digged": false,
  "diversificationId": 10003,
  "duetDisplay": 0,
  "duetEnabled": true,
  "forFriend": false,
  "id": "7434251871348460832",
  "itemCommentStatus": 0,
  "item_control": {
    "can_repost": true
  },
  "music": {
    "album": "Du jazz et du swing",
    "authorName": "Sacha Distel",
    "coverLarge": "https://p16-sign-sg.tiktokcdn.com/...",
    "coverMedium": "https://p16-sign-sg.tiktokcdn.com/...",
    "coverThumb": "https://p16-sign-sg.tiktokcdn.com/...",
    "duration": 60,
    "id": "6971037364135135234",
    "original": false,
    "title": "Oui oui oui oui"
  },
  "officalItem": false,
  "originalItem": false,
  "privateItem": false,
  "secret": false,
  "shareEnabled": true,
  "stats": {
    "collectCount": 748,
    "commentCount": 188,
    "diggCount": 16700,
    "playCount": 386500,
    "shareCount": 149
  },
  "statsV2": {
    "collectCount": "748",
    "commentCount": "188",
    "diggCount": "16700",
    "playCount": "386500",
    "repostCount": "0",
    "shareCount": "149"
  },
  "stitchDisplay": 0,
  "stitchEnabled": true,
  "textExtra": [
    {
      "awemeId": "",
      "end": 7,
      "hashtagName": "stitch",
      "isCommerce": false,
      "start": 0,
      "subType": 0,
      "type": 1
    },
    ...
  ],
  "video": {
    "VQScore": "61.4",
    "bitrate": 760219,
    "bitrateInfo": [
      {
        "Bitrate": 800416,
        "CodecType": "h265_hvc1",
        "GearName": "adapt_lowest_1080_1",
        "MVMAF": "\"{\\\"v2.0\\\": {\\\"srv1\\\": {\\\"v1080\\\": -1, \\\"v960\\\": -1, \\\"v864\\\": -1, \\\"v720\\\": -1}, \\\"ori\\\": {\\\"v1080\\\": 92.596, \\\"v960\\\": 93.224, \\\"v864\\\": 94.211, \\\"v720\\\": 95.354}}}\"",
        "PlayAddr": {
          "DataSize": 915276,
          "FileCs": "c:0-9283-cd85",
          "FileHash": "39c1f68a57038b8793c490d7f41ee430",
          "Height": 1920,
          "Uri": "v0f044gc0000csls91vog65t9u3ocfgg",
          "UrlKey": "v0f044gc0000csls91vog65t9u3ocfgg_bytevc1_1080p_800416",
          "UrlList": [
            "https://v16-webapp-prime.us.tiktok.com/...",
            "https://v19-webapp-prime.us.tiktok.com/...",
            "https://www.tiktok.com/aweme/v1/play/..."
          ],
          "Width": 1080
        },
        "QualityType": 2
      },
      ...
    ],
    "claInfo": {
      "captionInfos": [
        {
          "captionFormat": "webvtt",
          "claSubtitleID": "7434252138190801697",
          "expire": "1733373250",
          "isAutoGen": true,
          "isOriginalCaption": true,
          "language": "eng-US",
          "languageCode": "en",
          "languageID": "2",
          "subID": "-1988665431",
          "subtitleType": "1",
          "url": "https://v16m-webapp.tiktokcdn-us.com/...",
          "urlList": [
            "https://v16m-webapp.tiktokcdn-us.com/...",
            "https://v16m-webapp.tiktokcdn-us.com/...",
            "https://vas-useast5.tiktokv.us/tiktok/..."
          ],
          "variant": "whisper_lid"
        }
      ],
      "captionsType": 1,
      "enableAutoCaption": true,
      "hasOriginalAudio": true,
      "originalLanguageInfo": {
        "language": "eng-US",
        "languageCode": "en",
        "languageID": "2"
      }
    },
    "codecType": "h264",
    "cover": "https://p16-sign-useast2a.tiktokcdn.com/...",
    "definition": "540p",
    "downloadAddr": "https://v16-webapp-prime.us.tiktok.com/...",
    "duration": 9,
    "dynamicCover": "https://p16-sign-useast2a.tiktokcdn.com/...",
    "encodeUserTag": "",
    "encodedType": "normal",
    "format": "mp4",
    "height": 1024,
    "id": "7434251871348460832",
    "originCover": "https://p16-sign-useast2a.tiktokcdn.com/...",
    "playAddr": "https://v16-webapp-prime.us.tiktok.com/...",
    "ratio": "540p",
    "subtitleInfos": [
      {
        "Format": "webvtt",
        "LanguageCodeName": "eng-US",
        "LanguageID": "2",
        "Size": 196,
        "Source": "ASR",
        "Url": "https://v16m-webapp.tiktokcdn-us.com/...",
        "UrlExpire": 1733373250,
        "Version": "1:whisper_lid"
      }
    ],
    "videoQuality": "normal",
    "volumeInfo": {
      "Loudness": -19.9,
      "Peak": 0.47315
    },
    "width": 576,
    "zoomCover": {
      "240": "https://p16-sign-useast2a.tiktokcdn.com/...",
      "480": "https://p16-sign-useast2a.tiktokcdn.com/...",
      "720": "https://p16-sign-useast2a.tiktokcdn.com/...",
      "960": "https://p16-sign-useast2a.tiktokcdn.com/..."
    }
  }
}

📃 Changelog

v1.1.0

• ✨ Filter videos by date range
• ✨ Scrape comments from videos
• ⚡ Improve session startup time
• ⚡ Improve crawling performance
• 🔧 Fix some bugs

v1.0.0

• Initial release

❓ FAQ

Can I export the scraped data to Excel?

Sure! Apify allows you to download the results as an Excel spreadsheet. You can also download in CSV, JSON, XML, HTML, JSONL and RSS.

I just found a bug! Can you fix it?

Oh, what a shame! Please create an Issue so I can evaluate what happened.

Can you implement a new feature?

Of course! You can use the Issues tab to suggest new features.

👀 See also

• Instagram Reels Scraper: Another very efficient crawler for scraping Instagram Reels and Posts.