# configurations
.idea

# crawlee and apify storage folders
apify_storage
crawlee_storage
storage

# installed files
node_modules

# git folder
.git


.dockerignore

root = true

[*]
indent_style = space
indent_size = 4
charset = utf-8
trim_trailing_whitespace = true
insert_final_newline = true
end_of_line = lf


.editorconfig

{
    "extends": "@apify",
    "root": true
}


.eslintrc

# This file tells Git which files shouldn't be added to source control

.DS_Store
.idea
node_modules
storage

storage

.gitignore

// This is the main Node.js source code file of your actor.
// An actor is a program that takes an input and produces an output.

// For more information, see https://sdk.apify.com
import { Actor } from "apify";
import { BasicCrawler, RequestList } from "crawlee";
import url from "url";
import { gotScraping } from "got-scraping";
import { queriesToParams } from "./tool.js";

// For more information, see https://crawlee.dev
// import { CheerioCrawler } from 'crawlee';

// Initialize the Apify SDK
await Actor.init();

//await ensureAccessToSerpProxy();

// Get input of the actor (here only for demonstration purposes).
const input = await Actor.getInput();
console.log("Input:");
console.dir(input);

const listParams = queriesToParams(input);

const requestList = await RequestList.open(null, listParams, {
    persistStateKey: "scrapeit-apple-app-store-app-details-scraper",
    keepDuplicateUrls: true,
});

const crawler = new BasicCrawler({
    requestList: requestList,
    // This function will be called for each URL to crawl.
    async requestHandler({ request }) {
        // Fetch the page HTML via Apify utils gotScraping

        const { body: getUrlResponse } = await gotScraping({
            url: request.userData.get_url,
            responseType: "json",
            method: "POST",
            json: request.userData,
        });
        const appDetailsUrl = getUrlResponse.url;
        const userAgent = getUrlResponse.user_agent;

        const proxyConfiguration = await Actor.createProxyConfiguration({
            groups: ["RESIDENTIAL"],
            countryCode: (request.userData.hl || "US").toUpperCase(),
        });
        const proxyUrl = await proxyConfiguration.newUrl();

        console.log("Scraping the html and parsing data.");
        //console.log('appDetailsUrl')
        //console.log(appDetailsUrl)


        const { body: getHTMLResponse } = await gotScraping.get({
            url: appDetailsUrl,
            proxyUrl: proxyUrl,
        });

        const { body } = await gotScraping({
            url: request.url,
            responseType: "json",
            method: "POST",
            json: { html: getHTMLResponse, ...request.userData },
        });

        if (body.status == 400) {
            console.log(
                "Can not get the results. Please contact scrapeit37@gmail.com"
            );
        } else {
            //console.dir(body)
            const data = {
                searchQuery: {
                    appId: request.userData.product_id,
                    countryCode: request.userData.country || "US",
                },
                url: body["searchMetadata"]["url"],
                appLogo: body["logoUrl"],
                id: body["id"],
                price: body["price"],
                age: body["age"],
                title: body["title"],
                rating: body["rating"],
                ratingInfo: body["ratingCount"],
                developerName: body["developer"]["name"],
                developerLink: body["developer"]["link"],
                rankInCategory: body["ratingInGenre"],
                purchase: body["inAppPurchases"],
                appScreenshots: body["screenshots"],
                version: body["versionHistory"][0]["releaseVersion"],
                versionDescription: body["versionHistory"][0]["releaseNotes"],
                versionDate: body["versionHistory"][0]["releaseDate"],
                ratingDistribution: body["ratingsAndReviews"] ? body["ratingsAndReviews"]["ratingPercentage"] : null,
                alternativeApps: body["youMayAlsoLike"]["apps"],
                appDescription: body["description"],
                reviews: body["ratingsAndReviews"] ? body["ratingsAndReviews"]["reviewExamples"] : null,
                information: body["information"],
            };
            if (request.userData.saveHTML) {
                data["html"] = getHTMLResponse;
            }

            // Store the HTML and URL to the default dataset.
            console.log("Storing data");
            console.dir(data, { depth: null });
            await Actor.pushData(data);
        }
    },
});

await crawler.run();

console.log("Scraping is finished, see you next time.");

// Exit successfully
await Actor.exit();


main.js

apple-app-store-app-details-scraper

package.json

import { Actor } from "apify";

const BASE_URL = "https://pspider.herokuapp.com";
//const BASE_URL = "http://localhost:3009";

export const queriesToParams = ({
    appIds,
    saveHTML,
    countryCode, // gl
}) =>
    appIds
        .map((item) => item.trim())
        .filter((item) => !!item)
        .map((appId) => ({
            url: `${BASE_URL}/apple_app_store_app_details_scraper`,
            userData: {
                get_url: `${BASE_URL}/apple_app_store_app_details_scraper_url`,
                saveHTML: saveHTML,
                product_id: appId,
                engine: "apple_product",
                country: countryCode,
                type: "app",
                server_key: "27july2022e31f7840efc5b75c8cb7",
            },
        }));


tool.js

# Specify the base Docker image. You can read more about
# the available images at https://docs.apify.com/sdk/js/docs/guides/docker-images
# You can also use any other image from Docker Hub.
FROM apify/actor-node:16

# Copy just package.json and package-lock.json
# to speed up the build using Docker layer cache.
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
    && npm install --omit=dev --omit=optional \
    && echo "Installed NPM packages:" \
    && (npm list --omit=dev --all || true) \
    && echo "Node.js version:" \
    && node --version \
    && echo "NPM version:" \
    && npm --version \
    && rm -r ~/.npm

# Next, copy the remaining files and directories with the source code.
# Since we do this after NPM install, quick build will be really fast
# for most source file changes.
COPY . ./


# Run the image.
CMD npm start --silent


.actor/Dockerfile


## Features
Our Apple App Store App Details Scraper crawls App Details page and extracts data from the HTML in a structured format such as JSON, XML, CSV, or Excel. 

The following data can be extracted from each Apple App Store App Details results:

- All app information details: id, title, price, rank, description, screenshots, reviews, ratings, size, version, suggested apps...

## Apple App Store App Details Scraper
Our Apple App Store App Details Scraper provides real-time results optimized for structured JSON output that you can download and use any way you want.

## Why use a Apple App Store App Details Scraper?

- ⚡️ Scrape App Store details results fast and reliable.
- 👏 Scrape rich data(Almost all data on the screen and compare with other Actors)
- 💪 Actively maintaining. Fix all bugs within two days of business. Please email [scrapeit37@gmail.com](mailto:scrapeit37@gmail.com)
- 🙌 Any feature requests, please email [scrapeit37@gmail.com](mailto:scrapeit37@gmail.com). We will implement for you.

## Cost of usage
To scrape SERPs effectively, you should use [Apify Proxy](https://apify.com/proxy) and you need to set a sufficient limit for Apple App Store App Details Scraper queries (you can see the limit on your [Account](https://my.apify.com/account) page).

New Apify users have a free trial of Apify Proxy, so you can use the actor for free at the beginning.

Once the Apify Proxy trial expires, you'll need to subscribe to a [paid plan](https://apify.com/pricing) in order to keep using the actor. If you need to increase your Apple App Store App Details Scraper limit on Apify Proxy or have any questions, please email [support@apify.com](mailto:support@apify.com)

In terms of platform usage credits, it is our experience that you will get **1,000 results for about $0.25**.

## Number of results
The scraper will consume one Apify proxy per request, so you will make the best use of your proxies by getting the maximum 150 results per request.

The default number of results per page is 60. You can set `resultsPerPage` to get more results for each query.

## Input settings
The actor gives you fine-grained control over what kind of Apple App Store App Details results you'll get.

You can specify the following settings:

- appIds: List of app id. E.g ["389801252", "835599320"] for instagram a tiktok app.
- Country: the Apple App Store App Details results data will be based on the country configuration.
- Save HTML: Include the Apple App Store App Details HTML in JSON response

For a complete description of all settings, see  [input specification](https://www.apify.com/dan.scraper/apple-app-store-app-details-scraper?section=input-schema).

## Results
The actor stores its result in the default [dataset](https://apify.com/docs/storage#dataset) associated with the actor run, from which you can export it
to various formats, such as JSON, XML, CSV, or Excel.

The results can be downloaded from the [Get dataset items](https://www.apify.com/docs/api/v2#/reference/datasets/item-collection/get-items) API endpoint:

```
https://api.apify.com/v2/datasets/[DATASET_ID]/items?format=[FORMAT]
```

where `[DATASET_ID]` is the ID of the dataset and `[FORMAT]`
can be `csv`, `html`, `xlsx`, `xml`, `rss` or `json`.

For each Apple App Store App Details results page, the dataset will contain a single record, which in JSON format looks as follows. Bear in mind that some fields have example values:

```json
{
  searchQuery: { appId: '389801252', countryCode: 'US' },
  url: 'https://apps.apple.com/us/app/id389801252',
  appLogo: 'https://is1-ssl.mzstatic.com/image/thumb/Purple116/v4/a8/4f/59/a84f5986-94a9-d4c8-c8d1-eb905b8be6b8/Prod-0-1x_U007emarketing-0-7-0-85-220.png/246x0w.webp',
  id: '389801252',
  age: '12+',
  developerName: 'Instagram, Inc.',
  title: 'Instagram',
  developerLink: 'https://apps.apple.com/us/developer/instagram-inc/id389801255',
  rankInCategory: '#2 in Photo & Video',
  rating: 4.7,
  ratingInfo: '24.4M Ratings',
  price: 'Free',
  purchase: 'Offers In-App Purchases',
  appScreenshots: [
    'https://is4-ssl.mzstatic.com/image/thumb/PurpleSource125/v4/6e/30/e9/6e30e949-6706-9627-c31b-ed1daed00712/ce647849-bd8b-4f91-82f7-09684b4f6168_home.jpg/300x0w.webp',
    'https://is4-ssl.mzstatic.com/image/thumb/PurpleSource115/v4/96/a5/ef/96a5ef0a-4ff3-4722-52a0-f790ea8aa2d4/1d8f98f2-44b2-4510-bb14-95452678e265_direct.jpg/300x0w.webp',
    'https://is2-ssl.mzstatic.com/image/thumb/PurpleSource115/v4/ec/ec/4e/ecec4e2a-db67-5a89-8e14-db51427d5dec/02c50f95-4d27-4746-966e-fd89d317bbcc_xplore.jpg/300x0w.webp',
    'https://is4-ssl.mzstatic.com/image/thumb/PurpleSource115/v4/df/f6/6e/dff66e47-0cd0-73a7-7eb6-626ce7a7895e/df300c2b-1226-4ed9-bc76-963dedccfa00_profile.jpg/300x0w.webp',
    'https://is5-ssl.mzstatic.com/image/thumb/PurpleSource125/v4/c6/f3/a1/c6f3a14b-22cc-2f57-df62-3d7634cdb10a/5fa5e749-6b82-4c73-83ae-7a626ac2d079_camera.jpg/300x0w.webp'
  ],
  appDescription: "Bringing you closer to the people and things you love. — Instagram from MetaConnect with friends, share what you’re up to, or see what's new from others all over the world. Explore our community where you can feel free to be yourself and share everything from your daily moments to life's highlights.Express Yourself and Connect With Friends* Add photos and videos to your story that disappear after 24 hours, and bring them to life with fun creative tools.* Message your friends with Messenger. Share and connect over what you see on Feed and Stories.* Create and discover short, entertaining videos on Instagram with Reels.* Post photos and videos to your feed that you want to show on your profile.Learn More About Your Interests* Watch videos from your favorite Creators and discover new content through Instagram Video and Reels.* Get inspired by photos and videos from new accounts in Explore.* Discover brands and small businesses, and shop products that are relevant to your personal style.Some Instagram features may not be available in your country or region.Terms of Service - https://help.instagram.com/581066165581870",
  version: '4.55.1',
  versionDescription: 'Your most-requested features are currently being built and tested! In the meantime, we want you to have a better design experience each week — so here’s an update full of fresh fixes and improvements. How can we help? Send your questions and suggestions to https://canva.me/ios. Happy designing!',
  versionDate: '2023-03-17',
  ratingDistribution: {
    '5StarPercentage': '87%',
    '4StarPercentage': '7%',
    '3StarPercentage': '2%',
    '2StarPercentage': '1%',
    '1StarPercentage': '3%'
  },
  reviews: [
    {
      rating: '5 out of 5',
      user: 'CarlyMonica🖤',
      date: '06/24/2022',
      title: 'Having issues constantly with professional account, & I don’t know why',
      content: 'I am unable to follow any accounts. I have tried logging out and back in. Doesn’t work. I’ve tried logging in on the browser instead of app on my iPhone and my MacBook. Does the same thing. Won’t let me follow any accounts. If I tap follow initially says following, but once I refresh it says to tap follow again. I’ve also tried uninstalling and reinstalling the app. Does the same thing. I need a response from the developer ASAP for a resolution. Do I need to go back to personal account again? And go back to pro? That’s what fixed my issue last time when Instagram wasn’t sending me my two factor authentication codes to my cell phone. And I couldn’t login anywhere except my iPad that was already logged in. Also my follower count is completely wrong I get dozens of you have a new follower notification but the number on my Instagram doesn’t change for a long time. The number isn’t correct either… I’ve been having weird issues like this constantly. I love Instagram but I hate these software issues & bugs that are cancerous!!! I will not change my one star review until I get someone to help me and actually fix my issue. Your Instagram help website isn’t helpful either! I’ve already done all of those tricks of the trade, and they don’t work either. I’m a level 3 tech-support for a huge company, & I definitely know what I’m doing!!!'
    },
    {
      rating: '5 out of 5',
      user: 'aim_gonz',
      date: '06/10/2019',
      title: 'Music Tag doesn’t work!',
      content: 'I have had Instagram since 2011 and I have never since then had an issue until the Music Tag feature rolled out and I haven’t been able to use it since then. I have tried so many things from updating everything, logging out and logging back in, uninstalling and reinstalling the app several times, going to someone’s story to look for the “Try It” button but nothing, unlinking my Facebook account, changing my password and updating profile.. which btw didn’t let me change it to my personal email because it was taken already, I have never used it so I clicked on forgot password to see who has been using my email but it says that it doesn’t exist so I’m a little confused on how it has been taken but doesn’t exist. But anyway I reported the Music Tag issue awhile back but haven’t heard back since then, so I reported the issue several times back to back to see if that works (prob not). All the research I have done over this issue has been through Google through other users experiences because IG doesn’t even have support help over this issue. The only thing that has inconveniently worked was to make a second account, everything shows up on there but as soon as I switch over to my account that I use it’s not there! INSTAGRAM.. PLEASE FIX THIS ISSUE, IM NOT THE ONLY ONE! 🤨'
    },
    {
      rating: '3 out of 5',
      user: 'TriMist',
      date: '07/07/2022',
      title: 'Love Instagram but…',
      content: 'I’ve been blessed with a black and white information bar that says couldn’t refresh feed for almost a week now and it is really frustrating and annoying and more stress I don’t need added onto my life right now. I’ve tried to uninstall the app and reinstalled it, logged back in, and it does the exact same thing pops the couldn’t refresh feed bar and keeps popping up until the current video has been completely loaded than it will go away. I’ve checked to see if the app is up to date and it is 100% up to date, I’ve checked my iPhone’s iOS system thinking that could be the culprit because it has been before in the past with other apps that acted up when it wasn’t up to date, but my iOS system is up to date. I’ve read it could be a poor internet or WiFi connection and that’s not true because my connection signal is pretty strong as I’m in the next room over from where the WiFi box is located and I receive a strong signal so it isn’t our WiFi connection. This is really frustrating and irritating and annoyance to me that it makes me so stressed out every time I go on Instagram and see that information bar there when it wasn’t there last month only recently. Please Instagram for the love of god fix this issue!! I’ve done everything I could on my end to fix it and nothing has changed. This is a bug on your end and it needs to be fixed pronto!'
    }
  ],
  information: {
    seller: 'Instagram, Inc.',
    price: 'Free',
    size: '263.8 MB',
    categories: [ 'Photo & Video' ],
    compatibility: [
      { device: 'iPhone', description: 'Requires iOS 13.4 or later.' },
      {
        device: 'iPod touch',
        description: 'Requires iOS 13.4 or later.'
      }
    ],
    supportedLanguages: [
      'English',           ' Croatian',
      ' Czech',            ' Danish',
      ' Dutch',            ' Finnish',
      ' French',           ' German',
      ' Greek',            ' Hindi',
      ' Hungarian',        ' Indonesian',
      ' Italian',          ' Japanese',
      ' Korean',           ' Malay',
      ' Norwegian Bokmål', ' Polish',
      ' Portuguese',       ' Romanian',
      ' Russian',          ' Simplified Chinese',
      ' Slovak',           ' Spanish',
      ' Swedish',          ' Tagalog',
      ' Thai',             ' Traditional Chinese',
      ' Turkish',          ' Ukrainian',
      ' Vietnamese'
    ],
    age: {
      rating: '12+',
      description: 'Infrequent/Mild Alcohol, Tobacco, or Drug Use or References Infrequent/Mild Mature/Suggestive Themes Infrequent/Mild Profanity or Crude Humor Infrequent/Mild Sexual Content and Nudity'
    },
    copyright: '© 2018 Instagram, LLC.',
    inAppPurchases: [
      { name: 'Instagram Badge', price: '$4.99' },
      { name: 'Instagram Badge', price: '$0.99' },
      { name: 'Instagram Badge', price: '$1.99' },
      { name: 'Instagram Subscriptions 75', price: '$4.99' },
      { name: 'Instagram Subscriptions 191', price: '$4.99' },
      { name: 'Instagram Subscriptions 194', price: '$4.99' },
      { name: 'Instagram Subscriptions 192', price: '$4.99' },
      { name: 'Instagram Subscriptions 71', price: '$4.99' },
      { name: 'Instagram Subscriptions 78', price: '$4.99' },
      { name: 'Instagram Subscriptions 189', price: '$4.99' }
    ],
    developerWebsite: 'http://instagram.com/',
    appSupportLink: 'http://help.instagram.com/',
    privacyPolicyLink: 'http://instagram.com/legal/privacy/'
  },
  alternativeApps: [
    {
      logoUrl: 'https://is5-ssl.mzstatic.com/image/thumb/Purple126/v4/04/40/34/04403402-253b-01d4-9e9b-f12a6263ddc8/AppIcon-0-0-1x_U007emarketing-0-0-0-5-0-0-sRGB-0-0-0-GLES2_U002c0-512MB-85-220-0-0.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/snapchat/id447188370',
      name: 'Snapchat',
      category: 'Photo & Video'
    },
    {
      logoUrl: 'https://is4-ssl.mzstatic.com/image/thumb/Purple116/v4/84/7c/12/847c12a7-f5ce-b5fb-72cb-a53db6ab1f3c/logo_youtube_color-1x_U007emarketing-0-6-0-85-220.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/youtube-watch-listen-stream/id544007664',
      name: 'YouTube: Watch, Listen, Stream',
      category: 'Photo & Video'
    },
    {
      logoUrl: 'https://is5-ssl.mzstatic.com/image/thumb/Purple116/v4/91/c7/c6/91c7c6dd-bc86-2d1d-271a-55e48b2bc6e0/AppIcon-0-0-1x_U007emarketing-0-0-0-7-0-0-sRGB-0-0-0-GLES2_U002c0-512MB-85-220-0-0.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/lomotif-edit-video-add-music/id884009993',
      name: 'Lomotif: Edit Video. Add Music',
      category: 'Photo & Video'
    },
    {
      logoUrl: 'https://is3-ssl.mzstatic.com/image/thumb/Purple116/v4/cc/4c/81/cc4c81ff-2618-61d9-57cb-10267a30147a/AppIcon.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/capcut-video-editor/id1500855883',
      name: 'CapCut - Video Editor',
      category: 'Photo & Video'
    },
    {
      logoUrl: 'https://is1-ssl.mzstatic.com/image/thumb/Purple116/v4/16/8f/1a/168f1a2a-4dd5-f45e-b263-e88c7f305048/AppIcon-0-0-1x_U007emarketing-0-0-0-7-0-0-sRGB-0-0-0-GLES2_U002c0-512MB-85-220-0-0.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/inshot-video-editor/id997362197',
      name: 'InShot - Video Editor',
      category: 'Photo & Video'
    },
    {
      logoUrl: 'https://is5-ssl.mzstatic.com/image/thumb/Purple126/v4/cd/7d/60/cd7d6019-ca83-ed17-c651-8523d8b74183/app-icon-production-0-1x_U007emarketing-0-7-0-85-220.png/320x0w.webp',
      link: 'https://apps.apple.com/us/app/vsco-photo-video-editor/id588013838',
      name: 'VSCO: Photo & Video Editor',
      category: 'Photo & Video'
    }
  ]
}
```

When using a tabular format such as `csv` or `xls`, you'll get a table where each row contains just one google shopping result. For more details about exporting and formatting the dataset records, please see the documentation for the [Get dataset items](https://apify.com/docs/api/v2#/reference/datasets/item-collection/get-items) API endpoint.

## Personal data
You should be aware that search results can contain personal data. Personal data is protected by GDPR in the European Union and by other regulations around the world. You should not scrape personal data unless you have a legitimate reason to do so. If you're unsure whether your reason is legitimate, consult your lawyers. You can also read our blog post on the [legality of web scraping](https://blog.apify.com/is-web-scraping-legal/).

## Changelog

v0.1- Launch
- Apple App Store App Details Scraper is well-tested. We guarantee fixing all bugs within 2 days of business.


.actor/README.md

High-quality Apple App Store App Details Scraper. Rich data results. Well-maintained.

Apple App Store App Details Scraper

.actor/actor.json

Specify Apple App Store App Details Scraper parameters.

List of Apple App Ids. e.g: ['389801252']

App IDs

App may have different app details for each country. The values must be lower-cased <a href=\"https://en.wikipedia.org/wiki/ISO_3166-1_alpha-2\" target=\"_blank\">ISO 3166</a> country codes supported by Apple. By default, the actor uses United States (<code>us</code>).

Where next?