root = true

[*]
indent_style = space
indent_size = 4
charset = utf-8
trim_trailing_whitespace = true
insert_final_newline = true
end_of_line = lf


.editorconfig

.eslintrc

# This file tells Git which files shouldn't be added to source control

.idea
node_modules


.gitignore

# First, specify the base Docker image. You can read more about
# the available images at https://sdk.apify.com/docs/guides/docker-images
# You can also use any other image from Docker Hub.
FROM apify/actor-node:16

# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 &amp;&amp; npm install --only=prod --no-optional \
 &amp;&amp; echo "Installed NPM packages:" \
 &amp;&amp; (npm list --only=prod --no-optional --all || true) \
 &amp;&amp; echo "Node.js version:" \
 &amp;&amp; node --version \
 &amp;&amp; echo "NPM version:" \
 &amp;&amp; npm --version

# Next, copy the remaining files and directories with the source code.
# Since we do this after NPM install, quick build will be really fast
# for most source file changes.
COPY . ./

# Optionally, specify how to launch the source code of your actor.
# By default, Apify's base Docker images define the CMD instruction
# that runs the Node.js source code using the command specified
# in the "scripts.start" section of the package.json file.
# In short, the instruction looks something like this:
#
# CMD npm start

Dockerfile

INPUT_SCHEMA.json

# Facebook post comments

Extract comments from posts URLs

## Examples

* https://www.facebook.com/apifytech/posts/pfbid02TuQzUecXDgDhenj23bjpqAteUvqjGsohEdQyyVsQmPi1dwUULHQQ1DbyZyoBqDAvl
* https://www.facebook.com/permalink.php?story_fbid=pfbid035LriF4Un4bRHtcYKXShoF5xXxrGkVh4SfKG5rPyhjJPL87uz9B1SGQpqaxMnxBzvl&amp;id=481921368656067

README.md

{
 "env": { "npm_config_loglevel": "silent" }
}

apify.json

import Apify from 'apify';

const { log } = Apify.utils;

const fromStartUrls = async function* (startUrls, name = 'STARTURLS') {
 const rl = await Apify.openRequestList(name, startUrls);

 /** @type {Apify.Request | null} */
 let rq;

 // eslint-disable-next-line no-cond-assign
 while (rq = await rl.fetchNextRequest()) {
 yield rq;
 }
};

const isSupportedPostUrl = (url) => {
 if (!url?.includes('facebook.com')) {
 return false;
 }
 
 try {
 const n = new URL(url, 'https://www.facebook.com');

 return /\/(posts\/[^\/]+|(permalink|story)\.php|photos\/a\.)/.test(n.pathname);
 } catch (e) {
 log.exception(e);
 return false;
 }
}

const outputFn = async ({ data, item }) => {
 const { posts, reviews, services, ...pageData } = item;

 return posts.flatMap((post) => {
 const { postComments: { comments }, ...postData } = post;

 return comments.map((comment) => {
 return {
 ...pageData,
 ...postData,
 ...comment,
 }
 });
 });
};

Apify.main(async () => {
 const input = await Apify.getInput();

 const { 
 commentsMode, 
 maxPostComments,
 postsUrls,
 language,

 } = input;

 if (!postsUrls?.length) {
 throw new Error('Add URLs to scrape to "postsUrls" parameter');
 }

 const startUrls = [];

 for await (const req of fromStartUrls(postsUrls)) {
 if (!isSupportedPostUrl(req.url)) {
 throw new Error(`URL ${req.url} not supported`);
 }

 startUrls.push({
 url: req.url,
 });
 }

 await Apify.metamorph('pocesar/facebook-pages-scraper', {
 commentsMode,
 maxPostComments,
 language,
 startUrls,
 countryCode: true,
 maxPosts: 0,
 scrapeServices: false,
 scrapeReviews: false,
 scrapePosts: false,
 maxRequestRetries: 10,
 minPostComments: 1,
 extendOutputFunction: outputFn.toString(),
 proxyConfiguration: {
 useApifyProxy: true,
 apifyProxyGroups: ["RESIDENTIAL"],
 },
 });
});

main.js

{
 "name": "project-empty",
 "version": "0.0.1",
 "type": "module",
 "description": "This is a boilerplate of an Apify actor.",
 "dependencies": {
 "apify": "^2.2.2"
 },
 "scripts": {
 "start": "node main.js",
 "lint": "./node_modules/.bin/eslint ./src --ext .js,.jsx",
 "lint:fix": "./node_modules/.bin/eslint ./src --ext .js,.jsx --fix",
 "test": "echo \"Error: oops, the actor has no tests yet, sad!\" &amp;&amp; exit 1"
 },
 "author": "It's not you it's me",
 "license": "ISC"
}

package.json

# First, specify the base Docker image. You can read more about
# the available images at https://sdk.apify.com/docs/guides/docker-images
# You can also use any other image from Docker Hub.
FROM apify/actor-node:16

# Second, copy just package.json and package-lock.json since it should be
# the only file that affects "npm install" in the next step, to speed up the build
COPY package*.json ./

# Install NPM packages, skip optional and development dependencies to
# keep the image small. Avoid logging too much and print the dependency
# tree for debugging
RUN npm --quiet set progress=false \
 && npm install --only=prod --no-optional \
 && echo "Installed NPM packages:" \
 && (npm list --only=prod --no-optional --all || true) \
 && echo "Node.js version:" \
 && node --version \
 && echo "NPM version:" \
 && npm --version

# Next, copy the remaining files and directories with the source code.
# Since we do this after NPM install, quick build will be really fast
# for most source file changes.
COPY . ./

# Optionally, specify how to launch the source code of your actor.
# By default, Apify's base Docker images define the CMD instruction
# that runs the Node.js source code using the command specified
# in the "scripts.start" section of the package.json file.
# In short, the instruction looks something like this:
#
# CMD npm start


Comments mode

Provide the language. Using this setting changes the dataset output.

Language

Limit the max comments per post to return

Max comments

Posts urls

Input schema for the apify_project actor.

# Facebook post comments

Extract comments from posts URLs

## Examples

* https://www.facebook.com/apifytech/posts/pfbid02TuQzUecXDgDhenj23bjpqAteUvqjGsohEdQyyVsQmPi1dwUULHQQ1DbyZyoBqDAvl
* https://www.facebook.com/permalink.php?story_fbid=pfbid035LriF4Un4bRHtcYKXShoF5xXxrGkVh4SfKG5rPyhjJPL87uz9B1SGQpqaxMnxBzvl&id=481921368656067


{
    "env": { "npm_config_loglevel": "silent" }
}


import Apify from 'apify';

const { log } = Apify.utils;

const fromStartUrls = async function* (startUrls, name = 'STARTURLS') {
    const rl = await Apify.openRequestList(name, startUrls);

    /** @type {Apify.Request | null} */
    let rq;

    // eslint-disable-next-line no-cond-assign
    while (rq = await rl.fetchNextRequest()) {
        yield rq;
    }
};

const isSupportedPostUrl = (url) => {
    if (!url?.includes('facebook.com')) {
        return false;
    }
    
    try {
        const n = new URL(url, 'https://www.facebook.com');

        return /\/(posts\/[^\/]+|(permalink|story)\.php|photos\/a\.)/.test(n.pathname);
    } catch (e) {
        log.exception(e);
        return false;
    }
}

const outputFn = async ({ data, item }) => {
    const { posts, reviews, services, ...pageData } = item;

    return posts.flatMap((post) => {
        const { postComments: { comments }, ...postData } = post;

        return comments.map((comment) => {
            return {
                ...pageData,
                ...postData,
                ...comment,
            }
        });
    });
};

Apify.main(async () => {
    const input = await Apify.getInput();

    const { 
        commentsMode, 
        maxPostComments,
        postsUrls,
        language,

    } = input;

    if (!postsUrls?.length) {
        throw new Error('Add URLs to scrape to "postsUrls" parameter');
    }

    const startUrls = [];

    for await (const req of fromStartUrls(postsUrls)) {
        if (!isSupportedPostUrl(req.url)) {
            throw new Error(`URL ${req.url} not supported`);
        }

        startUrls.push({
            url: req.url,
        });
    }

    await Apify.metamorph('pocesar/facebook-pages-scraper', {
        commentsMode,
        maxPostComments,
        language,
        startUrls,
        countryCode: true,
        maxPosts: 0,
        scrapeServices: false,
        scrapeReviews: false,
        scrapePosts: false,
        maxRequestRetries: 10,
        minPostComments: 1,
        extendOutputFunction: outputFn.toString(),
        proxyConfiguration: {
            useApifyProxy: true,
            apifyProxyGroups: ["RESIDENTIAL"],
        },
    });
});


Facebook post comments

Examples

Industries

Marketing & Media

Where next?