1import { ApifyClient } from 'apify-client';
2
3
4
5const client = new ApifyClient({
6 token: '<YOUR_API_TOKEN>',
7});
8
9
10const input = {
11 "records": [
12 {
13 "title": "Senior Data Engineer",
14 "company": "Northwind Analytics",
15 "location": "Austin, TX",
16 "url": "https://www.linkedin.com/jobs/view/senior-data-engineer-at-northwind-analytics-3912345678?refId=abc&trackingId=xyz",
17 "salary": "$140k-$170k",
18 "postedAt": "2026-10-01",
19 "source": "linkedin",
20 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform."
21 },
22 {
23 "title": "Senior Data Engineer",
24 "company": "Northwind Analytics",
25 "location": "Austin, TX",
26 "url": "https://www.linkedin.com/jobs/view/3912345678/?utm_source=daily-scrape",
27 "salary": "$140k-$170k",
28 "postedAt": "2026-10-02",
29 "source": "linkedin",
30 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform."
31 },
32 {
33 "title": "Senior Data Engineer",
34 "company": "Northwind Analytics",
35 "location": "Austin, TX",
36 "url": "https://careers.northwind-analytics.com/jobs/4471",
37 "source": "company site",
38 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform. Remote friendly."
39 },
40 {
41 "title": "Product Designer",
42 "company": "Lumen Labs",
43 "location": "Remote (US)",
44 "url": "https://boards.greenhouse.io/lumenlabs/jobs/5501234?gh_src=abc",
45 "salary": "$110k-$130k",
46 "postedAt": "2026-09-29",
47 "source": "greenhouse",
48 "description": "Design end-to-end product experiences for our B2B analytics suite, from research to polished UI."
49 },
50 {
51 "title": "Product Designer",
52 "company": "Lumen Labs",
53 "location": "Remote (US)",
54 "url": "https://boards.greenhouse.io/lumenlabs/jobs/5501234",
55 "salary": "$110k-$130k",
56 "postedAt": "2026-10-02",
57 "source": "greenhouse",
58 "description": "Design end-to-end product experiences for our B2B analytics suite, from research to polished UI."
59 },
60 {
61 "title": "Customer Success Manager",
62 "company": "Brightpath",
63 "location": "Denver, CO",
64 "url": "https://www.indeed.com/viewjob?jk=a1b2c3d4e5f60718&utm_campaign=x",
65 "salary": "$85k-$100k",
66 "postedAt": "2026-10-01",
67 "source": "indeed",
68 "description": "Own onboarding and renewals for a book of mid-market SaaS accounts and be the voice of the customer."
69 },
70 {
71 "title": "Customer Success Manager",
72 "company": "Brightpath",
73 "location": "Denver, CO",
74 "url": "https://www.indeed.com/viewjob?jk=a1b2c3d4e5f60718",
75 "salary": "$85k-$100k",
76 "postedAt": "2026-10-03",
77 "source": "indeed",
78 "description": "Own onboarding and renewals for a book of mid-market SaaS accounts and be the voice of the customer."
79 },
80 {
81 "title": "DevOps Engineer",
82 "company": "Cobalt Systems",
83 "location": "Chicago, IL",
84 "url": "https://jobs.lever.co/cobalt/8f2e1c77-aaaa-bbbb-cccc-0123456789ab",
85 "salary": "$130k-$150k",
86 "postedAt": "2026-09-30",
87 "source": "lever",
88 "description": "Run our Kubernetes platform, improve CI/CD and own on-call tooling for a 40-engineer organisation."
89 },
90 {
91 "title": "Registered Nurse - ICU",
92 "company": "St. Mary Health",
93 "location": "Portland, OR",
94 "url": "https://www.stmaryhealth.org/careers/rn-icu-2291",
95 "salary": "$48-$62/hr",
96 "postedAt": "2026-10-02",
97 "source": "company site",
98 "description": "Provide bedside care in a 24-bed ICU, 12-hour night shifts, sign-on bonus available."
99 },
100 {
101 "title": "Registered Nurse - ICU",
102 "company": "St. Mary Health",
103 "location": "Portland, OR",
104 "url": "https://www.indeed.com/viewjob?jk=ff00112233445566",
105 "salary": "$48-$62/hr",
106 "postedAt": "2026-10-03",
107 "source": "indeed",
108 "description": "Provide bedside care in a 24-bed ICU, 12-hour night shifts, sign-on bonus available."
109 },
110 {
111 "title": "Marketing Coordinator",
112 "company": "Harbor & Pine",
113 "location": "Boston, MA",
114 "url": "https://www.linkedin.com/jobs/view/3955550001/",
115 "salary": "$62k-$72k",
116 "postedAt": "2026-10-01",
117 "source": "linkedin",
118 "description": "Support campaign execution, manage the content calendar and report weekly on channel performance."
119 },
120 {
121 "title": "Backend Engineer (Go)",
122 "company": "Quickstream",
123 "location": "Remote",
124 "url": "https://jobs.ashbyhq.com/quickstream/9c1d3a52-1111-2222-3333-444455556666",
125 "salary": "$150k-$180k",
126 "postedAt": "2026-10-02",
127 "source": "ashby",
128 "description": "Design low-latency payment APIs in Go, with strong ownership of reliability and observability."
129 },
130 {
131 "title": "Backend Engineer (Go)",
132 "company": "Quickstream",
133 "location": "Remote",
134 "url": "https://www.linkedin.com/jobs/view/3955559999/?refId=1",
135 "salary": "$150k-$180k",
136 "postedAt": "2026-10-03",
137 "source": "linkedin",
138 "description": "Design low-latency payment APIs in Go, with strong ownership of reliability and observability."
139 },
140 {
141 "title": "Accountant",
142 "company": "Fieldstone & Co",
143 "location": "Atlanta, GA",
144 "url": "https://www.indeed.com/viewjob?jk=1122334455667788",
145 "salary": "$70k-$85k",
146 "postedAt": "2026-10-01",
147 "source": "indeed",
148 "description": "Prepare monthly close, reconcile accounts and support audits for a growing professional services firm."
149 },
150 {
151 "title": "Sales Development Representative",
152 "company": "Orbit CRM",
153 "location": "Miami, FL",
154 "url": "https://boards.greenhouse.io/orbitcrm/jobs/6600777",
155 "salary": "$55k-$65k + commission",
156 "postedAt": "2026-10-03",
157 "source": "greenhouse",
158 "description": "Prospect, qualify and book meetings for our enterprise account executives."
159 }
160 ],
161 "sourceUrl": "",
162 "csvText": "",
163 "mode": "keys",
164 "preset": "auto",
165 "keyFields": [],
166 "fuzzyFields": [],
167 "similarityThreshold": 85,
168 "keepPolicy": "first",
169 "outputMode": "kept",
170 "rememberAcrossRuns": false,
171 "memoryName": "default",
172 "caseSensitive": false,
173 "normalizeUrls": true,
174 "ignoreFields": [],
175 "shingleSize": 3,
176 "maxRemovedReport": 10000,
177 "maxMemoryKeys": 3000000,
178 "maxRecords": 2000000
179};
180
181
182const run = await client.actor("that_red_bird/remove-duplicate-scraped-data").call(input);
183
184
185console.log('Results from dataset');
186console.log(`💾 Check your data here: https://console.apify.com/storage/datasets/${run.defaultDatasetId}`);
187const { items } = await client.dataset(run.defaultDatasetId).listItems();
188items.forEach((item) => {
189 console.dir(item);
190});
191
192
