1from apify_client import ApifyClient
2
3
4
5client = ApifyClient("<YOUR_API_TOKEN>")
6
7
8run_input = {
9 "records": [
10 {
11 "title": "Senior Data Engineer",
12 "company": "Northwind Analytics",
13 "location": "Austin, TX",
14 "url": "https://www.linkedin.com/jobs/view/senior-data-engineer-at-northwind-analytics-3912345678?refId=abc&trackingId=xyz",
15 "salary": "$140k-$170k",
16 "postedAt": "2026-10-01",
17 "source": "linkedin",
18 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform.",
19 },
20 {
21 "title": "Senior Data Engineer",
22 "company": "Northwind Analytics",
23 "location": "Austin, TX",
24 "url": "https://www.linkedin.com/jobs/view/3912345678/?utm_source=daily-scrape",
25 "salary": "$140k-$170k",
26 "postedAt": "2026-10-02",
27 "source": "linkedin",
28 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform.",
29 },
30 {
31 "title": "Senior Data Engineer",
32 "company": "Northwind Analytics",
33 "location": "Austin, TX",
34 "url": "https://careers.northwind-analytics.com/jobs/4471",
35 "source": "company site",
36 "description": "Build and maintain batch and streaming pipelines on Spark and Airflow. Own data quality for the revenue analytics platform. Remote friendly.",
37 },
38 {
39 "title": "Product Designer",
40 "company": "Lumen Labs",
41 "location": "Remote (US)",
42 "url": "https://boards.greenhouse.io/lumenlabs/jobs/5501234?gh_src=abc",
43 "salary": "$110k-$130k",
44 "postedAt": "2026-09-29",
45 "source": "greenhouse",
46 "description": "Design end-to-end product experiences for our B2B analytics suite, from research to polished UI.",
47 },
48 {
49 "title": "Product Designer",
50 "company": "Lumen Labs",
51 "location": "Remote (US)",
52 "url": "https://boards.greenhouse.io/lumenlabs/jobs/5501234",
53 "salary": "$110k-$130k",
54 "postedAt": "2026-10-02",
55 "source": "greenhouse",
56 "description": "Design end-to-end product experiences for our B2B analytics suite, from research to polished UI.",
57 },
58 {
59 "title": "Customer Success Manager",
60 "company": "Brightpath",
61 "location": "Denver, CO",
62 "url": "https://www.indeed.com/viewjob?jk=a1b2c3d4e5f60718&utm_campaign=x",
63 "salary": "$85k-$100k",
64 "postedAt": "2026-10-01",
65 "source": "indeed",
66 "description": "Own onboarding and renewals for a book of mid-market SaaS accounts and be the voice of the customer.",
67 },
68 {
69 "title": "Customer Success Manager",
70 "company": "Brightpath",
71 "location": "Denver, CO",
72 "url": "https://www.indeed.com/viewjob?jk=a1b2c3d4e5f60718",
73 "salary": "$85k-$100k",
74 "postedAt": "2026-10-03",
75 "source": "indeed",
76 "description": "Own onboarding and renewals for a book of mid-market SaaS accounts and be the voice of the customer.",
77 },
78 {
79 "title": "DevOps Engineer",
80 "company": "Cobalt Systems",
81 "location": "Chicago, IL",
82 "url": "https://jobs.lever.co/cobalt/8f2e1c77-aaaa-bbbb-cccc-0123456789ab",
83 "salary": "$130k-$150k",
84 "postedAt": "2026-09-30",
85 "source": "lever",
86 "description": "Run our Kubernetes platform, improve CI/CD and own on-call tooling for a 40-engineer organisation.",
87 },
88 {
89 "title": "Registered Nurse - ICU",
90 "company": "St. Mary Health",
91 "location": "Portland, OR",
92 "url": "https://www.stmaryhealth.org/careers/rn-icu-2291",
93 "salary": "$48-$62/hr",
94 "postedAt": "2026-10-02",
95 "source": "company site",
96 "description": "Provide bedside care in a 24-bed ICU, 12-hour night shifts, sign-on bonus available.",
97 },
98 {
99 "title": "Registered Nurse - ICU",
100 "company": "St. Mary Health",
101 "location": "Portland, OR",
102 "url": "https://www.indeed.com/viewjob?jk=ff00112233445566",
103 "salary": "$48-$62/hr",
104 "postedAt": "2026-10-03",
105 "source": "indeed",
106 "description": "Provide bedside care in a 24-bed ICU, 12-hour night shifts, sign-on bonus available.",
107 },
108 {
109 "title": "Marketing Coordinator",
110 "company": "Harbor & Pine",
111 "location": "Boston, MA",
112 "url": "https://www.linkedin.com/jobs/view/3955550001/",
113 "salary": "$62k-$72k",
114 "postedAt": "2026-10-01",
115 "source": "linkedin",
116 "description": "Support campaign execution, manage the content calendar and report weekly on channel performance.",
117 },
118 {
119 "title": "Backend Engineer (Go)",
120 "company": "Quickstream",
121 "location": "Remote",
122 "url": "https://jobs.ashbyhq.com/quickstream/9c1d3a52-1111-2222-3333-444455556666",
123 "salary": "$150k-$180k",
124 "postedAt": "2026-10-02",
125 "source": "ashby",
126 "description": "Design low-latency payment APIs in Go, with strong ownership of reliability and observability.",
127 },
128 {
129 "title": "Backend Engineer (Go)",
130 "company": "Quickstream",
131 "location": "Remote",
132 "url": "https://www.linkedin.com/jobs/view/3955559999/?refId=1",
133 "salary": "$150k-$180k",
134 "postedAt": "2026-10-03",
135 "source": "linkedin",
136 "description": "Design low-latency payment APIs in Go, with strong ownership of reliability and observability.",
137 },
138 {
139 "title": "Accountant",
140 "company": "Fieldstone & Co",
141 "location": "Atlanta, GA",
142 "url": "https://www.indeed.com/viewjob?jk=1122334455667788",
143 "salary": "$70k-$85k",
144 "postedAt": "2026-10-01",
145 "source": "indeed",
146 "description": "Prepare monthly close, reconcile accounts and support audits for a growing professional services firm.",
147 },
148 {
149 "title": "Sales Development Representative",
150 "company": "Orbit CRM",
151 "location": "Miami, FL",
152 "url": "https://boards.greenhouse.io/orbitcrm/jobs/6600777",
153 "salary": "$55k-$65k + commission",
154 "postedAt": "2026-10-03",
155 "source": "greenhouse",
156 "description": "Prospect, qualify and book meetings for our enterprise account executives.",
157 },
158 ],
159 "sourceUrl": "",
160 "csvText": "",
161 "mode": "keys",
162 "preset": "auto",
163 "keyFields": [],
164 "fuzzyFields": [],
165 "similarityThreshold": 85,
166 "keepPolicy": "first",
167 "outputMode": "kept",
168 "rememberAcrossRuns": False,
169 "memoryName": "default",
170 "caseSensitive": False,
171 "normalizeUrls": True,
172 "ignoreFields": [],
173 "shingleSize": 3,
174 "maxRemovedReport": 10000,
175 "maxMemoryKeys": 3000000,
176 "maxRecords": 2000000,
177}
178
179
180run = client.actor("that_red_bird/remove-duplicate-scraped-data").call(run_input=run_input)
181
182
183print(f"💾 Check your data here: https://console.apify.com/storage/datasets/{run.default_dataset_id}")
184for item in client.dataset(run.default_dataset_id).iterate_items():
185 print(item)
186
187
