Tradeinn (tradeinn.com) scraper avatar

Tradeinn (tradeinn.com) scraper

Deprecated
Go to Store
This Actor is deprecated

This Actor is unavailable because the developer has decided to deprecate it. Would you like to try a similar Actor instead?

See alternative Actors
Tradeinn (tradeinn.com) scraper

Tradeinn (tradeinn.com) scraper

strajk/tradeinn-tradeinn-com-scraper

Scrapes products titles, prices, images and availability. Does NOT scrape product details.

Dockerfile

1FROM apify/actor-node:16
2
3COPY package.json ./
4
5RUN npm --quiet set progress=false \
6  && npm install --only=prod --no-optional
7
8COPY . ./

INPUT_SCHEMA.json

1{
2  "title": "Tradeinn (tradeinn.com) scraper",
3  "description": "Scrapes products titles, prices, images and availability. Does NOT scrape product details.",
4  "type": "object",
5  "schemaVersion": 1,
6  "properties": {
7    "mode": {
8      "title": "Mode",
9      "description": "",
10      "type": "string",
11      "editor": "select",
12      "default": "TEST",
13      "prefill": "TEST",
14      "enum": [
15        "TEST",
16        "CURATED",
17        "FULL"
18      ],
19      "enumTitles": [
20        "TEST",
21        "CURATED",
22        "FULL"
23      ]
24    },
25    "debug": {
26      "title": "Debug",
27      "description": "Debug mode prints more logs, disables concurrency and other optimizations.",
28      "type": "boolean",
29      "editor": "checkbox",
30      "default": false
31    },
32    "shop": {
33      "title": "Shop",
34      "description": "",
35      "type": "string",
36      "editor": "select",
37      "default": "BIKEINN",
38      "prefill": "BIKEINN",
39      "enum": [
40        "BIKEINN",
41        "DIVEINN",
42        "SNOWINN",
43        "TREKKINN",
44        "SMASHINN",
45        "SWIMINN",
46        "WAVEINN",
47        "MOTARDINN",
48        "OUTETINN",
49        "RUNNERINN",
50        "GOALINN",
51        "DRESSINN",
52        "TRAININN",
53        "XTREMEINN",
54        "KIDINN",
55        "TECHINN",
56        "BRICOINN"
57      ],
58      "enumTitles": [
59        "BIKEINN",
60        "DIVEINN",
61        "SNOWINN",
62        "TREKKINN",
63        "SMASHINN",
64        "SWIMINN",
65        "WAVEINN",
66        "MOTARDINN",
67        "OUTETINN",
68        "RUNNERINN",
69        "GOALINN",
70        "DRESSINN",
71        "TRAININN",
72        "XTREMEINN",
73        "KIDINN",
74        "TECHINN",
75        "BRICOINN"
76      ]
77    },
78    "APIFY_DONT_STORE_IN_DATASET": {
79      "sectionCaption": "Advanced",
80      "sectionDescription": "Advanced options, use only if you know what you're doing.",
81      "title": "Don't store in dataset",
82      "description": "If set to true, the actor will not store the results in the default dataset. Useful when using alternative storage, like own database",
83      "type": "boolean",
84      "default": false,
85      "editor": "checkbox"
86    },
87    "PG_CONNECTION_STRING_NORMALIZED": {
88      "title": "Postgres connection string for normalized data",
89      "description": "If set, actor will store normalized data in Postgres database in PG_DATA_TABLE and PG_DATA_PRICE_TABLE tables",
90      "type": "string",
91      "editor": "textfield"
92    },
93    "PG_DATA_TABLE": {
94      "title": "Postgres table name for product data",
95      "description": "Table name for storing product name, url, image, ...",
96      "type": "string",
97      "editor": "textfield"
98    },
99    "PG_DATA_PRICE_TABLE": {
100      "title": "Postgres table name for price data",
101      "description": "Table name for storing price, original price, stock status, ...",
102      "type": "string",
103      "editor": "textfield"
104    }
105  },
106  "required": [
107    "mode",
108    "shop"
109  ]
110}

apify.json

1{
2  "name": "tradeinn-tradeinn-com-scraper",
3  "version": "0.1",
4  "buildTag": "latest",
5  "env": null,
6  "defaultRunOptions": {
7    "build": "latest",
8    "timeoutSecs": 3600,
9    "memoryMbytes": 1024
10  }
11}

main.js

1/**
2 * Dev notes
3 * ===
4 *
5 * `https://www.tradeinn.com/bikeinn/en/${marca}/${id_marca}/m`
6 * - m - landing, no sorting
7 * - nm - all products, has sorting
8 *
9 * Spanish in a nutshell:
10 * marca = brand
11 * familia = family
12 * tienda = shop
13 * fecha_descatalogado = date_discontinued
14 * talla = size
15 * sostenible = sustainable
16 * tengo_tallas_traducidas = have_translated_sizes
17 * num_productes_actius = num_active_products
18 * baja = discontinued
19 * trobat = found
20 * pais = country
21 * enlace = link
22 * entrega = delivery
23 * divisa = currency
24 *
25 * TODO
26 * - v360
27 * - v180
28 * - v90
29 * - v30
30 *
31 * - brut
32 * - stock_reservat
33 * - desc_brand
34 * - pmp
35 * */
36
37// noinspection JSNonASCIINames,NonAsciiCharacters
38
39import { Actor } from "apify3";
40import { BasicCrawler, createBasicRouter } from "crawlee";
41import fetch from "node-fetch";
42import { init, save } from "./_utils/common.js";
43
44var MODE;
45
46(function (MODE) {
47  MODE["TEST"] = "TEST";
48  MODE["CURATED"] = "CURATED";
49  MODE["FULL"] = "FULL";
50})(MODE || (MODE = {}));
51var LABEL;
52
53(function (LABEL) {
54  LABEL["INDEX"] = "INDEX";
55  LABEL["PRODUCTS"] = "PRODUCTS";
56})(LABEL || (LABEL = {}));
57const BASE_URL = `https://www.tradeinn.com`;
58const PER_PAGE = 48;
59
60var SHOP;
61
62// TODO: Dry
63(function (SHOP) {
64  SHOP["BIKEINN"] = "BIKEINN";
65  SHOP["DIVEINN"] = "DIVEINN";
66  SHOP["SNOWINN"] = "SNOWINN";
67  SHOP["TREKKINN"] = "TREKKINN";
68  SHOP["SMASHINN"] = "SMASHINN";
69  SHOP["SWIMINN"] = "SWIMINN";
70  SHOP["WAVEINN"] = "WAVEINN";
71  SHOP["MOTARDINN"] = "MOTARDINN";
72  SHOP["OUTETINN"] = "OUTETINN";
73  SHOP["RUNNERINN"] = "RUNNERINN";
74  SHOP["GOALINN"] = "GOALINN";
75  SHOP["DRESSINN"] = "DRESSINN";
76  SHOP["TRAININN"] = "TRAININN";
77  SHOP["XTREMEINN"] = "XTREMEINN";
78  SHOP["KIDINN"] = "KIDINN";
79  SHOP["TECHINN"] = "TECHINN";
80  SHOP["BRICOINN"] = "BRICOINN";
81})(SHOP || (SHOP = {}));
82const SHOPS = {
83  DIVEINN: 1,
84  SNOWINN: 2,
85  TREKKINN: 3,
86  BIKEINN: 4,
87  SMASHINN: 5,
88  SWIMINN: 6,
89  WAVEINN: 7,
90  MOTARDINN: 8,
91  OUTETINN: 9,
92  RUNNERINN: 10,
93  GOALINN: 11,
94  DRESSINN: 12,
95  TRAININN: 13,
96  XTREMEINN: 14,
97  KIDINN: 15,
98  TECHINN: 16,
99  BRICOINN: 17,
100};
101
102const COUNTRIES = {
103  Albania: 1,
104  Algeria: 2,
105  "American Samoa": 3,
106  Andorra: 4,
107  Angola: 5,
108  Anguilla: 6,
109  Antigua: 7,
110  Argentina: 8,
111  Armenia: 9,
112  Aruba: 10,
113  Australia: 11,
114  Austria: 12,
115  Azerbaijan: 13,
116  Bahamas: 14,
117  Bahrain: 15,
118  Bangladesh: 16,
119  Barbados: 17,
120  Belarus: 18,
121  Belgium: 19,
122  Belize: 20,
123  Benin: 21,
124  Bermuda: 22,
125  Bhutan: 23,
126  Bolivia: 24,
127  Bonaire: 25,
128  "Bosnia and Herzegovina": 26,
129  Botswana: 27,
130  Brasil: 229,
131  Brunei: 29,
132  Bulgaria: 30,
133  "Burkina Faso": 31,
134  Burundi: 32,
135  Cambodia: 33,
136  Cameroon: 34,
137  Canada: 35,
138  "Cape Verde": 37,
139  "Cayman Islands": 38,
140  "Central African Republic": 39,
141  Chad: 40,
142  Chile: 41,
143  "China, People's Republic": 42,
144  Colombia: 43,
145  Comoros: 44,
146  Congo: 45,
147  "Congo, The Democratic Republic": 46,
148  "Cook Islands": 47,
149  "Costa Rica": 48,
150  "Cote d'Ivoire": 49,
151  Croatia: 50,
152  Cuba: 51,
153  Curacao: 52,
154  Cyprus: 53,
155  "Czech Republic, The": 54,
156  Denmark: 55,
157  Djibouti: 56,
158  Dominica: 57,
159  "Dominican Republic": 58,
160  Ecuador: 59,
161  Egypt: 60,
162  "El Salvador": 61,
163  "Equatorial Guinea": 62,
164  Eritrea: 63,
165  Estonia: 64,
166  Ethiopia: 65,
167  "Falkland Islands": 66,
168  "Faroe Islands": 67,
169  Fiji: 68,
170  Finland: 69,
171  France: 70,
172  "France - Corse": 228,
173  "France - Guadeloupe": 81,
174  "France - Martinique": 128,
175  "France - Reunion": 162,
176  "France - Tahiti": 194,
177  "French Guiana": 71,
178  Gabon: 72,
179  Gambia: 73,
180  Georgia: 74,
181  Germany: 75,
182  Ghana: 76,
183  Gibraltar: 77,
184  Greece: 78,
185  Greenland: 79,
186  Grenada: 80,
187  Guam: 82,
188  Guatemala: 83,
189  "Guinea Republic": 85,
190  "Guinea-Bissau": 86,
191  "Guyana (British)": 87,
192  Haiti: 88,
193  Honduras: 89,
194  "Hong Kong": 90,
195  Hungary: 91,
196  Iceland: 92,
197  India: 93,
198  Indonesia: 94,
199  "Iran, Islamic Republic of": 95,
200  "Ireland, Republic Of": 96,
201  Israel: 97,
202  Italy: 98,
203  Jamaica: 99,
204  Japan: 100,
205  Jordan: 102,
206  Kazakhstan: 103,
207  Kenya: 104,
208  Kiribati: 105,
209  "Korea, Republic Of": 107,
210  Kuwait: 108,
211  Kyrgyzstan: 109,
212  "Lao People's Democratic Republ": 110,
213  Latvia: 111,
214  Lebanon: 112,
215  Lesotho: 113,
216  Liberia: 114,
217  Libya: 115,
218  Liechtenstein: 116,
219  Lithuania: 117,
220  Luxembourg: 118,
221  Macau: 119,
222  "Macedonia, Republic of (FYROM)": 120,
223  Madagascar: 121,
224  Malawi: 122,
225  Malaysia: 123,
226  Maldives: 124,
227  Mali: 125,
228  Malta: 126,
229  "Marshall Islands": 127,
230  Mauritania: 129,
231  Mauritius: 130,
232  Mexico: 131,
233  "Moldova, Republic Of": 132,
234  Monaco: 133,
235  Mongolia: 134,
236  Montenegro: 227,
237  Montserrat: 135,
238  Morocco: 136,
239  Mozambique: 137,
240  Myanmar: 138,
241  Namibia: 139,
242  "Nauru, Republic Of": 140,
243  Nepal: 141,
244  "Netherlands, The": 142,
245  Nevis: 143,
246  "New Caledonia": 144,
247  "New Zealand": 145,
248  Nicaragua: 146,
249  Niger: 147,
250  Nigeria: 148,
251  Niue: 149,
252  Norway: 150,
253  Oman: 151,
254  Pakistan: 152,
255  Panama: 153,
256  "Papua New Guinea": 154,
257  Paraguay: 155,
258  Peru: 156,
259  "Philippines, The": 157,
260  Poland: 158,
261  Portugal: 159,
262  "Portugal (Madeira)": 224,
263  "Puerto Rico": 160,
264  Qatar: 161,
265  Romania: 163,
266  "Russian Federation, The": 164,
267  Rwanda: 165,
268  Saipan: 166,
269  Samoa: 167,
270  "San Marino": 226,
271  "Sao Tome and Principe": 168,
272  "Saudi Arabia": 169,
273  Senegal: 170,
274  Serbia: 225,
275  Seychelles: 171,
276  "Sierra Leone": 172,
277  Singapore: 173,
278  Slovakia: 174,
279  Slovenia: 175,
280  "Solomon Islands": 176,
281  Somalia: 177,
282  "Somaliland, Rep of (North Soma": 178,
283  "South Africa": 179,
284  Spain: 180,
285  "Spain (Canary Islands,Ceuta,Melilla)": 223,
286  "Sri Lanka": 181,
287  "St. Barthelemy": 182,
288  "St. Eustatius": 183,
289  "St. Kitts": 184,
290  "St. Lucia": 185,
291  "St. Maarten": 186,
292  "St. Vincent": 187,
293  Sudan: 188,
294  Suriname: 189,
295  Swaziland: 190,
296  Sweden: 191,
297  Switzerland: 192,
298  Syria: 193,
299  Taiwan: 195,
300  Tajikistan: 196,
301  Tanzania: 197,
302  Thailand: 198,
303  Togo: 199,
304  Tonga: 200,
305  "Trinidad and Tobago": 201,
306  Tunisia: 222,
307  Turkey: 202,
308  Turkmenistan: 203,
309  "Turks and Caicos Islands": 204,
310  Tuvalu: 205,
311  Uganda: 206,
312  Ukraine: 207,
313  "United Arab Emirates": 208,
314  "United Kingdom": 209,
315  "United Kingdom (Guernsey)": 84,
316  "United Kingdom (Jersey)": 101,
317  "United States Of America": 210,
318  Uruguay: 211,
319  Uzbekistan: 212,
320  Vanuatu: 213,
321  Vietnam: 215,
322  "Virgin Islands (British)": 216,
323  "Virgin Islands (US)": 217,
324  Yemen: 218,
325  Zambia: 220,
326  Zimbabwe: 221,
327};
328
329// [...$('.imagenesLogos .marca_line')].reduce((acc, x) => { acc[x.querySelector('img').alt] = x.id; return acc}, {})
330const BRANDS = {
331  "+8000": `586`,
332  "100percent": `1275`,
333  "10bar": `1110`,
334  "226ERS": `1360`,
335  "2Toms": `5436`,
336  "2XU": `1283`,
337  "3M": `1362`,
338  "3t": `8734`,
339  "4arm Strong": `3934`,
340  "4F": `7566`,
341  "4iiii": `3426`,
342  "5 five": `8109`,
343  "8 C Plus": `2190`,
344  "9transport": `7829`,
345  Abloc: `8537`,
346  "Absolute Black": `4878`,
347  ABUS: `1363`,
348  Acid: `8077`,
349  Acimut: `7786`,
350  Acme: `4541`,
351  "Action Outdoor": `2017`,
352  adidas: `263`,
353  "Adidas Badminton": `5356`,
354  "adidas originals": `646`,
355  AEE: `368`,
356  Aftershokz: `1120`,
357  Afton: `3381`,
358  Agfa: `5490`,
359  AGU: `6478`,
360  Aifeit: `7033`,
361  "Air Relax": `5962`,
362  Airbone: `4473`,
363  Airman: `5734`,
364  "Airn Outdoor": `9681`,
365  Airofit: `8544`,
366  Airpop: `6916`,
367  Airwings: `5160`,
368  Alhonga: `7739`,
369  "All Mountain Style": `7516`,
370  "All Sins 18k": `9061`,
371  Allmatters: `8891`,
372  "Alpcross Components": `4884`,
373  Alpenheat: `439`,
374  "Alpha Industries": `6700`,
375  Alpina: `2379`,
376  Alpine: `5736`,
377  Alpinestars: `335`,
378  "Alpinestars Bicycle": `9606`,
379  Alpitude: `7737`,
380  "Altec Lansing": `4483`,
381  Alé: `1697`,
382  Amazfit: `4414`,
383  "American Classic": `3016`,
384  Amiaud: `4862`,
385  Amix: `4486`,
386  Amkov: `7563`,
387  Amlsport: `1020`,
388  Amplifi: `3679`,
389  "An Lun": `5282`,
390  "Ana Maria Lajusticia": `2874`,
391  Andrys: `7787`,
392  "Angelina Calzino": `8526`,
393  Anlen: `5281`,
394  Ansmann: `1112`,
395  Aphex: `7482`,
396  Apple: `4321`,
397  Approx: `5893`,
398  Apurna: `8735`,
399  Aqua2go: `7113`,
400  Aquafeel: `7310`,
401  Aquas: `2265`,
402  "Arch Max": `1235`,
403  "Arc’teryx": `1222`,
404  Arena: `11`,
405  Arexons: `10440`,
406  "Argon 18": `6061`,
407  Ariete: `1723`,
408  Arisun: `4970`,
409  Armada: `418`,
410  "Armor-x": `1293`,
411  Artein: `10439`,
412  Artsana: `6812`,
413  Arundel: `8534`,
414  Arva: `276`,
415  Ashima: `2896`,
416  Asics: `284`,
417  Asista: `3609`,
418  Askoll: `8514`,
419  "Ass Savers": `3670`,
420  Assos: `13`,
421  Astvte: `4158`,
422  Asus: `4382`,
423  Así: `8889`,
424  Atala: `4903`,
425  "ATC LTD TA": `4937`,
426  Atipick: `2613`,
427  Atv: `8547`,
428  Auvray: `4978`,
429  Avento: `3622`,
430  Avid: `16`,
431  "Awesome Maps": `7367`,
432  AXA: `3664`,
433  Axxios: `7405`,
434  "B&W": `5432`,
435  "B-Race": `7791`,
436  "B-urban": `7792`,
437  Babolat: `18`,
438  "Back On Track": `8738`,
439  Barbieri: `3687`,
440  Barfly: `4789`,
441  Barts: `2467`,
442  Basil: `2699`,
443  BBB: `483`,
444  Beal: `3430`,
445  Bear: `5430`,
446  "Bearing Cw": `7788`,
447  Beeline: `7118`,
448  Beeloom: `9598`,
449  Bell: `286`,
450  "Bell Italy": `7789`,
451  "Bella Aurora": `1874`,
452  Bellelli: `2045`,
453  Bematrix: `8802`,
454  Bend36: `3904`,
455  Benlee: `1644`,
456  Berghaus: `24`,
457  Bergner: `8144`,
458  Bering: `1338`,
459  Bern: `25`,
460  Beryl: `7119`,
461  "Best Divers": `26`,
462  Beto: `3773`,
463  Bettr: `6980`,
464  Beurer: `5520`,
465  "Bh Fitness": `7120`,
466  "Bicis Esteve": `7032`,
467  Bicisupport: `3890`,
468  "Bicycle Line": `1958`,
469  Biemme: `8936`,
470  "Bike Ahead": `9185`,
471  "Bike Fashion": `4476`,
472  "Bike Hand": `2897`,
473  "Bike Workx": `4803`,
474  "Bike Yoke": `8739`,
475  Bike7: `8741`,
476  Bikecare: `2773`,
477  Bikefinder: `9576`,
478  Bikefun: `3396`,
479  Bikeinn: `1272`,
480  Bikeribbon: `2601`,
481  "Bikers Dream": `5163`,
482  "Bikers Own": `4749`,
483  Bikeshield: `7510`,
484  Biknd: `7455`,
485  Billow: `5904`,
486  Bimanan: `9841`,
487  Bimpair: `5437`,
488  Biofreeze: `6905`,
489  Biona: `6981`,
490  Bioracer: `5647`,
491  "Biotech Usa": `9831`,
492  Biotex: `3932`,
493  Biotherm: `4054`,
494  Biotonik: `7887`,
495  Birzman: `7504`,
496  Bistark: `7790`,
497  "Black Bearing": `8542`,
498  "Black Cat Tire": `7738`,
499  "Black Diamond": `643`,
500  "Black Inc": `5008`,
501  Blackburn: `283`,
502  Blackspire: `7503`,
503  Blindsave: `8768`,
504  Bliz: `5486`,
505  Blossum: `4672`,
506  Blub: `4828`,
507  "Blueball Sport": `4304`,
508  Bluegrass: `875`,
509  "BnB Rack": `3921`,
510  Bobike: `534`,
511  "Body Glide": `1510`,
512  Bodygood: `9001`,
513  Bolle: `2550`,
514  Bombshell: `8743`,
515  Bombtrack: `4904`,
516  Bompar: `3891`,
517  "Bone Collection": `8558`,
518  Bonin: `2913`,
519  Bont: `3816`,
520  Bookman: `8935`,
521  Born: `1536`,
522  "Born Fruits": `1938`,
523  "Born Living Yoga": `6778`,
524  Bosch: `4477`,
525  "Boston Golf": `9277`,
526  Bottecchia: `8853`,
527  Box: `8744`,
528  Br: `6850`,
529  Brakco: `7035`,
530  Brandit: `6794`,
531  Braun: `5470`,
532  Breezer: `5277`,
533  Bresser: `6088`,
534  Brigmton: `5524`,
535  Briko: `466`,
536  "Britax Römer": `3546`,
537  "Brooks England": `1701`,
538  Brose: `8996`,
539  Broyx: `4849`,
540  Brunox: `4478`,
541  Bryton: `896`,
542  Bta: `10458`,
543  "Bub-up": `8745`,
544  Buchel: `4479`,
545  Buddyswim: `3194`,
546  "Buff ®": `252`,
547  "Build Your Brand": `10328`,
548  Bulls: `9200`,
549  Burgtec: `4933`,
550  Burley: `4653`,
551  Burton: `3647`,
552  "Busch&Muller": `4686`,
553  Buzzrack: `6234`,
554  "Bv Sport": `1344`,
555  Byte: `7471`,
556  Cairn: `3035`,
557  Camelbak: `36`,
558  Campagnolo: `37`,
559  Campingaz: `2175`,
560  "Cane Creek": `8292`,
561  Cannondale: `1242`,
562  Canyon: `4851`,
563  Capgo: `7762`,
564  Casall: `1282`,
565  Castelli: `497`,
566  Cateye: `40`,
567  Catlike: `41`,
568  "Cayler & Sons": `8649`,
569  Cebe: `2442`,
570  Cecotec: `4998`,
571  Cegasa: `6645`,
572  Celly: `2591`,
573  Cep: `1627`,
574  Ceramicspeed: `3702`,
575  "Cerda Group": `4926`,
576  Challenge: `3785`,
577  "Chamois Butt´r": `4532`,
578  Chaoyang: `3407`,
579  "Charge Sports Drinks": `8349`,
580  Chase: `8771`,
581  Chiba: `5164`,
582  Chicco: `6649`,
583  Chimpanzee: `1679`,
584  "Chris King": `4936`,
585  Chrome: `5003`,
586  Cinelli: `528`,
587  Cinq: `3876`,
588  Citadel: `5648`,
589  Citybug: `2346`,
590  "Cl Brakes": `7449`,
591  Classic: `5377`,
592  Clever: `4779`,
593  Clicgear: `8772`,
594  Clif: `1339`,
595  "Climbing Technology": `2578`,
596  Clinique: `3998`,
597  Clipon: `9171`,
598  Closca: `5646`,
599  Closethegap: `4885`,
600  "Club Ride": `4485`,
601  CMP: `640`,
602  cnSPOKE: `5283`,
603  Coas: `6747`,
604  Cobags: `7129`,
605  Cocoon: `9120`,
606  "Codex-U": `4363`,
607  Cofra: `6659`,
608  "Color Baby": `6832`,
609  Coluer: `6005`,
610  Columbia: `347`,
611  Columbus: `594`,
612  Compeed: `4194`,
613  Compex: `617`,
614  Composite: `8548`,
615  Compressport: `47`,
616  Conor: `8082`,
617  Consumo: `5058`,
618  Contact: `5529`,
619  Contec: `8969`,
620  Continental: `48`,
621  Controltech: `5950`,
622  Coolbox: `4334`,
623  Coospo: `10357`,
624  Copa: `3074`,
625  Coros: `4487`,
626  Corratec: `2235`,
627  Corsurf: `9454`,
628  "Cosmo Connected": `4719`,
629  CPA: `2594`,
630  Craft: `50`,
631  Craghoppers: `3078`,
632  Crane: `3780`,
633  Crankbrothers: `282`,
634  Cratoni: `3524`,
635  "Crazy Safety": `1943`,
636  "Crep Protect": `2859`,
637  Cressi: `51`,
638  Croozer: `3084`,
639  Crosscall: `4401`,
640  Crud: `5964`,
641  CST: `4720`,
642  Cube: `52`,
643  Cutered: `10039`,
644  Cybex: `3836`,
645  Cycl: `7132`,
646  "Cycling Ceramic": `3447`,
647  Cyclo: `2703`,
648  Cycloc: `5965`,
649  Cycology: `7922`,
650  "D-Light": `3889`,
651  Daewoo: `3193`,
652  Dahon: `384`,
653  Dainese: `346`,
654  Dakar: `7728`,
655  Dakine: `54`,
656  Damartsport: `5644`,
657  Dane: `4540`,
658  Dare2B: `2945`,
659  Darevie: `4902`,
660  Darkpads: `5429`,
661  Dashel: `6324`,
662  "Dcu Tecnologic": `5863`,
663  Decleor: `4055`,
664  Deda: `3674`,
665  Deerhunter: `6002`,
666  Deestone: `2899`,
667  Defeet: `2914`,
668  Deli: `2900`,
669  "Delta Cycle": `3432`,
670  Denver: `5743`,
671  Deportium: `7484`,
672  Dexshell: `8970`,
673  Dickies: `7008`,
674  Difi: `6067`,
675  "Dirt Freak": `7847`,
676  Disney: `2568`,
677  "Dkn Technology": `9599`,
678  Dmr: `8540`,
679  DMT: `597`,
680  Dom: `3802`,
681  Dosun: `2918`,
682  Douchebags: `613`,
683  "Dr Cool": `2139`,
684  "Dr Senst": `6258`,
685  "Dr. Organic": `6726`,
686  Drasanvi: `7473`,
687  Drift: `4467`,
688  "Drop Shot": `372`,
689  Drwheeler: `6909`,
690  "Ds Covers": `7435`,
691  "DT Swiss": `2173`,
692  Duracell: `2962`,
693  "Dutch Perfect": `2595`,
694  DVO: `6704`,
695  Dyedbro: `4934`,
696  Dynafit: `65`,
697  "E-Bike Vision": `4618`,
698  "E-thirteen": `5154`,
699  Eafit: `9094`,
700  Eassun: `887`,
701  Easton: `2034`,
702  Eastpak: `411`,
703  Easycamp: `3275`,
704  Easypix: `2282`,
705  EBC: `7500`,
706  Ebon: `4886`,
707  Echowell: `2901`,
708  Ecoflow: `6928`,
709  "Econic One": `7044`,
710  Ecoon: `9439`,
711  Edelrid: `281`,
712  Edm: `8072`,
713  "Effetto Mariposa": `9031`,
714  Eines: `9397`,
715  "El Gallo": `4837`,
716  Elevn: `8654`,
717  Elite: `69`,
718  Elix: `7890`,
719  Eloa: `6983`,
720  Eltin: `2954`,
721  Elvedes: `7793`,
722  Emhome: `7685`,
723  Enduro: `7501`,
724  "Enduro Bearings": `8639`,
725  Eneloop: `6262`,
726  Energizer: `1475`,
727  "Energy Sistem": `4402`,
728  Enervit: `4725`,
729  "Enforma Socks": `4986`,
730  Enve: `8774`,
731  Eolos: `1346`,
732  Eovolt: `8761`,
733  Epitact: `8775`,
734  Epoch: `3888`,
735  Epsealon: `1480`,
736  Ergon: `3015`,
737  Ergotec: `4621`,
738  Erima: `8621`,
739  Errea: `8625`,
740  Esge: `4722`,
741  ESIgrips: `4793`,
742  Esperia: `8852`,
743  Etixx: `3752`,
744  Etxeondo: `644`,
745  Eucerin: `3986`,
746  Everactive: `9330`,
747  Eveready: `2963`,
748  Evergy: `9428`,
749  "Evo Bikes": `8801`,
750  Evoc: `7494`,
751  Evolve: `8655`,
752  "Exa Form": `7411`,
753  Exal: `4656`,
754  "Excellent Houseware": `8140`,
755  Excess: `8776`,
756  "Exposure Lights": `4787`,
757  Exustar: `2385`,
758  "F-Lite": `4689`,
759  F100: `4687`,
760  "Fabio Quartararo": `2848`,
761  Fabric: `1996`,
762  "Fabrica De Juguetes Chicos": `6959`,
763  Fahrer: `4628`,
764  Falke: `1148`,
765  "Far&Near": `3678`,
766  Fashy: `7309`,
767  Fasi: `4939`,
768  "Fast Forward": `9076`,
769  Fastrider: `7673`,
770  Favero: `7001`,
771  Favour: `6112`,
772  FDP: `7897`,
773  Federal: `8778`,
774  Feedback: `3019`,
775  "Feelfree Gear": `3376`,
776  Fenix: `2395`,
777  Ferrino: `73`,
778  FFWD: `4742`,
779  Fidlock: `3762`,
780  "Fil Safe": `5431`,
781  Fila: `1533`,
782  Finis: `261`,
783  "Finish Line": `2605`,
784  Finna: `4276`,
785  First: `3902`,
786  "First Bike": `2372`,
787  "Fischer Bikes": `6004`,
788  "Fisio Xtreme": `9284`,
789  Fisiocrem: `581`,
790  Fitbit: `1613`,
791  "Fitfiu Fitness": `9105`,
792  "Fitness Tech": `8998`,
793  "Five Ten": `2367`,
794  Fixplus: `3132`,
795  Fizik: `302`,
796  Flashmer: `1306`,
797  Flectr: `3147`,
798  Flexall: `6906`,
799  Flexir: `7462`,
800  FLM: `2781`,
801  "Fly Racing": `7453`,
802  Focus: `8907`,
803  Force: `7036`,
804  "Force Xv": `5637`,
805  Formigli: `7741`,
806  Formula: `3871`,
807  Forward: `8782`,
808  Fox: `3052`,
809  "Fox Rage": `5940`,
810  Foxman: `2177`,
811  Fpd: `8804`,
812  FSA: `2050`,
813  Fuji: `988`,
814  "Fuji-toki": `7773`,
815  Fulcrum: `76`,
816  FullGas: `3782`,
817  "Fun Bike": `8359`,
818  Funken: `9307`,
819  Funkita: `609`,
820  "Funky Trunks": `610`,
821  Fytter: `573`,
822  "G-kos": `7794`,
823  "G-Star": `1914`,
824  Gaadi: `4629`,
825  Gaiam: `1913`,
826  Galfer: `2704`,
827  Garcia: `6006`,
828  Garibaldi: `1518`,
829  "Gear Aid": `3386`,
830  Geco: `3906`,
831  Gembird: `6504`,
832  Gen: `7525`,
833  "Genuine Innovations": `3826`,
834  Geosmina: `10040`,
835  GES: `2902`,
836  GHOST: `4854`,
837  Gigabyte: `4425`,
838  Gios: `6727`,
839  Gipiemme: `9790`,
840  Giro: `81`,
841  Gist: `4726`,
842  Givi: `6706`,
843  Givova: `7492`,
844  Giyo: `2919`,
845  Gladiatorfit: `9797`,
846  Globber: `8617`,
847  Globus: `6480`,
848  "Go System": `3139`,
849  "Goal Zero": `5447`,
850  "Gold Nutrition": `6737`,
851  Goldfren: `9809`,
852  Goobay: `5894`,
853  Goodyear: `1645`,
854  GoPro: `84`,
855  "GORE® Wear": `3158`,
856  "Gorilla Sports": `9615`,
857  "Gorilla Tape": `7759`,
858  Gp: `8205`,
859  "Gp Batteries": `3848`,
860  Graff: `5588`,
861  "Granite Design": `6722`,
862  "Green Cell": `9564`,
863  Gregory: `1010`,
864  Gridinlux: `9671`,
865  Grifone: `1276`,
866  GripGrab: `2275`,
867  Grundens: `6386`,
868  GT: `3393`,
869  GTR: `4993`,
870  GU: `1284`,
871  "Gu Energy": `9239`,
872  Guardian: `1564`,
873  Guee: `7499`,
874  Gurpil: `3313`,
875  "Guy Harvey": `471`,
876  Gymstick: `5454`,
877  H4u: `9824`,
878  Haberland: `4690`,
879  HAD: `4657`,
880  Haeger: `6356`,
881  Haglöfs: `371`,
882  Haibike: `4622`,
883  Hamax: `3548`,
884  Handlz: `4994`,
885  Handup: `5457`,
886  Hannah: `2055`,
887  Hape: `7164`,
888  "Hapo-g": `7795`,
889  Harbinger: `7551`,
890  Haro: `2719`,
891  "Hart Hunting": `3684`,
892  Hartex: `8382`,
893  "Hawaiian Tropic": `5075`,
894  Head: `88`,
895  "Head Bike": `9820`,
896  "Head Swimming": `3705`,
897  Headgy: `4979`,
898  Hebie: `4610`,
899  Hedkayse: `8511`,
900  Heidenau: `4630`,
901  Held: `500`,
902  Helite: `8510`,
903  Hellfire: `2783`,
904  "Helly Hansen": `90`,
905  Hergo: `3893`,
906  Herrmans: `4611`,
907  Herschel: `3002`,
908  Hibros: `7892`,
909  Hilx: `7785`,
910  Hiplok: `2761`,
911  Hirzl: `4887`,
912  Hivital: `8339`,
913  HJC: `503`,
914  "Ho Soccer": `2052`,
915  Hock: `4631`,
916  Hollis: `92`,
917  Homcom: `7700`,
918  Honor: `4341`,
919  Hoopoe: `4815`,
920  Hope: `7498`,
921  Horn: `4724`,
922  "Hotspot Design": `2076`,
923  Hovding: `7169`,
924  Hsn: `8560`,
925  HT: `3316`,
926  "Htp Design": `7468`,
927  Huawei: `3180`,
928  "Huck Norris": `9165`,
929  Hummel: `5860`,
930  Hutchinson: `93`,
931  HydraKnight: `4804`,
932  Hydroponic: `2222`,
933  "Hygen Spray": `7893`,
934  Hyperice: `9087`,
935  Ibera: `2197`,
936  Ibis: `7883`,
937  Icebreaker: `1670`,
938  Icepeak: `6802`,
939  IceToolz: `5570`,
940  "Id Match": `8324`,
941  Igpsport: `9577`,
942  Ihealth: `2398`,
943  Iluv: `1916`,
944  Impac: `4658`,
945  "Impala Rollers": `4830`,
946  Imperial: `4554`,
947  "Inca Hair Jewellery": `6963`,
948  "Industry Nine": `4794`,
949  Infini: `4693`,
950  "Infinitii Ramps": `8947`,
951  Infinity: `2359`,
952  "Inno Bike": `4694`,
953  Innova: `2903`,
954  "Innova Nutrition": `5019`,
955  Inpeak: `10036`,
956  Insight: `8646`,
957  Inspyre: `8971`,
958  Insta360: `5504`,
959  Intenso: `2062`,
960  "Interphone Cellularline": `1115`,
961  Intova: `98`,
962  Inxide: `6720`,
963  ION: `1946`,
964  Iprotec: `1732`,
965  "iQ-Company": `316`,
966  "Iron-ic": `7030`,
967  ISB: `3766`,
968  Isbjörn: `1211`,
969  ISM: `2021`,
970  Iswari: `9840`,
971  ITM: `599`,
972  Ixcor: `9745`,
973  Ixon: `2455`,
974  iXS: `2456`,
975  Izas: `510`,
976  "Izumi Chain": `4256`,
977  "J.Juan": `3894`,
978  Jagwire: `2051`,
979  Jako: `8622`,
980  Janod: `5339`,
981  Jata: `6359`,
982  JCOOL: `4899`,
983  JeansTrack: `3959`,
984  Jeep: `7697`,
985  "Jetblack Cycling": `7099`,
986  Joby: `3961`,
987  "JOE´S": `2546`,
988  "John Smith": `1736`,
989  Joluvi: `4684`,
990  Joma: `607`,
991  "Jopa Mx": `10557`,
992  JRC: `463`,
993  Jucad: `9245`,
994  "Juice Lubes": `4786`,
995  Julbo: `369`,
996  JVC: `4557`,
997  "K-Edge": `1617`,
998  "K-Swiss": `445`,
999  "K-up": `8631`,
1000  Kalas: `9746`,
1001  Kali: `332`,
1002  "Kali Protectives": `4315`,
1003  Kalloy: `3928`,
1004  Kanebo: `4258`,
1005  Kappa: `1681`,
1006  Kaps: `9182`,
1007  "Kari Traa": `7077`,
1008  Kariban: `8623`,
1009  Karpos: `867`,
1010  Kask: `1232`,
1011  Kayak: `5171`,
1012  Kazam: `3125`,
1013  KCNC: `3651`,
1014  Keboo: `9590`,
1015  Ked: `8609`,
1016  Keen: `102`,
1017  Keep: `490`,
1018  Kelme: `2329`,
1019  Kempa: `1337`,
1020  Kenda: `2036`,
1021  Kengine: `7037`,
1022  Kenny: `6891`,
1023  "Keto Protein": `9828`,
1024  "Kids Licensing": `5359`,
1025  Kidzamo: `8065`,
1026  Kilpi: `1562`,
1027  Kimood: `8637`,
1028  "Kind Shock": `2863`,
1029  Kinetic: `3818`,
1030  "Klan-E": `4504`,
1031  KLICKfix: `3754`,
1032  Klim: `4819`,
1033  Klower: `7889`,
1034  Klättermusen: `6806`,
1035  KMC: `2706`,
1036  Knog: `430`,
1037  Kodak: `4412`,
1038  Kody: `4839`,
1039  Kokua: `2548`,
1040  "KOM Cycling": `5448`,
1041  Kong: `353`,
1042  KOO: `3201`,
1043  "Kookie Cat": `6984`,
1044  Korda: `8911`,
1045  Koss: `4559`,
1046  Kovix: `5718`,
1047  Krafwin: `1114`,
1048  Krf: `3256`,
1049  Kroon: `8706`,
1050  Kruskis: `400`,
1051  Kryptonite: `2720`,
1052  "KS Tools": `6143`,
1053  KSIX: `1351`,
1054  "KT Tape": `4310`,
1055  Ktm: `8314`,
1056  Kujo: `5722`,
1057  Kynay: `8980`,
1058  Kyrocream: `1023`,
1059  "L-twoo": `10332`,
1060  L2s: `8916`,
1061  "La Sportiva": `482`,
1062  Lacd: `7832`,
1063  "Lacomed Sport": `7796`,
1064  Lacoste: `645`,
1065  Lactojoy: `8550`,
1066  Lafuma: `305`,
1067  Laica: `7189`,
1068  Lake: `1464`,
1069  Lalizas: `401`,
1070  Lancaster: `4159`,
1071  "Lasalle Sports": `7467`,
1072  Lavina: `7894`,
1073  Lazer: `1937`,
1074  "Le Coq Sportif": `2407`,
1075  Leatt: `1281`,
1076  "Led Lenser": `107`,
1077  "Legend Ebikes": `9326`,
1078  Legnano: `7027`,
1079  Lelumia: `8535`,
1080  Lemond: `1019`,
1081  Lenz: `628`,
1082  "Leonardi Racing": `8708`,
1083  Leone1947: `4734`,
1084  Leotec: `4667`,
1085  Lezyne: `110`,
1086  LG: `4342`,
1087  Lidergrip: `9393`,
1088  LifeSystems: `1662`,
1089  Lifeventure: `1663`,
1090  Limar: `112`,
1091  Linka: `5280`,
1092  Livall: `2927`,
1093  Livecell: `9843`,
1094  Lizard: `3094`,
1095  "Lizard Skins": `8918`,
1096  Lockbox: `6892`,
1097  Loeffler: `2866`,
1098  Lof: `1737`,
1099  Logan: `4889`,
1100  Lolë: `3444`,
1101  Lonsdale: `1646`,
1102  Look: `114`,
1103  Louri: `8610`,
1104  Luft: `5373`,
1105  Luma: `971`,
1106  Lumineo: `8168`,
1107  Luminox: `2049`,
1108  "Lumos Helmet": `8513`,
1109  Lupine: `280`,
1110  "M-Wave": `4751`,
1111  "Mac In A Sac": `6008`,
1112  Mach1: `8052`,
1113  Macna: `2088`,
1114  Macron: `8620`,
1115  Mader: `9363`,
1116  Madform: `1343`,
1117  Madwave: `2383`,
1118  "Mag-Lite": `621`,
1119  Magene: `7880`,
1120  "Magic Shine": `3781`,
1121  Magped: `8920`,
1122  Magura: `2204`,
1123  Mako: `545`,
1124  Mammut: `120`,
1125  Manitou: `8564`,
1126  "Marc Marquez": `976`,
1127  Marmot: `122`,
1128  Marshguard: `8536`,
1129  Maruni: `8281`,
1130  Marzocchi: `3633`,
1131  MASSI: `2144`,
1132  "Master Lock": `1580`,
1133  "Matcha & Co": `9836`,
1134  Matt: `520`,
1135  Maurten: `7906`,
1136  Mavic: `124`,
1137  "Max Protein": `9848`,
1138  Maxcom: `2063`,
1139  Maxell: `1038`,
1140  Maxim: `7495`,
1141  Maxxis: `125`,
1142  "MB Wear": `5147`,
1143  Mbm: `2718`,
1144  "Mc David": `3797`,
1145  McNett: `126`,
1146  Mebaline: `2886`,
1147  Medisana: `3181`,
1148  Megamo: `2937`,
1149  Meilan: `9580`,
1150  Melon: `3525`,
1151  Menabo: `2236`,
1152  "Mercury Equipment": `3051`,
1153  "Merlin Bike Care": `4251`,
1154  Messingschlager: `4613`,
1155  MET: `129`,
1156  Metalsub: `2094`,
1157  Mfi: `8973`,
1158  Miche: `2145`,
1159  Michelin: `264`,
1160  MicroSHIFT: `4867`,
1161  Midland: `130`,
1162  Mighty: `5284`,
1163  "Mijnen Pieper": `4640`,
1164  Mikasa: `2465`,
1165  "Miles Wide": `4783`,
1166  Milkit: `4946`,
1167  Minoura: `535`,
1168  Mission: `1574`,
1169  "Mister Tee": `8627`,
1170  Mitas: `2596`,
1171  Mizuno: `132`,
1172  Mks: `6387`,
1173  Mobilis: `4337`,
1174  Mobius: `3788`,
1175  Momabikes: `3621`,
1176  Momum: `8532`,
1177  Mondaine: `2948`,
1178  "Monkeys Sauce": `4840`,
1179  Montane: `1055`,
1180  Montbell: `5317`,
1181  Montura: `4746`,
1182  Moon: `2904`,
1183  Mooquer: `9387`,
1184  "Moose Soft-goods": `4260`,
1185  "Morgan Blue": `3182`,
1186  Mosconi: `2710`,
1187  Mota: `8178`,
1188  Motip: `7696`,
1189  Motorex: `6689`,
1190  Motorola: `2180`,
1191  Mounty: `7766`,
1192  "Mr. Wolf": `8608`,
1193  "Mr.control": `7727`,
1194  MRP: `3784`,
1195  MSC: `2864`,
1196  "MTB Hopper": `7434`,
1197  "Muc Off": `1971`,
1198  Mueller: `394`,
1199  "Mund Socks": `2264`,
1200  Musto: `619`,
1201  Muvi: `648`,
1202  Muvit: `2920`,
1203  "Muvit Io": `8682`,
1204  Myflash: `7210`,
1205  Mykronoz: `2928`,
1206  Myn: `9750`,
1207  MyWay: `2929`,
1208  Nalini: `5947`,
1209  "Named Sport": `3710`,
1210  Nathan: `962`,
1211  Natruly: `6985`,
1212  "Natural Fit": `8255`,
1213  Naturalshine: `137`,
1214  "Natures Bounty": `6725`,
1215  Naturtierra: `9832`,
1216  Navali: `3895`,
1217  "NC-17": `7511`,
1218  Nebbia: `6047`,
1219  "Nebo Tools": `1733`,
1220  Neco: `4805`,
1221  Neparo: `6271`,
1222  Net: `2039`,
1223  "New Balance": `1312`,
1224  "New Era": `2891`,
1225  "New Looxs": `2373`,
1226  Newline: `5300`,
1227  Newton: `880`,
1228  Nexgim: `9780`,
1229  Nextorch: `977`,
1230  Nfun: `2911`,
1231  Nike: `365`,
1232  "Nike Swim": `2770`,
1233  Nilox: `554`,
1234  Nimo: `8135`,
1235  Niner: `3908`,
1236  "Nite Ize": `1906`,
1237  "Nite Rider": `4741`,
1238  Nokia: `3406`,
1239  Nonbak: `2769`,
1240  Nooyah: `4900`,
1241  Norco: `4697`,
1242  Northwave: `139`,
1243  Novatec: `5319`,
1244  Nox: `140`,
1245  Nrc: `10467`,
1246  NRG: `7798`,
1247  "Nu Swimrun": `4975`,
1248  Nutcase: `1573`,
1249  Nutrinovex: `8509`,
1250  Nutrisport: `1028`,
1251  Nuvo: `3931`,
1252  "O-stand": `6388`,
1253  Oakley: `142`,
1254  "Ocean Sunglasses": `2302`,
1255  Oceanarium: `5443`,
1256  Oceanic: `144`,
1257  Ocun: `1289`,
1258  Odeclas: `1513`,
1259  ODI: `3783`,
1260  Odlo: `145`,
1261  Odyssey: `8795`,
1262  Oem: `7220`,
1263  OJ: `2363`,
1264  Oko: `8943`,
1265  Olive: `4817`,
1266  Ology: `2142`,
1267  One: `7769`,
1268  "One Industries": `3808`,
1269  Oneal: `141`,
1270  OnGuard: `1917`,
1271  "Only Play": `7458`,
1272  "Onn Style": `2608`,
1273  Onza: `7497`,
1274  Oppo: `4981`,
1275  "Orange Mud": `5865`,
1276  "Orange Seal": `4831`,
1277  Orbegozo: `5481`,
1278  Orca: `5933`,
1279  Orcatorch: `1581`,
1280  "Oregon Scientific": `150`,
1281  Oreka: `4841`,
1282  Orontas: `4157`,
1283  Ortlieb: `1225`,
1284  Osprey: `883`,
1285  Otso: `4846`,
1286  Ottolock: `6409`,
1287  "Out Of": `6927`,
1288  "Outdoor Research": `982`,
1289  Outwell: `3280`,
1290  Overade: `5320`,
1291  Overstims: `6795`,
1292  Oxford: `6693`,
1293  Oxypro: `9000`,
1294  "O´neill": `926`,
1295  "P.A.C.": `4698`,
1296  "Pacific Socks": `8695`,
1297  Paingone: `6172`,
1298  Paleobull: `9822`,
1299  Palomar: `7229`,
1300  Panaracer: `536`,
1301  Panasonic: `3318`,
1302  Pangea: `7459`,
1303  Panzer: `9096`,
1304  "Panzer Glass": `4962`,
1305  "Park Tool": `3828`,
1306  Pax: `4879`,
1307  Peak: `8633`,
1308  "Peak Performance": `367`,
1309  "Pearl Izumi": `537`,
1310  "Peaty´s": `4932`,
1311  "Pedal Plate": `5869`,
1312  "Pedro´s": `3020`,
1313  Pelagic: `1008`,
1314  Pembree: `9281`,
1315  "Pepe Jeans": `1588`,
1316  "Perfect Nutrition": `8995`,
1317  Peruzzo: `2041`,
1318  "Petrol Industries": `3699`,
1319  "Petunia Pickle Bottom": `4777`,
1320  Philips: `2065`,
1321  Phorm: `4154`,
1322  Pieces: `7422`,
1323  Pieich: `3076`,
1324  Pilo: `4494`,
1325  Pinarello: `8699`,
1326  Pintyplus: `7237`,
1327  Pioneer: `4570`,
1328  Pirelli: `3606`,
1329  Pissei: `5438`,
1330  Pivo: `7062`,
1331  Platinet: `7239`,
1332  Pletscher: `4699`,
1333  PNI: `6989`,
1334  PNK: `7755`,
1335  POC: `159`,
1336  Point: `4614`,
1337  "Point 65": `4735`,
1338  Pokal: `3930`,
1339  Polar: `160`,
1340  "Polar Gran Fondo": `1229`,
1341  "Polaris Bikewear": `1743`,
1342  Polaroid: `3185`,
1343  "Polaroid Eyewear": `1739`,
1344  Polini: `5453`,
1345  Polisport: `3547`,
1346  "Position One": `8924`,
1347  "POV-Case": `634`,
1348  "Power Plate": `8940`,
1349  Powerbar: `163`,
1350  Powergym: `1481`,
1351  Powershot: `4871`,
1352  Praxis: `3144`,
1353  "Predio Son Quint": `9851`,
1354  "Pride Racing": `8656`,
1355  Prince: `167`,
1356  PRO: `442`,
1357  "Pro Action": `1629`,
1358  "Pro Feet": `7764`,
1359  "Pro Line": `4700`,
1360  Proact: `8794`,
1361  Procell: `2879`,
1362  "Profile Design": `6740`,
1363  Progress: `3410`,
1364  Progrip: `7799`,
1365  Prologo: `170`,
1366  Promax: `4752`,
1367  Proquimia: `5458`,
1368  Protap: `9308`,
1369  "Protein Gastronomy": `8363`,
1370  Protella: `9830`,
1371  Protest: `550`,
1372  Proviz: `2188`,
1373  Prowheel: `4890`,
1374  PTN: `7761`,
1375  Pulifren: `7899`,
1376  Pulseroll: `8825`,
1377  Puma: `514`,
1378  Pure2improve: `8409`,
1379  Purepower: `9170`,
1380  Puressentiel: `3978`,
1381  Puro: `2921`,
1382  "Push Bars": `2880`,
1383  "Pyc Chain": `7470`,
1384  Pygomic: `7074`,
1385  "Q36.5": `3380`,
1386  Qardio: `2917`,
1387  Qbike: `7895`,
1388  QM: `1684`,
1389  Qplay: `7444`,
1390  "QU-AX": `3682`,
1391  Quarq: `2999`,
1392  Quaxar: `4901`,
1393  "Quick Media Electronic": `4359`,
1394  Quiksilver: `894`,
1395  Quoc: `8538`,
1396  "R-evenge": `647`,
1397  "r.s.p": `6739`,
1398  R2: `6410`,
1399  "Race Face": `3658`,
1400  "Race One": `2712`,
1401  Racer: `8350`,
1402  Racingbros: `7508`,
1403  Rad: `9166`,
1404  "Radio Bikes": `9303`,
1405  Raidlight: `2909`,
1406  Rainlegs: `4701`,
1407  Raleigh: `5000`,
1408  "Ram Mounts": `3391`,
1409  Ras: `2320`,
1410  Raskullz: `5867`,
1411  Rassine: `9578`,
1412  Ravemen: `10037`,
1413  "Raw Elements": `8933`,
1414  Rayovac: `6277`,
1415  "RDX Sports": `2697`,
1416  "Re-Fuel": `2931`,
1417  Realme: `4972`,
1418  "Recon Instrument": `10468`,
1419  Record: `4995`,
1420  "Red Bull Spect": `4985`,
1421  "Red Chili": `2424`,
1422  Reebok: `664`,
1423  Reelight: `4702`,
1424  "Reflectiv Spray": `7252`,
1425  Regatta: `2973`,
1426  "Rehab Medic": `5335`,
1427  Rehband: `3387`,
1428  Reich: `4715`,
1429  Reid: `2375`,
1430  Reisenthel: `4704`,
1431  Relber: `8605`,
1432  "Rendiment Race": `5451`,
1433  "Rene Furterer": `3968`,
1434  Renthal: `3675`,
1435  Repente: `6390`,
1436  Replay: `3656`,
1437  Reserve: `9388`,
1438  Resolvbike: `8910`,
1439  Respro: `5439`,
1440  Restrap: `8407`,
1441  Reusch: `477`,
1442  "Reverse Components": `3775`,
1443  Revoloop: `4845`,
1444  Rfr: `8076`,
1445  "Rfx Care": `8808`,
1446  "rh+": `1356`,
1447  Riday: `4499`,
1448  "Ride Concepts": `4935`,
1449  Ridefyl: `9327`,
1450  Ridewill: `4660`,
1451  Ridewrap: `7939`,
1452  Ridley: `6416`,
1453  Riff: `1118`,
1454  Rinat: `642`,
1455  "Rip Curl": `615`,
1456  Ritchey: `173`,
1457  "Rixen&Kaul": `4661`,
1458  Robens: `3429`,
1459  "Rock Experience": `5589`,
1460  "Rock Tape": `8273`,
1461  RockShox: `2035`,
1462  Roeckl: `859`,
1463  Rogelli: `7483`,
1464  Rohloff: `4662`,
1465  Roland: `4615`,
1466  Rondo: `4905`,
1467  Roodol: `9767`,
1468  Rosaura: `9888`,
1469  Rossignol: `259`,
1470  Roswheel: `7885`,
1471  Roto: `5168`,
1472  Rotor: `3172`,
1473  Rowenta: `5476`,
1474  Rox: `5440`,
1475  Roxy: `895`,
1476  Royalcycle: `7038`,
1477  RPM: `3897`,
1478  RRP: `7505`,
1479  RS7: `1624`,
1480  RST: `5472`,
1481  Rtech: `3639`,
1482  Rucanor: `1221`,
1483  "Rude Health": `1712`,
1484  "Rudy Project": `176`,
1485  Rukka: `318`,
1486  Runtastic: `598`,
1487  Ryder: `4663`,
1488  RymeBikes: `1944`,
1489  "S-ride": `7039`,
1490  Saccon: `3898`,
1491  "Safe Max": `2804`,
1492  "Safe Sea": `1511`,
1493  Saft: `8206`,
1494  Safta: `4314`,
1495  Sahmurai: `8533`,
1496  Sahoo: `7884`,
1497  Sailfish: `865`,
1498  Salewa: `178`,
1499  Salice: `2015`,
1500  "Salt&stone": `9497`,
1501  Salter: `460`,
1502  Saltstick: `1685`,
1503  "Salty Crew": `4534`,
1504  Salvimar: `869`,
1505  Samox: `5318`,
1506  Samsung: `2947`,
1507  Sanitas: `8348`,
1508  "Sanity Derm": `7891`,
1509  Sanon: `9823`,
1510  "Santa Cruz Bikes": `9301`,
1511  "Santa Madre": `8822`,
1512  Santini: `1230`,
1513  Sapience: `5951`,
1514  Sapim: `4922`,
1515  Sapo: `7800`,
1516  Saris: `3070`,
1517  Satori: `5322`,
1518  "SAXX Underwear": `2758`,
1519  Sbk: `9437`,
1520  SBS: `4360`,
1521  Schwalbe: `182`,
1522  Schwarz: `4617`,
1523  SCICON: `8711`,
1524  Scott: `1745`,
1525  "Scuba Gifts": `6412`,
1526  Scylla: `9013`,
1527  "SDG Components": `4833`,
1528  "SE Bikes": `5278`,
1529  "Sea To Summit": `392`,
1530  SEAC: `186`,
1531  Seachoice: `1425`,
1532  Sealskinz: `1735`,
1533  SeaSucker: `3636`,
1534  Seeland: `5749`,
1535  Seland: `8934`,
1536  Select: `8629`,
1537  "Selle Bassano": `3875`,
1538  "Selle Italia": `191`,
1539  "Selle Montegrappa": `7797`,
1540  "Selle Royal": `1477`,
1541  "Selle San Marco": `278`,
1542  "Selle San Remo": `9014`,
1543  "Selle SMP": `1942`,
1544  Sena: `2234`,
1545  Sencillo: `10466`,
1546  Senda: `7753`,
1547  Servivita: `9834`,
1548  Setlaz: `3899`,
1549  Seven: `3021`,
1550  "SH+": `2905`,
1551  Shapeheart: `6389`,
1552  Shimano: `193`,
1553  "Shock Absorber": `2444`,
1554  "Shock Doctor": `2876`,
1555  Shot: `2561`,
1556  "Shot Race Gear": `8657`,
1557  Shotgun: `4827`,
1558  Shun: `4806`,
1559  Sidas: `2201`,
1560  Sidi: `194`,
1561  "Sierra Climbing": `7833`,
1562  Sigalsub: `1461`,
1563  Sigeyi: `9575`,
1564  Sigma: `196`,
1565  Sikendiet: `9837`,
1566  Silca: `8219`,
1567  Silic1: `4807`,
1568  Silva: `197`,
1569  Silvano: `8752`,
1570  "Singing Rock": `1241`,
1571  Sinner: `3044`,
1572  Sinter: `8978`,
1573  Siren: `6947`,
1574  Siroko: `8696`,
1575  SIS: `1053`,
1576  Sisley: `4005`,
1577  "Six Union": `7040`,
1578  Sixpro: `9754`,
1579  Sixs: `2579`,
1580  Sixsixone: `7502`,
1581  Skateflash: `3689`,
1582  SKF: `4770`,
1583  Skins: `198`,
1584  SKS: `2054`,
1585  Slc: `8075`,
1586  Slime: `3825`,
1587  "Slug Plug": `9263`,
1588  Smart: `2716`,
1589  Smartek: `8747`,
1590  Smartgyro: `5663`,
1591  Smartshake: `2397`,
1592  Smartwool: `3042`,
1593  Smith: `201`,
1594  Smoove: `4782`,
1595  "Snap Climbing": `3420`,
1596  Sockguy: `7558`,
1597  Sockla: `4346`,
1598  Soehnle: `6195`,
1599  Softee: `4897`,
1600  Sogo: `8748`,
1601  Solaray: `7059`,
1602  Solgar: `6724`,
1603  Soll: `434`,
1604  Sony: `574`,
1605  Soudal: `3388`,
1606  Soundmoovz: `8689`,
1607  Source: `4182`,
1608  "SP Connect": `3829`,
1609  Spalding: `443`,
1610  Sparraw: `7712`,
1611  Spatzwear: `8796`,
1612  SPC: `2695`,
1613  "Specialites TA": `4866`,
1614  Specialized: `4929`,
1615  Speedo: `207`,
1616  Speedplay: `208`,
1617  Speedsleev: `4778`,
1618  Spektrum: `8508`,
1619  Spetton: `209`,
1620  Spich: `9292`,
1621  Spidi: `427`,
1622  Spinergy: `7879`,
1623  Spiro: `8797`,
1624  Spiuk: `433`,
1625  Spokey: `9401`,
1626  "Sport HG": `1234`,
1627  Sportful: `211`,
1628  "Sporti France": `8640`,
1629  Sportlast: `2545`,
1630  Sportourer: `279`,
1631  Sprayke: `7801`,
1632  SPY: `2030`,
1633  Spyder: `415`,
1634  Spypoint: `8439`,
1635  SQlab: `4990`,
1636  Squire: `2955`,
1637  "Squirt Cycling Products": `4880`,
1638  "SR Suntour": `3530`,
1639  Sram: `212`,
1640  "Stages Cycling": `3434`,
1641  Stance: `2971`,
1642  "Stans No Tubes": `4156`,
1643  "Star Blubike": `5963`,
1644  Starter: `6767`,
1645  Steadyrack: `4759`,
1646  Stealth: `8976`,
1647  Stique: `8611`,
1648  Stronglight: `3589`,
1649  Stucchi: `8857`,
1650  "Sun Ringle": `8975`,
1651  "Sun Zapper": `9504`,
1652  Sunny: `4842`,
1653  SunRace: `3048`,
1654  Sunstech: `2350`,
1655  Suomy: `1106`,
1656  Supacaz: `3694`,
1657  "Super B": `2978`,
1658  Superdry: `1577`,
1659  "Superior Bikes": `7745`,
1660  Superthings: `8882`,
1661  Sural: `2189`,
1662  "Surbikes Premium Socks": `4791`,
1663  Swede: `8380`,
1664  Swimovate: `216`,
1665  SwissStop: `1465`,
1666  Swisstone: `4579`,
1667  Syncros: `8884`,
1668  Synpowell: `4808`,
1669  Sytech: `7357`,
1670  "T-One": `2907`,
1671  Tactic: `4462`,
1672  Tacx: `429`,
1673  Tailwind: `9002`,
1674  Talamex: `5460`,
1675  "Tall Order": `8972`,
1676  Tange: `5375`,
1677  Tangent: `6692`,
1678  Tanita: `1484`,
1679  Tannus: `4636`,
1680  Target: `9015`,
1681  Tatonka: `3759`,
1682  Taurus: `5552`,
1683  Taya: `4883`,
1684  Taymory: `1678`,
1685  "Tech Light": `3134`,
1686  Technoline: `6040`,
1687  Technomousse: `8703`,
1688  Techwell: `7888`,
1689  Tecnomar: `221`,
1690  Tecnovita: `7275`,
1691  Tecxus: `7677`,
1692  Tektro: `3900`,
1693  Tenzing: `6987`,
1694  Ternua: `2194`,
1695  "Terry Fisio": `8906`,
1696  Texenergy: `7277`,
1697  Texlock: `7278`,
1698  "Tfa Dostmann": `6041`,
1699  TFHPC: `3907`,
1700  "The Beam": `8974`,
1701  "The Capsoul": `9825`,
1702  "The North Face": `224`,
1703  TheBeam: `3824`,
1704  TheraBand: `1692`,
1705  Theragun: `4976`,
1706  "Therm-ic": `225`,
1707  Thermowave: `9005`,
1708  Thinkrider: `7828`,
1709  Thirtytwo: `8521`,
1710  Thomson: `3336`,
1711  Thor: `3698`,
1712  Thuasne: `8648`,
1713  Thule: `538`,
1714  Tifosi: `480`,
1715  "Tiger Balm": `8663`,
1716  Tigra: `2933`,
1717  Tile: `3720`,
1718  Time: `499`,
1719  "Tip Top": `3896`,
1720  Titici: `8697`,
1721  Tkx: `8858`,
1722  Toad: `8512`,
1723  "Toei Animation": `5841`,
1724  Togs: `4881`,
1725  "Toimsa Bikes": `8881`,
1726  Tols: `5148`,
1727  Toorx: `7849`,
1728  Topaz: `9555`,
1729  Topeak: `3446`,
1730  Torch: `7285`,
1731  Torhans: `9757`,
1732  Torq: `4790`,
1733  Tortue: `8799`,
1734  "Total Bmx": `8928`,
1735  Totto: `6707`,
1736  "Totum Sport": `3435`,
1737  TouchCam: `2293`,
1738  "Tout Terrain": `3912`,
1739  Tovatec: `1086`,
1740  "Trail Gator": `4762`,
1741  Trangoworld: `228`,
1742  Transfil: `3883`,
1743  TranzX: `4769`,
1744  "Travel Blue": `1919`,
1745  Treefrog: `3787`,
1746  Trelock: `229`,
1747  Tremblay: `8644`,
1748  Trespass: `1544`,
1749  Triggerpoint: `7554`,
1750  Trigon: `579`,
1751  Trimm: `10356`,
1752  Trinca: `8556`,
1753  Trislide: `2339`,
1754  Tristar: `5554`,
1755  Triswim: `2340`,
1756  "Troy Lee Designs": `2016`,
1757  "True Utility": `1734`,
1758  Trumpf: `5376`,
1759  Truvativ: `231`,
1760  Tubolight: `4673`,
1761  Tubolito: `3798`,
1762  Tubus: `3361`,
1763  "Tucano Urbano": `8506`,
1764  Tufo: `2597`,
1765  Tunturi: `8707`,
1766  Turbo: `268`,
1767  Tusa: `232`,
1768  "Twenty One": `9670`,
1769  TwoNav: `233`,
1770  TYR: `507`,
1771  "Tyre Yogurt": `9302`,
1772  TyreKey: `4882`,
1773  Ubike: `9351`,
1774  Uco: `1920`,
1775  Uebler: `7409`,
1776  Ufesa: `5477`,
1777  UFO: `3190`,
1778  Ufor: `4784`,
1779  Uhlsport: `627`,
1780  Ulac: `7886`,
1781  ULD: `3872`,
1782  Uller: `4249`,
1783  "Ultimate Performance": `2212`,
1784  Ultrabreathe: `3821`,
1785  Ultraspire: `2468`,
1786  Umbro: `1721`,
1787  Umit: `8859`,
1788  Unex: `4996`,
1789  Union: `4705`,
1790  Unior: `4666`,
1791  Unix: `4763`,
1792  UNO: `4809`,
1793  UNPASS: `5433`,
1794  "Urban Classics": `8837`,
1795  "Urban Iki": `3585`,
1796  "Urban Motion": `8543`,
1797  "Urban Proof": `2915`,
1798  Urbanbiker: `7923`,
1799  Urge: `6048`,
1800  Ursus: `3874`,
1801  USE: `4785`,
1802  USWE: `3935`,
1803  Uvex: `542`,
1804  UYN: `5330`,
1805  "V8 Concepts": `8927`,
1806  Valvul: `9309`,
1807  "Van Allen": `6770`,
1808  VAR: `2209`,
1809  Varta: `5513`,
1810  VAUDE: `241`,
1811  Vavert: `9093`,
1812  VDO: `3827`,
1813  "VEE Rubber": `3884`,
1814  Velco: `5157`,
1815  Velo: `2757`,
1816  "Velo Orange": `8926`,
1817  Veloflex: `2598`,
1818  Velosock: `2376`,
1819  VeloToze: `4792`,
1820  Velox: `3885`,
1821  Venerate: `7811`,
1822  Venom: `8565`,
1823  Ventura: `1994`,
1824  Venzo: `2908`,
1825  Verbatim: `4443`,
1826  VHS: `7783`,
1827  Vicma: `3886`,
1828  "Victory Endurance": `4767`,
1829  Vidaxl: `8484`,
1830  Vincita: `8705`,
1831  Vinnic: `7294`,
1832  Viro: `7758`,
1833  Vision: `370`,
1834  "Vital Bike": `8562`,
1835  "Vital Gym": `8561`,
1836  Vittoria: `2042`,
1837  Vivasport: `7029`,
1838  VK: `3901`,
1839  Vnoise: `5434`,
1840  Volcom: `1534`,
1841  VP: `3887`,
1842  "Vp-components": `4894`,
1843  VR46: `3672`,
1844  Vredestein: `1015`,
1845  Vuelta: `9319`,
1846  Vueltausa: `7765`,
1847  Vulcanet: `5435`,
1848  Vulkan: `8999`,
1849  W2W: `1080`,
1850  Wag: `8084`,
1851  "Wag Bike Bicycle Components": `9764`,
1852  Wahoo: `1660`,
1853  Walio: `9574`,
1854  Wanda: `7041`,
1855  Wantalis: `7296`,
1856  "Warner Bros": `5850`,
1857  Wasp: `3562`,
1858  Watteam: `3706`,
1859  "WD-40": `2343`,
1860  Wd40: `8225`,
1861  Weefine: `2247`,
1862  WeeRide: `7107`,
1863  Weider: `1304`,
1864  Weldtite: `2717`,
1865  Wellgo: `4992`,
1866  Wens: `7903`,
1867  Wera: `6219`,
1868  Weslo: `8860`,
1869  Wheels: `7509`,
1870  "Wheels Manufacturing": `4788`,
1871  "White Lightning": `5715`,
1872  Widek: `4708`,
1873  Wiener: `4941`,
1874  "Wild Republic": `5446`,
1875  Wildcountry: `876`,
1876  Willworx: `4942`,
1877  Wilson: `245`,
1878  "Win It": `9562`,
1879  "Wind X-Treme": `1290`,
1880  Winora: `4638`,
1881  Wippermann: `3590`,
1882  Withings: `4945`,
1883  Woho: `3096`,
1884  Wolfpack: `4781`,
1885  Woomax: `5851`,
1886  Wowow: `4709`,
1887  Woxter: `5661`,
1888  WRC: `8083`,
1889  WTB: `562`,
1890  Wueps: `8482`,
1891  "X-adventurer": `3641`,
1892  "X-BIONIC": `270`,
1893  "X-Sauce": `2884`,
1894  "X-SOCKS": `247`,
1895  "Xavier Mor": `8457`,
1896  Xcel: `927`,
1897  Xena: `9074`,
1898  Xerama: `4895`,
1899  Xiaomi: `2696`,
1900  XLAB: `1731`,
1901  XLC: `3500`,
1902  Xpedo: `3663`,
1903  Xplova: `3186`,
1904  "Xq Max": `8430`,
1905  Yaban: `4810`,
1906  Yamaha: `5159`,
1907  Ybn: `9320`,
1908  Yeah: `8861`,
1909  Yessbmx: `8798`,
1910  Yeti: `5426`,
1911  Yoko: `8641`,
1912  Yokozuna: `6497`,
1913  Youin: `7860`,
1914  YST: `7740`,
1915  Zamst: `570`,
1916  "Zan Headgear": `4279`,
1917  Zanchetta: `7802`,
1918  Zasdar: `8704`,
1919  Zefal: `626`,
1920  Zeray: `7896`,
1921  Zerod: `366`,
1922  ZeroFlats: `1583`,
1923  Ziener: `3029`,
1924  Zipp: `250`,
1925  Zoggs: `380`,
1926  Zone3: `1062`,
1927  Zoom: `374`,
1928  Zoot: `251`,
1929  ZVG: `4711`,
1930  Zycle: `4727`,
1931};
1932
1933function slugize(str) {
1934  // taken directly from tradeinn js
1935  str = str.replace(/à/gi, `a`);
1936  str = str.replace(/á/gi, `a`);
1937  str = str.replace(/â/gi, `a`);
1938  str = str.replace(/ã/gi, `a`);
1939  str = str.replace(/ä/gi, `a`);
1940  str = str.replace(/å/gi, `a`);
1941  str = str.replace(/ä/gi, `a`);
1942  str = str.replace(/à/gi, `a`);
1943  str = str.replace(/á/gi, `a`);
1944  str = str.replace(/â/gi, `a`);
1945  str = str.replace(/ã/gi, `a`);
1946  str = str.replace(/ä/gi, `a`);
1947  str = str.replace(/å/gi, `a`);
1948  str = str.replace(/ä/gi, `a`);
1949  str = str.replace(/ò/gi, `o`);
1950  str = str.replace(/ó/gi, `o`);
1951  str = str.replace(/ô/gi, `o`);
1952  str = str.replace(/õ/gi, `o`);
1953  str = str.replace(/ö/gi, `o`);
1954  str = str.replace(/ø/gi, `o`);
1955  str = str.replace(/ò/gi, `o`);
1956  str = str.replace(/ó/gi, `o`);
1957  str = str.replace(/ô/gi, `o`);
1958  str = str.replace(/õ/gi, `o`);
1959  str = str.replace(/ö/gi, `o`);
1960  str = str.replace(/ø/gi, `o`);
1961  str = str.replace(//gi, `e`);
1962  str = str.replace(/è/gi, `e`);
1963  str = str.replace(/é/gi, `e`);
1964  str = str.replace(/ê/gi, `e`);
1965  str = str.replace(/ë/gi, `e`);
1966  str = str.replace(/è/gi, `e`);
1967  str = str.replace(/é/gi, `e`);
1968  str = str.replace(/ê/gi, `e`);
1969  str = str.replace(/ë/gi, `e`);
1970  str = str.replace(/ç/gi, `c`);
1971  str = str.replace(/ç/gi, `c`);
1972  str = str.replace(/ì/gi, `i`);
1973  str = str.replace(/í/gi, `i`);
1974  str = str.replace(/î/gi, `i`);
1975  str = str.replace(/ï/gi, `i`);
1976  str = str.replace(/ì/gi, `i`);
1977  str = str.replace(/í/gi, `i`);
1978  str = str.replace(/î/gi, `i`);
1979  str = str.replace(/ï/gi, `i`);
1980  str = str.replace(/ù/gi, `u`);
1981  str = str.replace(/ú/gi, `u`);
1982  str = str.replace(/û/gi, `u`);
1983  str = str.replace(/ü/gi, `u`);
1984  str = str.replace(/ù/gi, `u`);
1985  str = str.replace(/ú/gi, `u`);
1986  str = str.replace(/û/gi, `u`);
1987  str = str.replace(/ü/gi, `u`);
1988  str = str.replace(/ÿ/gi, `y`);
1989  str = str.replace(/ñ/gi, `n`);
1990  str = str.replace(/ñ/gi, `n`);
1991  str = str.replace(/\//gi, `-`);
1992  str = str.replace(/´/gi, ``);
1993  str = str.replace(/`/gi, `-`);
1994  str = str.replace(/&/gi, `-`);
1995  str = str.replace(/¬/gi, `-`);
1996  str = str.replace(/º/gi, `-`);
1997  str = str.replace(/!/gi, `-`);
1998  str = str.replace(/¡/gi, `-`);
1999  str = str.replace(/¿/gi, `-`);
2000  str = str.replace(/\?/gi, `-`);
2001  str = str.replace(/\+/gi, `-`);
2002  str = str.replace(/\(/gi, `-`);
2003  str = str.replace(/\)/gi, `-`);
2004  str = str.replace(/·/gi, `-`);
2005  str = str.replace(//gi, `-`);
2006  str = str.replace(/ª/gi, `-`);
2007  str = str.replace(//gi, `-`);
2008  str = str.replace(/®/gi, `-`);
2009  str = str.replace(/"/gi, `-`);
2010  str = str.replace(/°/gi, `-`);
2011  str = str.replace(/µ/gi, `u`);
2012  str = str.replace(/«/gi, `-`);
2013  str = str.replace(/»/gi, `-`);
2014  str = str.replace(/±/gi, `-`);
2015  str = str.replace(/²/gi, `-`);
2016  str = str.replace(/>/gi, `-`);
2017  str = str.replace(/</gi, `-`);
2018  str = str.replace(/ä/gi, `a`);
2019  str = str.replace(/ë/gi, `e`);
2020  str = str.replace(/ï/gi, `i`);
2021  str = str.replace(/ö/gi, `o`);
2022  str = str.replace(/ü/gi, `u`);
2023  str = str.replace(/¨/gi, `-`);
2024  str = str.replace(/ª/gi, `-`);
2025  str = str.replace(/½/gi, `-`);
2026  str = str.replace(/©/gi, `-`);
2027  str = str.replace(`/™/gi`, ``);
2028  str = str.replace(//gi, `-`);
2029  str = str.replace(//gi, `-`);
2030  str = str.replace(/æ/gi, `-`);
2031  str = str.replace(/©/gi, `-`);
2032  str = str.replace(/³/gi, `-`);
2033  str = str.replace(//gi, `-`);
2034  str = str.replace(/¤/gi, `-`);
2035  str = str.replace(/¦/gi, `-`);
2036  str = str.replace(/æ/gi, `-`);
2037  str = str.replace(/¥/gi, `-`);
2038  str = str.replace(/ÿ/gi, `y`);
2039  str = str.replace(/§/gi, `-`);
2040  str = str.replace(/œ/gi, `-`);
2041  str = str.replace(/ß/gi, `-`);
2042  str = str.replace(/œ/gi, `-`);
2043  str = str.replace(/ð/gi, `-`);
2044  str = str.replace(/¹/gi, `-`);
2045  str = str.replace(/ý/gi, `y`);
2046  str = str.replace(/¼/gi, `-`);
2047  str = str.replace(/¾/gi, `-`);
2048  str = str.replace(/£/gi, `-`);
2049  str = str.replace(/þ/gi, `-`);
2050  str = str.replace(/ /gi, `-`);
2051  str = str.replace(/%/gi, ``);
2052  str = str.replace(//gi, ``); // eslint-disable-line no-control-regex
2053  return str.toLowerCase();
2054}
2055
2056function makeImageUrl(id, title) {
2057  // @ts-ignore
2058  const bucket = parseInt(id / 10000);
2059  return [
2060    BASE_URL,
2061    `/m/`,
2062    bucket.toString(),
2063    `/`,
2064    id,
2065    `/`, // TODO: Higher res
2066    slugize(title),
2067    `.jpg`,
2068  ].join(``);
2069}
2070
2071function makeApiBody(params) {
2072  return params
2073    .map((x) =>
2074      x
2075        .toString() // can be number
2076        // TODO: Replace with proper encoding, but beware that we can't encode all characters!
2077        .replace(/;/g, `%3B`)
2078        .replace(/:/g, `%3A`)
2079        .replace(/,/g, `%2C`)
2080        .replace(/&/g, `%26`)
2081        .replace(/\[]/g, `%5B%5D`)
2082        .replace(/=/g, `%3D`)
2083        .replace(/@/g, `%40`)
2084    )
2085    .map((x) => encodeURI(`vars[]=`) + x)
2086    .concat([`texto_search=`])
2087    .join(`&`);
2088}
2089
2090async function makeApiCall({
2091  shopId = SHOPS.BIKEINN,
2092  brandId, // 212: SRAM, 159: POC, ...
2093  perPage = PER_PAGE, // TODO: Make it work with different per pages
2094  cursor = 0,
2095}) {
2096  const body = makeApiBody([
2097    `id_tienda=${shopId}@fecha_descatalogado=[now/d-*]`,
2098    `atributos_e=5091,6017`, // FIXME: Explain
2099    [
2100      // Lot of following probably not needed // TODO: Replace when introducing test suite
2101      `model.eng`,
2102      `id_marca`,
2103      `sostenible`,
2104      `productes.talla2`,
2105      `productes.talla_usa`,
2106      `productes.talla_jp`,
2107      `productes.talla_uk`,
2108      `tres_sesenta`,
2109      `atributos_padre.atributos.id_atribut_valor`,
2110      `productes.v360`,
2111      `productes.v180`,
2112      `productes.v90`,
2113      `productes.v30`,
2114      `productes.exist`,
2115      `productes.stock_reservat`,
2116      `productes.pmp`,
2117      `productes.id_producte`,
2118      `productes.color`,
2119      `productes.referencia`,
2120      `productes.brut`,
2121      `productes.desc_brand`,
2122      `image_created`,
2123      `id_modelo`,
2124      `familias.eng`,
2125      `familias.eng`,
2126      `familias.id_familia`,
2127      `familias.subfamilias.eng`,
2128      `familias.subfamilias.eng`,
2129      `familias.subfamilias.id_tienda`,
2130      `familias.subfamilias.id_subfamilia`,
2131      `productes.talla`,
2132      `productes.baja`,
2133      `productes.rec`,
2134      `precio_win_54`,
2135      `productes.sellers.id_seller`,
2136      `productes.sellers.precios_paises.precio`,
2137      `productes.sellers.precios_paises.id_pais`,
2138      `fecha_descatalogado`,
2139      `marca`,
2140    ].join(`;`),
2141    `precio_win_54;asc`,
2142    perPage,
2143    `productos`,
2144    `search`,
2145    `marca=${brandId}`,
2146    cursor,
2147  ]);
2148
2149  const resRaw = await fetch(
2150    `https://www.tradeinn.com/index.php` +
2151      `?action=get_info_elastic_listado` +
2152      `&id_tienda=${shopId}` + // TODO: Selectable
2153      `&idioma=eng`,
2154    {
2155      method: `POST`,
2156      headers: {
2157        // From my testing, the following header are required
2158        Accept: `application/json, text/javascript, */*; q=0.01`,
2159        "Accept-Language": `en-US,en`,
2160        "Content-Type": `application/x-www-form-urlencoded; charset=UTF-8`,
2161        Cookie: `id_pais=${COUNTRIES.Germany};`, // required to get `item.precio_win`
2162      },
2163      body,
2164    }
2165  );
2166
2167  const resJson = await resRaw.json();
2168  return resJson;
2169}
2170
2171async function enqueueInitial(mode, crawler, shop) {
2172  if (mode === MODE.FULL) {
2173    await crawler.addRequests([
2174      {
2175        userData: { label: LABEL.INDEX },
2176        uniqueKey: LABEL.INDEX,
2177        url: `https://dummy.com`,
2178      },
2179    ]);
2180  } else if (mode === MODE.TEST) {
2181    const query = {
2182      shopId: SHOPS[shop],
2183      brandId: BRANDS.POC,
2184    };
2185    await crawler.addRequests([
2186      {
2187        userData: { label: LABEL.PRODUCTS, query },
2188        uniqueKey: JSON.stringify(query),
2189        url: `https://dummy.com`,
2190      },
2191    ]);
2192  } else if (mode === MODE.CURATED) {
2193    const brands = [
2194      BRANDS.POC,
2195      BRANDS.Sram,
2196      BRANDS[`3M`],
2197      BRANDS.Assos,
2198      BRANDS.BBB,
2199      BRANDS[`Bike Workx`],
2200      BRANDS[`Bike Yoke`],
2201      BRANDS[`Black Diamond`],
2202      BRANDS.Blackburn,
2203      BRANDS.Bombtrack,
2204      BRANDS.Camelbak,
2205      BRANDS.Chrome,
2206      BRANDS.Crankbrothers,
2207      BRANDS.Dakine,
2208      BRANDS.Douchebags,
2209      BRANDS[`DT Swiss`],
2210      BRANDS.Dynafit,
2211      BRANDS[`E-thirteen`],
2212      BRANDS.Ergon,
2213      BRANDS.Evoc,
2214      BRANDS[`F-Lite`],
2215      BRANDS.Fidlock,
2216      BRANDS[`Finish Line`],
2217      BRANDS[`Five Ten`],
2218      BRANDS.Fizik,
2219      BRANDS.Flashmer,
2220      BRANDS.Fox,
2221      BRANDS.Fuji,
2222      BRANDS.Fulcrum,
2223      BRANDS.FullGas,
2224      BRANDS[`G-Star`],
2225      BRANDS.Giro,
2226      BRANDS.GoPro,
2227      BRANDS.Graff,
2228      BRANDS.Hope,
2229      BRANDS.HT,
2230      BRANDS.Icebreaker,
2231      BRANDS.iXS,
2232      BRANDS.Kask,
2233      BRANDS.Leatt,
2234      BRANDS.Lezyne,
2235      BRANDS[`Lizard Skins`],
2236      BRANDS.Magura,
2237      BRANDS.Maxxis,
2238      BRANDS.MET,
2239      BRANDS.Michelin,
2240      BRANDS[`Muc Off`],
2241      BRANDS.Nike,
2242      BRANDS.Niner,
2243      BRANDS.Oakley,
2244      BRANDS.Ortlieb,
2245      BRANDS.Osprey,
2246      BRANDS[`O´neill`],
2247      BRANDS[`Park Tool`],
2248      BRANDS.POC,
2249      BRANDS[`Race Face`],
2250      BRANDS.Ritchey,
2251      BRANDS.RockShox,
2252      BRANDS.Schwalbe,
2253      BRANDS.Scott,
2254      BRANDS[`Sea To Summit`],
2255      BRANDS[`Shock Doctor`],
2256      BRANDS.Smith,
2257      BRANDS.Specialized,
2258      BRANDS.SQlab,
2259      BRANDS[`SR Suntour`],
2260      BRANDS.Sram,
2261      BRANDS.SunRace,
2262      BRANDS[`Super B`],
2263      BRANDS[`Superior Bikes`],
2264      BRANDS[`The North Face`],
2265      BRANDS.Thule,
2266      BRANDS.Topeak,
2267      BRANDS.TranzX,
2268      BRANDS[`Troy Lee Designs`],
2269      BRANDS.Tubolito,
2270      BRANDS.Tufo,
2271      BRANDS.Vittoria,
2272      BRANDS.Wahoo,
2273      BRANDS.Wolfpack,
2274      BRANDS.WTB,
2275      BRANDS.Xpedo,
2276      BRANDS.Zefal,
2277      BRANDS.Zipp,
2278    ];
2279    for (const brandId of brands) {
2280      const query = { shopId: SHOPS[shop], brandId };
2281      await crawler.addRequests([
2282        {
2283          userData: { label: LABEL.PRODUCTS, query },
2284          uniqueKey: JSON.stringify(query),
2285          url: `https://dummy.com`,
2286        },
2287      ]);
2288    }
2289  }
2290}
2291
2292const router = createBasicRouter();
2293
2294router.addHandler(LABEL.INDEX, async ({ request, $ }) => {
2295  // FIXME
2296});
2297
2298router.addHandler(LABEL.PRODUCTS, async ({ request, crawler }) => {
2299  console.log(`[handleCategory]`, JSON.stringify(request.userData));
2300
2301  const res = await makeApiCall(request.userData.query);
2302
2303  const total = res.total.value;
2304  console.log(`[handleCategory] total`, total);
2305  if (!request.userData.query.cursor) {
2306    // not present or 0
2307    for (let i = 0; i <= total; i += PER_PAGE) {
2308      // skip first page, that is already handled
2309      const query = { ...request.userData.query, cursor: i };
2310      console.log(`[handleCategory] enqueuing pages`, JSON.stringify(query)); // FIXME
2311      void crawler.addRequests([
2312        {
2313          userData: { label: LABEL.PRODUCTS, query },
2314          uniqueKey: JSON.stringify(query),
2315          url: `https://dummy.com`,
2316        },
2317      ]);
2318    }
2319  }
2320
2321  const items = res.id_modelos;
2322
2323  const products = [];
2324  for (const item of items) {
2325    // ID
2326    const pid = item.id_modelo;
2327
2328    // Title & URL
2329    const title =
2330      item.marca + ` ` + (item.nombre_modelo_eng ?? item.nombre_modelo);
2331    const url = `https://www.tradeinn.com/bikeinn/en/${slugize(
2332      title
2333    )}/${pid}/p`;
2334
2335    // Prices
2336    let currentPrice = item.precio_win;
2337    if (!currentPrice) {
2338      for (const product of item.productes) {
2339        const discontinued = product.baja; // 0 = available, 1 = discontinued
2340        if (discontinued !== `0`) continue;
2341        if (!product.sellers?.length) continue;
2342        if (!product.sellers[0]) continue;
2343        let seller = product.sellers.find((x) => x.id_seller === 1); // Seller #1 has preffered price, taken from TradeInn FE code
2344        if (!seller) seller = product.sellers[0]; // TODO: Maybe find one with best price?
2345        currentPrice = seller.precio_producte;
2346        if (currentPrice) break;
2347      }
2348    }
2349    if (!currentPrice) {
2350      console.log(`[handleCategory] currentPrice not found`);
2351      debugger;
2352    }
2353
2354    const originalPrice = parseFloat(item.productes?.[0]?.rec);
2355    if (!originalPrice) {
2356      console.log(`[handleCategory] originalPrice not found`);
2357    }
2358
2359    // // Inbox
2360    // const products = item["productes"] ?? item["_source"]["productes"];
2361    // // TODO: Explain
2362    // const categories = item["familias"] ?? item["_source"]["familias"];
2363    // data[i_mc]["_source"]["precio_win_"+info_pais["id_pais"]];
2364    // data[i_mc]["_source"]["model"]["eng"];
2365
2366    // Other
2367    const _category = item.familias
2368      .map((x) => `${x.eng} > ${x.subfamilias.eng}`)
2369      .join(` | `);
2370    const img = makeImageUrl(pid, title);
2371
2372    // Derived
2373    const discount = originalPrice
2374      ? Math.round((1 - currentPrice / originalPrice) * 100)
2375      : undefined;
2376
2377    const discountAbs = originalPrice
2378      ? originalPrice - currentPrice
2379      : undefined;
2380
2381    const product = {
2382      pid,
2383      url,
2384      name: title,
2385      img,
2386      currentPrice,
2387      originalPrice, // string
2388      currency: `EUR`,
2389
2390      // Derived
2391      _discount: discount,
2392    };
2393
2394    // console.log("⬇⬇⬇")
2395    // console.log(JSON.stringify(product, null, 2))
2396    // console.log("⬆⬆⬆")
2397    products.push(product);
2398  }
2399  await save(products);
2400});
2401
2402void Actor.main(async () => {
2403  const input = await Actor.getInput();
2404  const {
2405    debug = false,
2406    mode = MODE.CURATED, // FIXME: Full
2407    shop = SHOP.BIKEINN,
2408    ...rest
2409  } = input ?? {};
2410  await init({ actorNameOverride: `tradeinn-com` }, rest);
2411  const crawler = new BasicCrawler({
2412    useSessionPool: true,
2413    requestHandler: router,
2414  });
2415  await enqueueInitial(mode, crawler, shop);
2416  await crawler.run();
2417});

package.json

1{
2  "name": "tradeinn-tradeinn-com-scraper",
3  "description": "Scrapes products titles, prices, images and availability. Does NOT scrape product details.",
4  "type": "module",
5  "scripts": {
6    "start": "node ./main.js",
7    "push-to-apify-platform": "npx apify push"
8  },
9  "dependencies": {
10    "apify3": "npm:apify@^3.0.2",
11    "crawlee": "*",
12    "node-fetch": "*",
13    "pg": "*",
14    "pg-connection-string": "*",
15    "dotenv": "*",
16    "find-config": "*",
17    "@elastic/elasticsearch": "*",
18    "filenamify": "*"
19  },
20  "apify": {
21    "title": "Tradeinn (tradeinn.com) scraper",
22    "description": "Scrapes products titles, prices, images and availability. Does NOT scrape product details.",
23    "isPublic": true,
24    "isDeprecated": false,
25    "isAnonymouslyRunnable": true,
26    "notice": "",
27    "pictureUrl": "",
28    "seoTitle": "",
29    "seoDescription": "",
30    "categories": [
31      "ECOMMERCE"
32    ]
33  }
34}

.actor/logo.png

_utils/common.js

1import { createHash } from 'crypto'
2import os from "os"
3import path from "path"
4// eslint-disable-next-line @apify/apify-actor/no-forbidden-node-internals
5import fs from "fs"
6import pg from "pg"
7import pgConnectionString from 'pg-connection-string'
8import { config } from 'dotenv'
9import findConfig from "find-config"
10import { Client as ElasticClient } from "@elastic/elasticsearch"
11import filenamify from 'filenamify'
12import { Dataset } from 'crawlee'
13
14config({ path: findConfig(`.env`) })
15
16const elasticIndexName = `actors-monorepo-shops`
17
18const globalLogsProps = {
19  __NODE_STARTED: new Date().toISOString(),
20}
21
22let actorName
23let pgClient
24let pgClientNormalized
25let elasticClient
26export async function init ({ actorNameOverride }, restInput) {
27  parseEnvFromInput(restInput)
28
29  if (os.platform() === `darwin`) {
30    const filePath = process.argv[1] // ~/Projects/apify-actors-monorepo/actors/foo.ts
31    const basename = path.basename(filePath) // foo.ts
32    actorName = actorNameOverride ?? basename.split(`.`)[0] // foo
33    const gitBranch = fs.readFileSync(path.join(process.cwd(), `..`, `.git/HEAD`), `utf8`)
34      .split(` `)[1]
35      .trim()
36      .replace(`refs/heads/`, ``)
37    const gitCommit = fs.readFileSync(path.join(process.cwd(), `..`, `.git/refs/heads/${gitBranch}`), `utf8`)
38    const gitCommitShort = gitCommit.substring(0, 7)
39    globalLogsProps.__GIT_COMMIT = gitCommitShort
40  }
41
42  if (process.env.APIFY_IS_AT_HOME) {
43    actorName = actorNameOverride ?? process.env.APIFY_ACTOR_ID // Name would be better, but it's not in ENV
44  }
45
46  /* ELASTIC */
47  /* ======= */
48  if (process.env.ELASTIC_CLOUD_ID) {
49    elasticClient = new ElasticClient({
50      cloud: { id: process.env.ELASTIC_CLOUD_ID },
51      auth: { apiKey: process.env.ELASTIC_CLOUD_API_KEY },
52    })
53
54    // const mapping = await elasticClient.indices.getMapping({ index: actorName })
55
56    // eslint-disable-next-line no-inner-declarations
57    async function enforceIndexMapping () {
58      const doesIndexExist = await elasticClient.indices.exists({ index: elasticIndexName })
59      if (!doesIndexExist) await elasticClient.indices.create({ index: elasticIndexName })
60      await elasticClient.indices.putMapping({
61        index: elasticIndexName,
62        body: {
63          properties: {
64            _discount: { type: `float` },
65            originalPrice: { type: `float` },
66            currentPrice: { type: `float` },
67          },
68        },
69      })
70    }
71
72    try {
73      await enforceIndexMapping()
74    } catch (err) {
75      if (err.message.includes(`cannot be changed from type`)) {
76        console.log(`Elastic index ${elasticIndexName} already exists with incorrect mappings. As existing mapping cannot be changed, index will be deleted and recreated.`)
77        await elasticClient.indices.delete({ index: elasticIndexName })
78        await enforceIndexMapping()
79      }
80    }
81  }
82
83  /* POSTGRESQL */
84  /* ========== */
85  if (process.env.PG_CONNECTION_STRING) {
86    const pgConfig = pgConnectionString(process.env.PG_CONNECTION_STRING)
87    // const pgPool = new pg.Pool(pgConfig)
88
89    pgClient = new pg.Client(pgConfig)
90    await pgClient.connect()
91
92    // Check if table exists and have proper columns
93    const { rows: tables } = await pgClient.query(`
94    SELECT table_name
95    FROM information_schema.tables
96    WHERE table_schema = 'public'
97  `)
98
99    // eslint-disable-next-line camelcase
100    const tableExists = tables.some(({ table_name }) => table_name === process.env.PG_DATA_TABLE)
101    if (!tableExists) {
102      throw new Error(`Table ${process.env.PG_DATA_TABLE} does not exist in database ${pgConfig.database}`)
103    }
104
105  // TODO: Handle pgClient closing
106  }
107
108  if (process.env.PG_CONNECTION_STRING_NORMALIZED) {
109    const pgConfig = pgConnectionString(process.env.PG_CONNECTION_STRING_NORMALIZED)
110
111    pgClientNormalized = new pg.Client(pgConfig)
112    await pgClientNormalized.connect()
113
114    // Check if table exists and have proper columns
115    const { rows: tables } = await pgClientNormalized.query(`
116    SELECT table_name
117    FROM information_schema.tables
118    WHERE table_schema = 'public'
119  `)
120
121    // eslint-disable-next-line camelcase
122    const tableMainExists = tables.some(({ table_name }) => table_name === process.env.PG_DATA_TABLE)
123    // eslint-disable-next-line camelcase
124    const tablePricesExists = tables.some(({ table_name }) => table_name === process.env.PG_DATA_PRICE_TABLE)
125    if (!tableMainExists) throw new Error(`Table ${process.env.PG_DATA_TABLE} does not exist in database ${pgConfig.database}`)
126    if (!tablePricesExists) throw new Error(`Table ${process.env.PG_DATA_PRICE_TABLE} does not exist in database ${pgConfig.database}`)
127
128  // TODO: Handle pgClient closing
129  }
130}
131
132// inspired by @drobnikj
133// TODO: Similar, but less obfuscated for easier debugging
134export const createUniqueKeyFromUrl = (url) => {
135  const hash = createHash(`sha256`)
136  const cleanUrl = url.split(`://`)[1] // Remove protocol
137  hash.update(cleanUrl)
138  return hash.digest(`hex`)
139}
140
141/**
142 *
143 * @param {Date} datetime
144 * @return {Promise<void>}
145 */
146export const sleepUntil = async (datetime) => {
147  const now = new Date()
148  const difference = datetime - now
149  if (difference > 0) {
150    return new Promise((resolve) => {
151      setTimeout(resolve, difference)
152    })
153  }
154  return Promise.resolve()
155}
156
157export function parsePrice (string) {
158  let amount, currency
159  const noText = string.replace(/[^\d,.]/g, ``)
160  const decimals = noText.match(/([,.])(\d{2})$/)
161  if (decimals) {
162    const decimalSeparator = decimals[1]
163    // eslint-disable-next-line @typescript-eslint/no-unused-vars, no-unused-vars
164    const decimalAmount = decimals[2]
165    amount = parseInt(noText.split(decimalSeparator)[0])
166  } {
167    const justNumbers = noText.replace(/[,.]/g, ``)
168    amount = parseInt(justNumbers)
169  }
170  return { amount, currency }
171}
172
173export function toNumberOrNull (str) {
174  // TODO: Handle better, but only after adding test
175  if (str === undefined) return null
176  if (str === null) return null
177  if (str === ``) return null
178  const num = Number(str)
179  if (Number.isNaN(num)) return null
180  return num
181}
182
183export async function save (objs) {
184  if (!Array.isArray(objs)) objs = [objs]
185  if (objs.length === 0) return
186
187  const objsExtended = objs.map((obj) => {
188    const objExtended = {
189      ...obj,
190      actorName,
191      ...globalLogsProps,
192      // __NODE_VERSION: global.process.versions.node,
193      // __NODE_UPTIME: global.process.uptime().toFixed(2), // seconds, 2 decimals
194    }
195    // if run on Apify
196    if (process.env.APIFY_IS_AT_HOME) {
197      objExtended.__APIFY_ACTOR_ID = process.env.APIFY_ACTOR_ID
198      objExtended.__APIFY_ACTOR_RUN_ID = process.env.APIFY_ACTOR_RUN_ID
199      objExtended.__APIFY_ACTOR_BUILD_ID = process.env.APIFY_ACTOR_BUILD_ID
200      objExtended.__APIFY_ACTOR_BUILD_NUMBER = process.env.APIFY_ACTOR_BUILD_NUMBER
201      objExtended.__APIFY_ACTOR_TASK_ID = process.env.APIFY_ACTOR_TASK_ID
202      if (!process.env.APIFY_DONT_STORE_IN_DATASET) void Dataset.pushData(obj)
203    }
204    return objExtended
205  })
206  // if runs on local machine (MacOS)
207  if (os.platform() === `darwin`) {
208    const cwd = process.cwd() // ~/Projects/apify-actors-monorepo/actors
209    const storageDir = path.join(cwd, `${actorName}.storage`) // ~/Projects/apify-actors-monorepo/actors/foo.storage
210    if (!fs.existsSync(storageDir)) fs.mkdirSync(storageDir)
211    const dataDir = path.join(storageDir, `data`) // ~/Projects/apify-actors-monorepo/actors/foo.storage/data
212    if (!fs.existsSync(dataDir)) fs.mkdirSync(dataDir)
213    for (const objExtended of objsExtended) {
214      const id = objExtended.id ?? objExtended.pid // ?? uuidv4()
215      const fileName = `${filenamify(id)}.json`
216      const dataFilePath = path.join(dataDir, fileName) // ~/Projects/apify-actors-monorepo/actors/foo.storage/data/foo.json
217      fs.writeFileSync(dataFilePath, JSON.stringify(objExtended, null, 2))
218    }
219  }
220
221  if (pgClient) {
222    const objsPg = objs.map((obj) => ({
223      ...obj,
224      // TODO: This is becoming not nice, and not clear
225      shop: actorName,
226      scrapedAt: new Date().toISOString().split(`T`)[0],
227    }))
228
229    const columns = getColumns(objsPg)
230    const values = getValues(objsPg)
231    const queryString = `
232        INSERT INTO public."${process.env.PG_DATA_TABLE}" (${columns})
233        VALUES (${values})
234    `
235    try {
236      const { rowCount } = await pgClient.query(queryString)
237      console.log(`[save] saved to database: ${JSON.stringify(rowCount)}`)
238    } catch (err) {
239      if (err.message.includes(`violates unique constraint`)) console.warn(`PostgresSQL: violates unique constraint`)
240      else throw err
241    }
242  }
243
244  // Only make sense for HlidacShopu
245  if (pgClientNormalized) {
246    const objsPgData = objs.map((obj) => ({
247      shop: actorName,
248      pid: obj.pid,
249      name: obj.name,
250      url: obj.url,
251      img: obj.img,
252    }))
253
254    const objsPgDataPrice = objs.map((obj) => ({
255      shop: actorName,
256      pid: obj.pid,
257      scrapedAt: new Date().toISOString().split(`T`)[0],
258      currentPrice: obj.currentPrice,
259      originalPrice: obj.originalPrice,
260      inStock: obj.inStock,
261    }))
262
263    const queryString = `
264        INSERT INTO public."${process.env.PG_DATA_TABLE}" (${getColumns(objsPgData)})
265        VALUES (${getValues(objsPgData)})
266        ON CONFLICT DO NOTHING
267    `
268    try {
269      const { rowCount } = await pgClientNormalized.query(queryString)
270      console.log(`[save] saved to database (data): ${JSON.stringify(rowCount)}`)
271    } catch (err) {
272      if (err.message.includes(`violates unique constraint`)) console.warn(`PostgresSQL: violates unique constraint`)
273      else throw err
274    }
275
276    const queryStringPrice = `
277        INSERT INTO public."${process.env.PG_DATA_PRICE_TABLE}" (${getColumns(objsPgDataPrice)})
278        VALUES (${getValues(objsPgDataPrice)})
279        ON CONFLICT DO NOTHING
280    `
281    try {
282      const { rowCount } = await pgClientNormalized.query(queryStringPrice)
283      console.log(`[save] saved to database (price): ${JSON.stringify(rowCount)}`)
284    } catch (err) {
285      if (err.message.includes(`violates unique constraint`)) console.warn(`PostgresSQL: violates unique constraint`)
286      else throw err
287    }
288  }
289
290  if (elasticClient) {
291    // .index creates or updates the document
292    // .create creates a new document if it doesn't exist, 409 if it does
293    // try {
294    //   const res = await elasticClient.index({
295    //     index: `actors-monorepo-shops`, // TODO: Consider using actorName
296    //     id, // foo-bar
297    //     document: objExtended, // {...}
298    //   })
299    // } catch (err) {
300    //   // https://discuss.elastic.co/t/elasticsearch-503-ok-false-message-the-requested-deployment-is-currently-unavailable/200583
301    //   if (err.message.includes(`requested resource is currently unavailable`)) console.log(`Elasticsearch is unavailable, skipping, but not aborting`)
302    //   else throw err
303    // }
304  }
305}
306
307function getColumns (objs) {
308  return Object.keys(objs[0]).map((key) => `"${key}"`).join(`, `)
309}
310
311function getValues (objs) {
312  return objs.map(objPg => Object.values(objPg).map((value) => {
313    // escape strings to prevent SQL injection
314    if (typeof value === `string`) return `'${value.replace(/'/g, `''`)}'`
315    // convert to DB specific null
316    if (typeof value === `undefined` || value === null) return `NULL`
317    return value
318  }).join(`, `)).join(`), (`)
319}
320
321export function parseEnvFromInput (input) {
322  const env = {}
323  for (const key in input) {
324    if (key === key.toUpperCase()) env[key] = input[key]
325  }
326  console.log(`[parseEnvFromInput] ${JSON.stringify(env)}`)
327  Object.assign(process.env, env)
328}
Developer
Maintained by Community