120 lines
3.6 KiB
JSON
120 lines
3.6 KiB
JSON
{
|
|
"database": {
|
|
"path": "price_tracker.db"
|
|
},
|
|
"scraping": {
|
|
"delay_between_requests": 2,
|
|
"max_concurrent_requests": 1,
|
|
"timeout": 30,
|
|
"retry_attempts": 3,
|
|
"special_pricing": {
|
|
"enabled": true,
|
|
"prefer_delivery_prices": true,
|
|
"detect_strikethrough": true,
|
|
"detect_was_now_patterns": true,
|
|
"detect_percentage_discounts": true,
|
|
"min_discount_threshold": 0.05,
|
|
"max_price_difference_ratio": 0.5
|
|
},
|
|
"user_agents": [
|
|
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
|
|
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36",
|
|
"Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"
|
|
]
|
|
},
|
|
"notifications": {
|
|
"email": {
|
|
"enabled": false,
|
|
"smtp_server": "smtp.gmail.com",
|
|
"smtp_port": 587,
|
|
"smtp_username": "",
|
|
"smtp_password": "",
|
|
"sender_email": "",
|
|
"sender_password": "",
|
|
"recipient_email": ""
|
|
},
|
|
"webhook": {
|
|
"enabled": false,
|
|
"url": ""
|
|
}
|
|
},
|
|
"sites": {
|
|
"jjfoodservice": {
|
|
"enabled": true,
|
|
"base_url": "https://www.jjfoodservice.com",
|
|
"selectors": {
|
|
"price": [
|
|
".price-delivery",
|
|
".delivery-price",
|
|
".price"
|
|
],
|
|
"delivery_price": [
|
|
".price-delivery",
|
|
".delivery-price"
|
|
],
|
|
"special_offer": [
|
|
".special-offer",
|
|
".sale-price",
|
|
".offer-price"
|
|
],
|
|
"title": [
|
|
"h1"
|
|
],
|
|
"availability": [
|
|
".stock-status",
|
|
".availability"
|
|
]
|
|
}
|
|
},
|
|
"atoz_catering": {
|
|
"enabled": true,
|
|
"base_url": "https://www.atoz-catering.co.uk",
|
|
"selectors": {
|
|
"price": [
|
|
".my-price.price-offer",
|
|
".delivery-price",
|
|
".price"
|
|
],
|
|
"delivery_price": [
|
|
".delivery-price",
|
|
".price-delivery"
|
|
],
|
|
"special_offer": [
|
|
".my-price.price-offer",
|
|
".special-offer",
|
|
".sale-price"
|
|
],
|
|
"title": [
|
|
"h1"
|
|
],
|
|
"availability": [
|
|
".stock-status",
|
|
".availability"
|
|
]
|
|
}
|
|
},
|
|
"amazon_uk": {
|
|
"enabled": true,
|
|
"base_url": "https://www.amazon.co.uk",
|
|
"selectors": {
|
|
"price": [
|
|
".a-price-whole",
|
|
".a-price .a-offscreen",
|
|
"#priceblock_ourprice"
|
|
],
|
|
"special_offer": [
|
|
"#priceblock_dealprice",
|
|
".a-price-strike .a-offscreen",
|
|
".a-price-was"
|
|
],
|
|
"title": [
|
|
"#productTitle"
|
|
],
|
|
"availability": [
|
|
"#availability span"
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|