Initial commit: Supermarket scraper MVP

This commit is contained in:
2025-12-28 23:29:30 +05:00
commit 19c0426cdc
30 changed files with 4839 additions and 0 deletions

View File

@@ -0,0 +1,4 @@
{
"name": "Global Variables",
"variables": {}
}

View File

@@ -0,0 +1,167 @@
{
"name": "Categories",
"request": {
"type": "http",
"url": "https://magnit.ru/webgate/v3/categories/store/996609",
"scripts": {
"preRequest": "",
"postResponse": ""
},
"method": "GET",
"queryParams": [
{
"key": "storetype",
"value": "2",
"id": 0.11631935501020285,
"isEnabled": true
},
{
"key": "catalogtype",
"value": "1",
"id": 0.21212945737858968,
"isEnabled": true
}
],
"headers": [
{
"key": "accept",
"value": "*/*",
"id": 0.9208483398936451,
"isEnabled": true
},
{
"key": "accept-language",
"value": "ru-RU,ru;q=0.9,en-US;q=0.8,en;q=0.7",
"id": 0.5782516963515132,
"isEnabled": true
},
{
"key": "baggage",
"value": "sentry-environment=production,sentry-public_key=7992e659d14bf5d8da08d2e6a0706d0a,sentry-trace_id=1bb28815f0b04e50a7f3b7767b42600a,sentry-sampled=false,sentry-sample_rand=0.946176375553128,sentry-sample_rate=0.05",
"id": 0.2529278273373119,
"isEnabled": true
},
{
"key": "connection",
"value": "keep-alive",
"id": 0.6377232633350611,
"isEnabled": true
},
{
"key": "content-type",
"value": "application/json",
"id": 0.3318929332466112,
"isEnabled": true
},
{
"key": "cookie",
"value": "mg_udi=3EFAC6E9-754D-4C65-E333-DFFB3F023A96; oxxfgh=L!a486bb84-5c1a-818f-5a56-6bd0f789e1f6%230%231800000%235000%231800000%2312840; uwyii=9eef69ab-9cdd-bd54-7a88-cd2df2a4fef0; nmg_sp=Y; nmg_dt=DELIVERY_TYPE_OFFLINE; uwyiert=0fd25fde-fb39-1718-1dbe-8c0fde0bc652; shopCode=996609; x_shop_type=GM; nmg_dt=; shopCode=996609; x_shop_type=GM",
"id": 0.4911493705816905,
"isEnabled": true
},
{
"key": "referer",
"value": "https://magnit.ru/",
"id": 0.21189772221788505,
"isEnabled": true
},
{
"key": "sec-ch-ua",
"value": "\"Google Chrome\";v=\"143\", \"Chromium\";v=\"143\", \"Not A(Brand\";v=\"24\"",
"id": 0.2898431839604667,
"isEnabled": true
},
{
"key": "sec-ch-ua-mobile",
"value": "?0",
"id": 0.08476226485618565,
"isEnabled": true
},
{
"key": "sec-ch-ua-platform",
"value": "\"Windows\"",
"id": 0.0960593554603133,
"isEnabled": true
},
{
"key": "sec-fetch-dest",
"value": "empty",
"id": 0.5934997325716578,
"isEnabled": true
},
{
"key": "sec-fetch-mode",
"value": "cors",
"id": 0.6461661057903885,
"isEnabled": true
},
{
"key": "sec-fetch-site",
"value": "same-origin",
"id": 0.8786371734076515,
"isEnabled": true
},
{
"key": "sentry-trace",
"value": "1bb28815f0b04e50a7f3b7767b42600a-b8a8212e692663f3-0",
"id": 0.7276998757439723,
"isEnabled": true
},
{
"key": "user-agent",
"value": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/143.0.0.0 Safari/537.36",
"id": 0.06166521712603079,
"isEnabled": true
},
{
"key": "x-app-version",
"value": "2025.12.23-18.3",
"id": 0.5297005409846487,
"isEnabled": true
},
{
"key": "x-client-name",
"value": "magnit",
"id": 0.26652309876522895,
"isEnabled": true
},
{
"key": "x-device-id",
"value": "3EFAC6E9-754D-4C65-E333-DFFB3F023A96",
"id": 0.5131162707609229,
"isEnabled": true
},
{
"key": "x-device-platform",
"value": "Web",
"id": 0.2120633056200163,
"isEnabled": true
},
{
"key": "x-device-tag",
"value": "disabled",
"id": 0.20737427473876036,
"isEnabled": true
},
{
"key": "x-new-magnit",
"value": "true",
"id": 0.8026349312399848,
"isEnabled": true
},
{
"key": "x-platform-version",
"value": "Windows Chrome 143",
"id": 0.01777672622574311,
"isEnabled": true
}
],
"body": "",
"bodyContainer": {},
"contentType": "application/json",
"auth": {
"currentAuthType": "INHERIT",
"authConfigStore": {}
}
}
}

View File

@@ -0,0 +1,21 @@
{
"name": "Main catalog",
"request": {
"type": "http",
"url": "https://magnit.ru/webgate/v2/goods/search",
"scripts": {
"preRequest": "",
"postResponse": ""
},
"method": "POST",
"queryParams": [],
"headers": [],
"body": "{\n \"sort\": {\n \"order\": \"desc\",\n \"type\": \"popularity\"\n },\n \"pagination\": {\n \"limit\": 45,\n \"offset\": 0\n },\n \"categories\": [\n 63829\n ],\n \"includeAdultGoods\": true,\n \"storeCode\": \"992301\",\n \"storeType\": \"6\",\n \"catalogType\": \"1\"\n}",
"contentType": "application/json",
"auth": {
"currentAuthType": "INHERIT",
"authConfigStore": {}
},
"pathVariables": []
}
}

View File

@@ -0,0 +1,4 @@
{
"authConfigStore": {},
"currentAuthType": "INHERIT"
}

View File

@@ -0,0 +1,3 @@
{
"version": "0.0.3"
}