IKEAwin-proxy
This commit is contained in:
parent
9568a9c28d
commit
af5a2f3132
677
Парсер_IKEA/main_win proxy.py
Normal file
677
Парсер_IKEA/main_win proxy.py
Normal file
@ -0,0 +1,677 @@
|
||||
#!/usr/bin/env python3
|
||||
# -*- coding: utf-8 -*-
|
||||
|
||||
import os, json, re, math, time, html, requests, datetime
|
||||
from bs4 import BeautifulSoup
|
||||
from openpyxl import Workbook
|
||||
|
||||
# ───────────────────────── ПУТИ / ФАЙЛЫ ───────────────────────────
|
||||
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
||||
RECORDS_DIR = os.path.join(BASE_DIR, "records_folder")
|
||||
os.makedirs(RECORDS_DIR, exist_ok=True)
|
||||
|
||||
INPUT_FILE = os.path.join(BASE_DIR, "product_links.txt")
|
||||
OUTPUT_FILE = os.path.join(RECORDS_DIR, "records.xlsx")
|
||||
DICT_FILE = os.path.join(BASE_DIR, "dictionary_main.txt")
|
||||
EXCL_FILE = os.path.join(BASE_DIR, "exclusion_materials.txt")
|
||||
POST_LOG = os.path.join(RECORDS_DIR, "post_log.txt")
|
||||
|
||||
# ───────────────────────── ПРОКСИ ДЛЯ САЙТА ───────────────────────
|
||||
"""
|
||||
УКАЖИТЕ СВОИ ДАННЫЕ НИЖЕ и всё заработает через прокси именно для запросов к IKEA.
|
||||
|
||||
Примеры формата:
|
||||
- без авторизации: http://proxy.host.com:8080
|
||||
- c авторизацией: http://username:password@proxy.host.com:8080
|
||||
- socks5 (если нужно): socks5://user:pass@host:1080
|
||||
|
||||
ПОЖАЛУЙСТА, замените значения PROXY_SCHEME, PROXY_USER, PROXY_PASS, PROXY_HOST, PROXY_PORT.
|
||||
"""
|
||||
PROXY_SCHEME = "http" # "http", "https" или "socks5"
|
||||
PROXY_USER = "vdE9MRLB"
|
||||
PROXY_PASS = "YW9ZvHLU"
|
||||
PROXY_HOST = "146.19.76.243"
|
||||
PROXY_PORT = 63276
|
||||
|
||||
# Собираем URL прокси. Если логин/пароль не нужны — оставьте PROXY_USER/PROXY_PASS пустыми строками.
|
||||
if PROXY_USER and PROXY_PASS:
|
||||
_AUTH = f"{PROXY_USER}:{PROXY_PASS}@"
|
||||
else:
|
||||
_AUTH = ""
|
||||
|
||||
PROXY_URL = f"{PROXY_SCHEME}://{_AUTH}{PROXY_HOST}:{PROXY_PORT}"
|
||||
|
||||
# Прокси используем ТОЛЬКО для запросов к сайту IKEA (GET). POST в API — напрямую.
|
||||
PROXIES_WEB = {
|
||||
"http": PROXY_URL,
|
||||
"https": PROXY_URL,
|
||||
}
|
||||
|
||||
REQUEST_TIMEOUT = 20
|
||||
|
||||
# ───────────────────────── НАСТРОЙКИ POST ─────────────────────────
|
||||
POST_URL = os.getenv("IKEA_POST_URL", "http://localhost:3005/parser/data")
|
||||
POST_API_KEY = os.getenv("IKEA_POST_API_KEY", "")
|
||||
POST_TIMEOUT = 20
|
||||
BATCH_SIZE = 50
|
||||
# Если нужно тоже слать POST через прокси — раскомментируйте и поменяйте на нужный:
|
||||
# PROXIES_API = {"http": PROXY_URL, "https": PROXY_URL}
|
||||
|
||||
# ───────────────────────── НАСТРОЙКИ САЙТА ────────────────────────
|
||||
HEADERS = {
|
||||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
|
||||
"AppleWebKit/537.36 (KHTML, like Gecko) "
|
||||
"Chrome/126.0.0.0 Safari/537.36",
|
||||
"Accept-Language": "pl-PL,pl;q=0.9,en;q=0.8,ru;q=0.7",
|
||||
}
|
||||
CSS_SELECTOR = ".pip-product__subgrid.product-pip.js-product-pip"
|
||||
|
||||
BLOCKS = [
|
||||
"buyModule",
|
||||
"productSummary",
|
||||
"pipPricePackage",
|
||||
"productInformationSection",
|
||||
"keyFacts",
|
||||
"stockcheckSection",
|
||||
"availabilityGroup",
|
||||
"productGallery",
|
||||
]
|
||||
|
||||
# Whitelist колонок для Excel.
|
||||
KEEP_COLUMNS = [
|
||||
"availabilityGroup.serverOnlineSellable",
|
||||
"availabilityGroup.storeHeader",
|
||||
"buyModule.onlineSellable",
|
||||
"buyModule.productName",
|
||||
"buyModule.productPrice",
|
||||
"buyModule.productType",
|
||||
"keyFacts.ariaLabels",
|
||||
"keyFacts.gaLabel",
|
||||
"keyFacts.keyFacts",
|
||||
"keyFacts.keyFacts_formatted",
|
||||
"pipPricePackage.measurementText",
|
||||
"pipPricePackage.productDescription",
|
||||
"productGallery.urls",
|
||||
"productInformationSection.dimensionProps",
|
||||
"productInformationSection.dimensionProps_formatted",
|
||||
"productInformationSection.dimensionProps_formatted_html_translated",
|
||||
"productInformationSection.productDetailsProps",
|
||||
"productInformationSection.productDetailsProps_formatted",
|
||||
"productInformationSection.productDetailsProps_formatted_html",
|
||||
"productSummary.description",
|
||||
"productSummary.visibleItemNo",
|
||||
"stockcheckSection.packagingProps",
|
||||
"stockcheckSection.typeName",
|
||||
"total brutto",
|
||||
"prductVariantColorMeasure",
|
||||
"categoryBreadcrumb",
|
||||
"originalName",
|
||||
"url",
|
||||
]
|
||||
|
||||
# ───────────────────────── УТИЛИТЫ I/O ────────────────────────────
|
||||
def ask_bool(prompt: str, default: str = "1") -> bool:
|
||||
try:
|
||||
val = input(f"{prompt} (1=yes, 0=no) [{default}]: ").strip() or default
|
||||
except EOFError:
|
||||
val = default
|
||||
return val == "1"
|
||||
|
||||
def _post_log(msg: str):
|
||||
try:
|
||||
with open(POST_LOG, "a", encoding="utf-8") as f:
|
||||
f.write(msg.rstrip() + "\n")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def _now_tag():
|
||||
return datetime.datetime.now().strftime("%Y%m%d_%H%M%S")
|
||||
|
||||
def _save_json_batch(payload: dict, batch_index: int):
|
||||
fname = f"ikea_batch_{_now_tag()}_{batch_index:04d}.json"
|
||||
fpath = os.path.join(RECORDS_DIR, fname)
|
||||
with open(fpath, "w", encoding="utf-8") as fh:
|
||||
json.dump(payload, fh, ensure_ascii=False, indent=2)
|
||||
print(f"💾 JSON saved: {fname}")
|
||||
return fpath
|
||||
|
||||
# ───────────────────────── СЛОВАРИ / ФИЛЬТРЫ ──────────────────────
|
||||
def load_dictionary(path: str) -> dict:
|
||||
if not os.path.isfile(path):
|
||||
return {}
|
||||
txt = open(path, "r", encoding="utf-8").read()
|
||||
pairs = re.findall(r'"([^"]+)"\s*:\s*"([^"]+)"', txt)
|
||||
return {k: v for k, v in pairs}
|
||||
|
||||
DICT = load_dictionary(DICT_FILE)
|
||||
|
||||
def translate_token(token: str) -> str:
|
||||
return DICT.get(token, token)
|
||||
|
||||
def load_exclusions(path: str) -> set:
|
||||
if not os.path.isfile(path):
|
||||
return set()
|
||||
txt = open(path, "r", encoding="utf-8").read()
|
||||
quoted = re.findall(r'"([^"]+)"', txt, flags=re.S)
|
||||
tokens = quoted if quoted else re.split(r"[,;\n\r]+", txt)
|
||||
return {t.strip().lower() for t in tokens if t.strip()}
|
||||
|
||||
EXCLUSIONS = load_exclusions(EXCL_FILE)
|
||||
|
||||
def materials_from_details_json(details: dict) -> list[str]:
|
||||
out = []
|
||||
def walk(node):
|
||||
if isinstance(node, dict):
|
||||
for k, v in node.items():
|
||||
if k == "material" and isinstance(v, str):
|
||||
out.append(v)
|
||||
else:
|
||||
walk(v)
|
||||
elif isinstance(node, list):
|
||||
for x in node:
|
||||
walk(x)
|
||||
walk(details or {})
|
||||
return out
|
||||
|
||||
def materials_match_exclusions(details: dict, exclusion_tokens: set) -> bool:
|
||||
if not exclusion_tokens:
|
||||
return False
|
||||
mats = materials_from_details_json(details)
|
||||
joined = "\n".join(mats).lower()
|
||||
return any(tok in joined for tok in exclusion_tokens)
|
||||
|
||||
# ───────────────────────── ФОРМАТТЕРЫ ─────────────────────────────
|
||||
def _parse_json_value(val):
|
||||
if isinstance(val, (dict, list)) or val is None:
|
||||
return val
|
||||
if isinstance(val, str):
|
||||
s = val.strip()
|
||||
if not s:
|
||||
return val
|
||||
try:
|
||||
return json.loads(s)
|
||||
except Exception:
|
||||
return val
|
||||
return val
|
||||
|
||||
def flatten_block(block_name, data):
|
||||
if not isinstance(data, dict):
|
||||
return {}
|
||||
flat = {}
|
||||
for k, v in data.items():
|
||||
if block_name == "productGallery" and k == "mediaList":
|
||||
if isinstance(v, list):
|
||||
urls = []
|
||||
for item in v:
|
||||
content = item.get("content", {})
|
||||
if isinstance(content, dict) and "url" in content:
|
||||
urls.append(content["url"])
|
||||
flat["productGallery.urls"] = "\n".join(urls)
|
||||
return flat
|
||||
key = f"{block_name}.{k}"
|
||||
flat[key] = v
|
||||
return flat
|
||||
|
||||
def format_keyfacts(raw_keyfacts):
|
||||
if not isinstance(raw_keyfacts, list):
|
||||
return ""
|
||||
out = []
|
||||
header_added = False
|
||||
for el in raw_keyfacts:
|
||||
lbl = (el or {}).get("label")
|
||||
name = (el or {}).get("name", "Właściwości")
|
||||
if not header_added:
|
||||
out.append(name)
|
||||
header_added = True
|
||||
if lbl:
|
||||
out.append(lbl)
|
||||
return "\n".join(out)
|
||||
|
||||
def _fmt_float(x):
|
||||
try:
|
||||
return f"{float(x):.2f}".rstrip("0").rstrip(".")
|
||||
except Exception:
|
||||
return ""
|
||||
|
||||
def _collect_packaging_total_kg(packaging):
|
||||
total = 0.0
|
||||
if not isinstance(packaging, dict):
|
||||
return total
|
||||
content = (packaging.get("contentProps") or {}).get("packages") or []
|
||||
for pkg in content:
|
||||
qty = ((pkg.get("quantity") or {}).get("value")) or 1
|
||||
ms = pkg.get("measurements") or []
|
||||
for block in ms:
|
||||
if not isinstance(block, list):
|
||||
continue
|
||||
weight_lbl = next((m for m in block if (m.get("type") == "weight" or m.get("label") == "Waga")), None)
|
||||
if weight_lbl and isinstance(weight_lbl.get("value"), (int, float)):
|
||||
total += float(weight_lbl["value"]) * (qty or 1)
|
||||
return total
|
||||
|
||||
def format_dimensions(raw_dim_props, with_html=False, translated=False):
|
||||
if not isinstance(raw_dim_props, dict):
|
||||
return ""
|
||||
lines = []
|
||||
br = "<br/>" if with_html else "\n"
|
||||
|
||||
title = translate_token("Wymiary") if translated else "Wymiary"
|
||||
lines.append(f"<strong>{title}</strong>" if with_html else title)
|
||||
|
||||
for d in raw_dim_props.get("dimensions", []):
|
||||
name = d.get("name", "")
|
||||
meas = d.get("measure", "")
|
||||
if not name and not meas:
|
||||
continue
|
||||
if translated:
|
||||
name_t = translate_token(name)
|
||||
line = f"{name_t}: {meas}".strip()
|
||||
else:
|
||||
line = f"{name}: {meas}".strip()
|
||||
lines.append(line)
|
||||
|
||||
pack = (raw_dim_props.get("packaging") or {})
|
||||
pack_title = translate_token("Opakowanie") if translated else "Opakowanie"
|
||||
lines.append(br if with_html else "")
|
||||
lines.append(f"<strong>{pack_title}</strong>" if with_html else pack_title)
|
||||
|
||||
content = (pack.get("contentProps") or {}).get("packages") or []
|
||||
for pkg in content:
|
||||
name = pkg.get("name") or ""
|
||||
if name:
|
||||
lines.append(name)
|
||||
|
||||
art = (pkg.get("articleNumber") or {}).get("value")
|
||||
if art:
|
||||
art_lbl = "Numer artykułu"
|
||||
if translated:
|
||||
art_lbl = translate_token(art_lbl)
|
||||
lines.append(art_lbl)
|
||||
lines.append(f"{art}")
|
||||
|
||||
ms = pkg.get("measurements") or []
|
||||
for block in ms:
|
||||
if not isinstance(block, list):
|
||||
continue
|
||||
for m in block:
|
||||
lbl = m.get("label", "")
|
||||
txt = m.get("text", "")
|
||||
if translated:
|
||||
lbl = translate_token(lbl) if lbl else lbl
|
||||
if lbl or txt:
|
||||
lines.append(f"{lbl}: {txt}".strip(": "))
|
||||
|
||||
q_val = ((pkg.get("quantity") or {}).get("value"))
|
||||
if q_val:
|
||||
q_lbl = "Paczka(i)"
|
||||
if translated:
|
||||
q_lbl = translate_token(q_lbl)
|
||||
lines.append(f"{q_lbl}: {q_val}")
|
||||
|
||||
if with_html:
|
||||
s = br.join([x for x in lines if x is not None])
|
||||
s = re.sub(r"(" + re.escape(br) + r"){2,}", br*2, s)
|
||||
s = s.strip(br)
|
||||
if s.startswith("strong>"):
|
||||
s = "<" + s
|
||||
return s
|
||||
return "\n".join([x for x in lines if x is not None]).strip()
|
||||
|
||||
def format_product_details(raw_details, add_summary_desc="", with_html=False, skip_assembly=True):
|
||||
if not isinstance(raw_details, dict):
|
||||
return add_summary_desc if with_html else add_summary_desc
|
||||
|
||||
br = "<br/>" if with_html else "\n"
|
||||
out = []
|
||||
|
||||
if add_summary_desc:
|
||||
out.append(add_summary_desc)
|
||||
out.append(br if with_html else "")
|
||||
|
||||
t1 = "Informacje o produkcie"
|
||||
out.append(f"<strong>{t1}</strong>" if with_html else t1)
|
||||
pd = (raw_details.get("productDescriptionProps") or {})
|
||||
paragraphs = pd.get("paragraphs") or []
|
||||
for p in paragraphs:
|
||||
out.append(p)
|
||||
|
||||
dlabel = pd.get("designerLabel")
|
||||
dname = pd.get("designerName")
|
||||
if dlabel and dname:
|
||||
out.append(dlabel)
|
||||
out.append(dname)
|
||||
|
||||
if raw_details.get("productId"):
|
||||
out.append("Numer artykułu")
|
||||
out.append(raw_details["productId"])
|
||||
|
||||
acc = (raw_details.get("accordionObject") or {})
|
||||
gk = ((acc.get("goodToKnow") or {}).get("contentProps") or {}).get("goodToKnow") or []
|
||||
if gk:
|
||||
out.append(br if with_html else "")
|
||||
t2 = "Dobrze wiedzieć"
|
||||
out.append(f"<strong>{t2}</strong>" if with_html else t2)
|
||||
for item in gk:
|
||||
txt = item.get("text")
|
||||
if txt:
|
||||
out.append(txt)
|
||||
|
||||
mac = (acc.get("materialsAndCare") or {}).get("contentProps") or {}
|
||||
mats = mac.get("materials") or []
|
||||
care = mac.get("careInstructions") or []
|
||||
|
||||
t3 = "Materiały i pielęgnacja"
|
||||
if mats or care:
|
||||
out.append(br if with_html else "")
|
||||
out.append(f"<strong>{t3}</strong>" if with_html else t3)
|
||||
|
||||
if mats:
|
||||
out.append("Materiały")
|
||||
for m in mats:
|
||||
ptype = m.get("productType", "")
|
||||
for mat in (m.get("materials") or []):
|
||||
material = mat.get("material", "")
|
||||
if ptype:
|
||||
out.append(ptype)
|
||||
if material:
|
||||
out.append(material)
|
||||
|
||||
if care:
|
||||
detailsCareText = mac.get("detailsCareText", "Pielęgnacja")
|
||||
out.append(detailsCareText)
|
||||
for c in care:
|
||||
ptype = c.get("productType", "")
|
||||
texts = c.get("texts") or []
|
||||
if ptype:
|
||||
out.append(ptype)
|
||||
for t in texts:
|
||||
out.append(t)
|
||||
|
||||
safety = (raw_details.get("safetyAndCompliance") or {}).get("contentProps") or {}
|
||||
sc = safety.get("safetyAndCompliance") or []
|
||||
if sc:
|
||||
out.append(br if with_html else "")
|
||||
t4 = "Bezpieczeństwo i zgodność с przepisami"
|
||||
out.append(f"<strong>{t4}</strong>" if with_html else t4)
|
||||
for s in sc:
|
||||
txt = s.get("text")
|
||||
if txt:
|
||||
out.append(txt)
|
||||
|
||||
if with_html:
|
||||
s = br.join([x for x in out if x is not None])
|
||||
s = re.sub(r"(" + re.escape(br) + r"){2,}", br*2, s)
|
||||
return s.strip(br)
|
||||
return "\n".join([x for x in out if x is not None]).strip()
|
||||
|
||||
def build_variant_color_measure(desc: str, type_name: str, measurement: str) -> str:
|
||||
s = (desc or "")
|
||||
t = (type_name or "").strip()
|
||||
if t:
|
||||
pattern = r"^\s*" + re.escape(t) + r"[\s,;:\-–—/]*"
|
||||
s = re.sub(pattern, "", s, flags=re.IGNORECASE)
|
||||
if not re.search(r"[0-9A-Za-zА-Яа-яЁёÀ-ž]", s or ""):
|
||||
s = ""
|
||||
s = s.strip()
|
||||
meas = (measurement or "").strip()
|
||||
if not s:
|
||||
return meas if meas else ""
|
||||
s = s[:1].upper() + s[1:]
|
||||
return f"{s}, {meas}" if meas else s
|
||||
|
||||
# ───────────────────── СКРАПИНГ КАРТОЧКИ ──────────────────────────
|
||||
def extract_data(url: str) -> dict:
|
||||
"""
|
||||
Возвращает плоский dict с полями KEEP_COLUMNS.
|
||||
Работает ЧЕРЕЗ ПРОКСИ (см. PROXIES_WEB).
|
||||
"""
|
||||
try:
|
||||
resp = requests.get(
|
||||
url,
|
||||
headers=HEADERS,
|
||||
timeout=REQUEST_TIMEOUT,
|
||||
proxies=PROXIES_WEB,
|
||||
allow_redirects=True,
|
||||
)
|
||||
resp.raise_for_status()
|
||||
soup = BeautifulSoup(resp.text, "html.parser")
|
||||
|
||||
target = soup.select_one(CSS_SELECTOR)
|
||||
if not target:
|
||||
return {"url": url, "error": "CSS selector not found"}
|
||||
|
||||
raw = target.get("data-hydration-props")
|
||||
if not raw:
|
||||
return {"url": url, "error": "data-hydration-props not found"}
|
||||
|
||||
decoded = html.unescape(raw)
|
||||
full_json = json.loads(decoded)
|
||||
|
||||
result = {"url": url}
|
||||
for block in BLOCKS:
|
||||
result.update(flatten_block(block, full_json.get(block, {})))
|
||||
|
||||
kf_json = _parse_json_value(result.get("keyFacts.keyFacts"))
|
||||
dim_json = _parse_json_value(result.get("productInformationSection.dimensionProps"))
|
||||
det_json = _parse_json_value(result.get("productInformationSection.productDetailsProps"))
|
||||
|
||||
result["keyFacts.keyFacts_formatted"] = format_keyfacts(kf_json)
|
||||
result["productInformationSection.dimensionProps_formatted"] = format_dimensions(dim_json, with_html=False, translated=False)
|
||||
html_trans = format_dimensions(dim_json, with_html=True, translated=True)
|
||||
if isinstance(html_trans, str) and html_trans.startswith("strong>"):
|
||||
html_trans = "<" + html_trans
|
||||
result["productInformationSection.dimensionProps_formatted_html_translated"] = html_trans
|
||||
|
||||
total_kg = _collect_packaging_total_kg((dim_json or {}).get("packaging") or {})
|
||||
result["total brutto"] = _fmt_float(total_kg)
|
||||
|
||||
summary_desc = result.get("productSummary.description", "") or ""
|
||||
result["productInformationSection.productDetailsProps_formatted"] = format_product_details(det_json, add_summary_desc=summary_desc, with_html=False, skip_assembly=True)
|
||||
result["productInformationSection.productDetailsProps_formatted_html"] = format_product_details(det_json, add_summary_desc=summary_desc, with_html=True, skip_assembly=True)
|
||||
|
||||
desc = result.get("pipPricePackage.productDescription", "") or ""
|
||||
tname = result.get("stockcheckSection.typeName", "") or ""
|
||||
meas = result.get("pipPricePackage.measurementText", "") or ""
|
||||
result["prductVariantColorMeasure"] = build_variant_color_measure(desc, tname, meas)
|
||||
|
||||
# breadcrumb (из ld+json)
|
||||
breadcrumb = None
|
||||
for tag in soup.find_all("script", attrs={"type": lambda t: t and "ld+json" in t}):
|
||||
try:
|
||||
data = json.loads(tag.string)
|
||||
except Exception:
|
||||
continue
|
||||
if isinstance(data, list):
|
||||
data = next((d for d in data if isinstance(d, dict) and d.get("@type") == "BreadcrumbList"), None)
|
||||
if isinstance(data, dict) and data.get("@type") == "BreadcrumbList":
|
||||
items = data.get("itemListElement", [])
|
||||
names = [it.get("name", "") for it in items]
|
||||
breadcrumb = "/".join(names)
|
||||
break
|
||||
if breadcrumb:
|
||||
result["categoryBreadcrumb"] = breadcrumb
|
||||
|
||||
# whitelist + originalName
|
||||
filtered = {k: result.get(k) for k in KEEP_COLUMNS if k != "originalName"}
|
||||
pn = (result.get("buyModule.productName") or "").strip()
|
||||
tn = (result.get("stockcheckSection.typeName") or "").strip()
|
||||
filtered["originalName"] = f"{pn} {tn}".strip() or pn or tn
|
||||
|
||||
return filtered
|
||||
|
||||
except Exception as e:
|
||||
return {"url": url, "error": str(e)}
|
||||
|
||||
# ───────────────────── ПОСТРОЕНИЕ ВАРИАНТА / POST ─────────────────
|
||||
def _split_color_size(text: str):
|
||||
if not text:
|
||||
return "", ""
|
||||
parts = [p.strip() for p in text.split(",", 1)]
|
||||
if len(parts) == 2:
|
||||
return parts[0], parts[1]
|
||||
return "", parts[0]
|
||||
|
||||
def _ceil_price(v):
|
||||
try:
|
||||
return int(math.ceil(float(v)))
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
def _ceil_int(v):
|
||||
try:
|
||||
return int(math.ceil(float(v)))
|
||||
except Exception:
|
||||
return None
|
||||
|
||||
def build_variant(row: dict) -> dict:
|
||||
visible = row.get("productSummary.visibleItemNo") or ""
|
||||
sku = visible.replace(" ", "")
|
||||
|
||||
csm = (row.get("prductVariantColorMeasure") or "").strip()
|
||||
color, size = _split_color_size(csm)
|
||||
if not color and not size:
|
||||
size = (row.get("pipPricePackage.measurementText") or "").strip()
|
||||
|
||||
cost = _ceil_price(row.get("buyModule.productPrice"))
|
||||
url = row.get("url") or ""
|
||||
name = row.get("originalName") or row.get("buyModule.productName") or ""
|
||||
desc_html = row.get("productInformationSection.productDetailsProps_formatted_html") or ""
|
||||
composition_html = row.get("productInformationSection.dimensionProps_formatted_html_translated") or ""
|
||||
|
||||
imgs = []
|
||||
raw_imgs = row.get("productGallery.urls") or ""
|
||||
if isinstance(raw_imgs, str):
|
||||
imgs = [x for x in raw_imgs.split("\n") if x.strip()]
|
||||
|
||||
in_stock = bool(row.get("availabilityGroup.serverOnlineSellable")) or bool(row.get("buyModule.onlineSellable"))
|
||||
weight_kg = _ceil_int(row.get("total brutto"))
|
||||
|
||||
variant = {
|
||||
"status_id": 1,
|
||||
"color": (color.capitalize() if color else "none"),
|
||||
"sku": sku,
|
||||
"size": size,
|
||||
"cost": cost,
|
||||
"originalUrl": url,
|
||||
"originalName": name,
|
||||
"originalDescription": desc_html,
|
||||
"originalComposition": composition_html,
|
||||
"images": imgs,
|
||||
"inStock": in_stock,
|
||||
"weight": weight_kg if weight_kg is not None else 0,
|
||||
}
|
||||
|
||||
return {
|
||||
"category": {"name": "TEST/IKEA"},
|
||||
"brand": {"name": "ikea"},
|
||||
"variant": variant,
|
||||
}
|
||||
|
||||
def post_payload(payload: dict) -> dict:
|
||||
headers = {"Content-Type": "application/json"}
|
||||
if POST_API_KEY:
|
||||
headers["Authorization"] = f"Bearer {POST_API_KEY}"
|
||||
|
||||
body = json.dumps(payload, ensure_ascii=False)
|
||||
_post_log(f"→ POST {POST_URL}\nHeaders: {headers}\nBody: {body}")
|
||||
|
||||
try:
|
||||
r = requests.post(
|
||||
POST_URL,
|
||||
headers=headers,
|
||||
data=body.encode("utf-8"),
|
||||
timeout=POST_TIMEOUT,
|
||||
# proxies=PROXIES_API, # ← если хотите слать POST через прокси — раскомментируйте
|
||||
)
|
||||
text = r.text
|
||||
_post_log(f"← {r.status_code}\n{text}\n{'-'*60}")
|
||||
ok = 200 <= r.status_code < 300
|
||||
return {"ok": ok, "status": r.status_code, "response": text}
|
||||
except Exception as e:
|
||||
_post_log(f"× ERROR: {e}\n{'-'*60}")
|
||||
return {"ok": False, "status": None, "error": str(e)}
|
||||
|
||||
# ───────────────────────── СЕРДЦЕ СКРИПТА ─────────────────────────
|
||||
def safe_cell(val):
|
||||
if isinstance(val, (dict, list)):
|
||||
return json.dumps(val, ensure_ascii=False)
|
||||
return "" if val is None else val
|
||||
|
||||
def main():
|
||||
SAVE_JSON = ask_bool("SAVE_JSON (сохранять JSON на диск?)", "1")
|
||||
SEND_JSON = ask_bool("SEND_JSON (отправлять на API?)", "1")
|
||||
|
||||
with open(INPUT_FILE, "r", encoding="utf-8") as f:
|
||||
links = [line.strip() for line in f if line.strip()]
|
||||
print(f"Всего ссылок: {len(links)}")
|
||||
|
||||
wb = Workbook()
|
||||
ws = wb.active
|
||||
ws.title = "IKEA Products"
|
||||
ws.append(KEEP_COLUMNS)
|
||||
|
||||
batch_items = []
|
||||
batch_index = 1
|
||||
|
||||
def flush_batch():
|
||||
nonlocal batch_items, batch_index
|
||||
if not batch_items:
|
||||
return
|
||||
payload = {"parserName": "ikea", "items": batch_items}
|
||||
if SAVE_JSON:
|
||||
_save_json_batch(payload, batch_index)
|
||||
if SEND_JSON:
|
||||
res = post_payload(payload)
|
||||
ok = res.get("ok")
|
||||
print(f"POST batch {batch_index}: {'OK' if ok else 'FAIL'} (status={res.get('status')})")
|
||||
batch_index += 1
|
||||
batch_items = []
|
||||
|
||||
for idx, link in enumerate(links, 1):
|
||||
print(f"[{idx}/{len(links)}] {link}")
|
||||
row = extract_data(link)
|
||||
|
||||
# Пишем в Excel всё (без фильтров)
|
||||
ws.append([safe_cell(row.get(col, "")) for col in KEEP_COLUMNS])
|
||||
|
||||
# Фильтры для JSON/API
|
||||
try:
|
||||
price = float(row.get("buyModule.productPrice") or 0)
|
||||
except Exception:
|
||||
price = 0.0
|
||||
|
||||
try:
|
||||
total_kg = float(row.get("total brutto") or 0)
|
||||
except Exception:
|
||||
total_kg = 0.0
|
||||
|
||||
details_json = row.get("productInformationSection.productDetailsProps") or {}
|
||||
|
||||
if not (20 <= price <= 1500):
|
||||
pass
|
||||
elif total_kg > 30:
|
||||
pass
|
||||
elif materials_match_exclusions(details_json, EXCLUSIONS):
|
||||
pass
|
||||
else:
|
||||
try:
|
||||
item = build_variant(row)
|
||||
batch_items.append(item)
|
||||
except Exception as e:
|
||||
_post_log(f"× build_variant error for {link}: {e}")
|
||||
|
||||
if idx % 50 == 0:
|
||||
wb.save(OUTPUT_FILE)
|
||||
print(f"💾 autosave: {OUTPUT_FILE}")
|
||||
|
||||
if len(batch_items) >= BATCH_SIZE:
|
||||
flush_batch()
|
||||
|
||||
wb.save(OUTPUT_FILE)
|
||||
print(f"\n✅ Excel готов: {OUTPUT_FILE}")
|
||||
|
||||
flush_batch()
|
||||
print("🎯 Готово.")
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Binary file not shown.
BIN
Парсер_IKEA/playwright_profile/Default/BrowsingTopicsSiteData
Normal file
BIN
Парсер_IKEA/playwright_profile/Default/BrowsingTopicsSiteData
Normal file
Binary file not shown.
12
Парсер_IKEA/playwright_profile/Default/BrowsingTopicsState
Normal file
12
Парсер_IKEA/playwright_profile/Default/BrowsingTopicsState
Normal file
@ -0,0 +1,12 @@
|
||||
{
|
||||
"epochs": [ {
|
||||
"calculation_time": "13400615113864626",
|
||||
"config_version": 0,
|
||||
"model_version": "0",
|
||||
"padded_top_topics_start_index": 0,
|
||||
"taxonomy_version": 0,
|
||||
"top_topics_and_observing_domains": [ ]
|
||||
} ],
|
||||
"hex_encoded_hmac_key": "BCC6F5095863837B723E8CFA5D27BBE0A8488A2D6EB32D70BDD1BC74189A557F",
|
||||
"next_scheduled_calculation_time": "13401219913864927"
|
||||
}
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
BIN
Парсер_IKEA/playwright_profile/Default/DIPS
Normal file
BIN
Парсер_IKEA/playwright_profile/Default/DIPS
Normal file
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:38.245 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State since it was missing.
|
||||
2025/08/25-19:49:38.250 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State/MANIFEST-000001
|
||||
2025/08/25-20:05:08.149 284098d Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State/MANIFEST-000001
|
||||
2025/08/25-20:05:08.152 284098d Recovering log #3
|
||||
2025/08/25-20:05:08.153 284098d Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:38.245 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State since it was missing.
|
||||
2025/08/25-19:49:38.250 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Extension State/MANIFEST-000001
|
||||
1
Парсер_IKEA/playwright_profile/Default/GCM Store/CURRENT
Normal file
1
Парсер_IKEA/playwright_profile/Default/GCM Store/CURRENT
Normal file
@ -0,0 +1 @@
|
||||
MANIFEST-000001
|
||||
@ -0,0 +1 @@
|
||||
MANIFEST-000001
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-20:05:16.180 2840990 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/GCM Store/Encryption since it was missing.
|
||||
2025/08/25-20:05:16.209 2840990 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/GCM Store/Encryption/MANIFEST-000001
|
||||
Binary file not shown.
2
Парсер_IKEA/playwright_profile/Default/GCM Store/LOG
Normal file
2
Парсер_IKEA/playwright_profile/Default/GCM Store/LOG
Normal file
@ -0,0 +1,2 @@
|
||||
2025/08/25-20:05:16.156 2840990 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/GCM Store since it was missing.
|
||||
2025/08/25-20:05:16.178 2840990 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/GCM Store/MANIFEST-000001
|
||||
BIN
Парсер_IKEA/playwright_profile/Default/GCM Store/MANIFEST-000001
Normal file
BIN
Парсер_IKEA/playwright_profile/Default/GCM Store/MANIFEST-000001
Normal file
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
0
Парсер_IKEA/playwright_profile/Default/LOG.old
Normal file
0
Парсер_IKEA/playwright_profile/Default/LOG.old
Normal file
Binary file not shown.
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:36.822 2835c4a Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb since it was missing.
|
||||
2025/08/25-19:49:36.832 2835c4a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb/MANIFEST-000001
|
||||
2025/08/25-20:05:06.460 2840a8a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb/MANIFEST-000001
|
||||
2025/08/25-20:05:06.466 2840a8a Recovering log #3
|
||||
2025/08/25-20:05:06.467 2840a8a Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:36.822 2835c4a Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb since it was missing.
|
||||
2025/08/25-19:49:36.832 2835c4a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Local Storage/leveldb/MANIFEST-000001
|
||||
BIN
Парсер_IKEA/playwright_profile/Default/Network Action Predictor
Normal file
BIN
Парсер_IKEA/playwright_profile/Default/Network Action Predictor
Normal file
Binary file not shown.
@ -1 +1 @@
|
||||
{"net":{"http_server_properties":{"servers":[{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206180051278","port":443,"protocol_str":"quic"}],"anonymization":["GAAAABIAAABodHRwczovL2dvb2dsZS5jb20AAA==",false,0],"server":"https://accounts.google.com","supports_spdy":true},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206187281607","port":443,"protocol_str":"quic"}],"anonymization":["MAAAACsAAABodHRwczovL29wdGltaXphdGlvbmd1aWRlLXBhLmdvb2dsZWFwaXMuY29tAA==",false,0],"server":"https://optimizationguide-pa.googleapis.com","supports_spdy":true},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206214960281","port":443,"protocol_str":"quic"}],"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://content-autofill.googleapis.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://privacyportal-eu.onetrust.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://csp-reporting.cloudflare.com","supports_spdy":true},{"anonymization":["GAAAABIAAABodHRwczovL2dvb2dsZS5jb20AAA==",false,0],"network_stats":{"srtt":80122},"server":"https://www.google.com"},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://api.ingka.ikea.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://geolocation.onetrust.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://cdn.cookielaw.org","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://accounts.ikea.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://web-api.ikea.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://www.ikea.com","supports_spdy":true},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13400700680535773","port":443,"protocol_str":"quic"}],"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"network_stats":{"srtt":65155},"server":"https://api.salesitem.ingka.com"}],"supports_quic":{"address":"10.8.1.3","used_quic":true},"version":5},"network_qualities":{"CAASABiAgICA+P////8B":"4G"}}}
|
||||
{"net":{"http_server_properties":{"servers":[{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206214960281","port":443,"protocol_str":"quic"}],"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://content-autofill.googleapis.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://privacyportal-eu.onetrust.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://csp-reporting.cloudflare.com","supports_spdy":true},{"anonymization":["GAAAABIAAABodHRwczovL2dvb2dsZS5jb20AAA==",false,0],"network_stats":{"srtt":80122},"server":"https://www.google.com"},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://api.ingka.ikea.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://geolocation.onetrust.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://cdn.cookielaw.org","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://accounts.ikea.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://web-api.ikea.com","supports_spdy":true},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13400700680535773","port":443,"protocol_str":"quic"}],"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"network_stats":{"srtt":65155},"server":"https://api.salesitem.ingka.com"},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206187281607","port":443,"protocol_str":"quic"}],"anonymization":["MAAAACsAAABodHRwczovL29wdGltaXphdGlvbmd1aWRlLXBhLmdvb2dsZWFwaXMuY29tAA==",false,0],"server":"https://optimizationguide-pa.googleapis.com","supports_spdy":true},{"anonymization":["FAAAABAAAABodHRwczovL2lrZWEuY29t",false,0],"server":"https://www.ikea.com","supports_spdy":true},{"alternative_service":[{"advertised_alpns":["h3"],"expiration":"13403206180051278","port":443,"protocol_str":"quic"}],"anonymization":["GAAAABIAAABodHRwczovL2dvb2dsZS5jb20AAA==",false,0],"server":"https://accounts.google.com","supports_spdy":true}],"supports_quic":{"address":"10.8.1.3","used_quic":true},"version":5},"network_qualities":{"CAASABiAgICA+P////8B":"4G"}}}
|
||||
File diff suppressed because one or more lines are too long
1
Парсер_IKEA/playwright_profile/Default/PreferredApps
Normal file
1
Парсер_IKEA/playwright_profile/Default/PreferredApps
Normal file
@ -0,0 +1 @@
|
||||
{"preferred_apps":[],"version":1}
|
||||
Binary file not shown.
@ -1,5 +1,3 @@
|
||||
2025/08/25-19:49:37.345 2835c4a Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage since it was missing.
|
||||
2025/08/25-19:49:37.362 2835c4a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage/MANIFEST-000001
|
||||
2025/08/25-19:51:23.422 2835c4d Level-0 table #5: started
|
||||
2025/08/25-19:51:23.428 2835c4d Level-0 table #5: 131697 bytes OK
|
||||
2025/08/25-19:51:23.433 2835c4d Delete type=0 #3
|
||||
2025/08/25-20:05:07.119 2840a8a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage/MANIFEST-000001
|
||||
2025/08/25-20:05:07.120 2840a8a Recovering log #4
|
||||
2025/08/25-20:05:07.120 2840a8a Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage/000004.log
|
||||
|
||||
@ -0,0 +1,5 @@
|
||||
2025/08/25-19:49:37.345 2835c4a Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage since it was missing.
|
||||
2025/08/25-19:49:37.362 2835c4a Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Session Storage/MANIFEST-000001
|
||||
2025/08/25-19:51:23.422 2835c4d Level-0 table #5: started
|
||||
2025/08/25-19:51:23.428 2835c4d Level-0 table #5: 131697 bytes OK
|
||||
2025/08/25-19:51:23.433 2835c4d Delete type=0 #3
|
||||
Binary file not shown.
Binary file not shown.
BIN
Парсер_IKEA/playwright_profile/Default/Shortcuts
Normal file
BIN
Парсер_IKEA/playwright_profile/Default/Shortcuts
Normal file
Binary file not shown.
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:36.677 2835bc1 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database since it was missing.
|
||||
2025/08/25-19:49:36.710 2835bc1 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database/MANIFEST-000001
|
||||
2025/08/25-20:05:06.360 2840a25 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database/MANIFEST-000001
|
||||
2025/08/25-20:05:06.367 2840a25 Recovering log #3
|
||||
2025/08/25-20:05:06.368 2840a25 Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:36.677 2835bc1 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database since it was missing.
|
||||
2025/08/25-19:49:36.710 2835bc1 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Site Characteristics Database/MANIFEST-000001
|
||||
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:36.658 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB since it was missing.
|
||||
2025/08/25-19:49:36.710 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB/MANIFEST-000001
|
||||
2025/08/25-20:05:06.326 284098d Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB/MANIFEST-000001
|
||||
2025/08/25-20:05:06.367 284098d Recovering log #3
|
||||
2025/08/25-20:05:06.368 284098d Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:36.658 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB since it was missing.
|
||||
2025/08/25-19:49:36.710 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/Sync Data/LevelDB/MANIFEST-000001
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:38.161 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db since it was missing.
|
||||
2025/08/25-19:49:38.164 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/MANIFEST-000001
|
||||
2025/08/25-20:05:07.984 284098d Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/MANIFEST-000001
|
||||
2025/08/25-20:05:07.985 284098d Recovering log #3
|
||||
2025/08/25-20:05:07.985 284098d Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:38.161 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db since it was missing.
|
||||
2025/08/25-19:49:38.164 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/MANIFEST-000001
|
||||
Binary file not shown.
@ -1,2 +1,3 @@
|
||||
2025/08/25-19:49:38.155 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata since it was missing.
|
||||
2025/08/25-19:49:38.158 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata/MANIFEST-000001
|
||||
2025/08/25-20:05:07.979 284098d Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata/MANIFEST-000001
|
||||
2025/08/25-20:05:07.979 284098d Recovering log #3
|
||||
2025/08/25-20:05:07.979 284098d Reusing old log /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata/000003.log
|
||||
|
||||
@ -0,0 +1,2 @@
|
||||
2025/08/25-19:49:38.155 2835af5 Creating DB /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata since it was missing.
|
||||
2025/08/25-19:49:38.158 2835af5 Reusing MANIFEST /Users/valis/MacOS_Parsers/Парсер_IKEA/playwright_profile/Default/shared_proto_db/metadata/MANIFEST-000001
|
||||
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -1 +1 @@
|
||||
{"accessibility":{"captions":{"soda_registered_language_packs":["ru-RU"]}},"autofill":{"ablation_seed":"q5nR1xJxb+Y="},"breadcrumbs":{"enabled":false,"enabled_time":"13400614176476042"},"hardware_acceleration_mode_previous":true,"legacy":{"profile":{"name":{"migrated":true}}},"local":{"password_hash_data_list":[]},"management":{"platform":{"enterprise_mdm_mac":0}},"network_time":{"network_time_mapping":{"local":1.756140578854345e+12,"network":1.75614057884e+12,"ticks":565279615676.0,"uncertainty":10082294.0}},"optimization_guide":{"model_cache_key_mapping":{"15DC3E7836E4D434CA":"4F40902F3B6AE19A","20DC3E7836E4D434CA":"4F40902F3B6AE19A","25DC3E7836E4D434CA":"4F40902F3B6AE19A","26DC3E7836E4D434CA":"4F40902F3B6AE19A","2DC3E7836E4D434CA":"4F40902F3B6AE19A","45DC3E7836E4D434CA":"4F40902F3B6AE19A","9DC3E7836E4D434CA":"4F40902F3B6AE19A"},"model_execution":{"last_usage_by_feature":{}},"model_store_metadata":{},"on_device":{"last_version":"139.0.7258.139","model_crash_count":0}},"performance_intervention":{"last_daily_sample":"13400614177350141"},"policy":{"last_statistics_update":"13400614176455157"},"privacy_budget":{"meta_experiment_activation_salt":0.6655723031629135},"profile":{"info_cache":{"Default":{"active_time":1756140577.327447,"avatar_icon":"chrome://theme/IDR_PROFILE_AVATAR_26","background_apps":false,"default_avatar_fill_color":-2890755,"default_avatar_stroke_color":-16166200,"force_signin_profile_locked":false,"gaia_id":"","is_consented_primary_account":false,"is_ephemeral":false,"is_using_default_avatar":true,"is_using_default_name":true,"managed_user_id":"","metrics_bucket_index":1,"name":"Настройки Chrome","profile_color_seed":-16033840,"profile_highlight_color":-2890755,"signin.with_credential_provider":false,"user_name":""}},"last_active_profiles":["Default"],"metrics":{"next_bucket_index":2},"profile_counts_reported":"13400614176480733","profiles_order":["Default"]},"profile_network_context_service":{"http_cache_finch_experiment_groups":"None None None None"},"session_id_generator_last_value":"1620748284","signin":{"active_accounts_last_emitted":"13400614173288602"},"subresource_filter":{"ruleset_version":{"checksum":0,"content":"","format":0}},"tab_stats":{"discards_external":0,"discards_frozen":0,"discards_proactive":0,"discards_suggested":0,"discards_urgent":0,"last_daily_sample":"13400614176424553","max_tabs_per_window":2,"reloads_external":0,"reloads_frozen":0,"reloads_proactive":0,"reloads_suggested":0,"reloads_urgent":0,"total_tab_count_max":2,"window_count_max":1},"ukm":{"persisted_logs":[]},"uninstall_metrics":{"installation_date2":"1756140573"},"user_experience_metrics":{"client_id2":"ed68bd6e-168f-47c0-9816-8afdc0799ca3","client_id_timestamp":"1756140576","limited_entropy_randomization_source":"7B745D3CE9F5BFF97D8D44A0F7D5234D","log_record_id":1,"low_entropy_source3":236,"pseudo_low_entropy_source":5558,"session_id":0,"stability":{"browser_last_live_timestamp":"13400614283465600","exited_cleanly":true,"saved_system_profile":"CNeNjsUGEhExMzkuMC43MjU4LjEzOS02NBiAkbLFBiICcnUqEgoITWFjIE9TIFgSBjE1LjUuMDJgCgVhcm02NBCAgAEiDk1hY0Jvb2tQcm8xOCwzKAMwgDw44CFCCggAEAAaADIAOgBlAAAAQGoYCgxHZW51aW5lSW50ZWwQwI0IGAggACgCggEAigEAqgEGeDg2XzY0sAEBSgoNQZDythWAjX3KSgoNkrdXsxUwrvLcSgoNBQ7w9BWAjX3KUARaAGIER0dST2oICAAQADgAQACAAYCRssUGmAEA+AHsAYAC////////////AYgCAZICJGVkNjhiZDZlLTE2OGYtNDdjMC05ODE2LThhZmRjMDc5OWNhM6gCtiuyAogBZB450p7LUD034q1+xYgAKn7IsGwLj70v2MAtsf5bz4dGdDQ67motfyp+LMUZDNsJTLRUE0n9H/9UH43yymV+G2N3Hn15S6ppHgxGjeP7Ti5v2UFhTvrLmMhARP61EIfS1sYKphv1BfE5C92iJ0SDSS28C5tj623dU5++z0Lg4+uEi7j/TPMNXfECFl65KP9a0LQ=","saved_system_profile_hash":"2B86E3A3DE37EEB3DC79F2292D077F706E2083E3","stats_buildtime":"1755547351","stats_version":"139.0.7258.139-64"}},"variations_google_groups":{"Default":[]},"was":{"restarted":false}}
|
||||
{"accessibility":{"captions":{"soda_registered_language_packs":["ru-RU"]}},"autofill":{"ablation_seed":"q5nR1xJxb+Y="},"breadcrumbs":{"enabled":false,"enabled_time":"13400614176476042"},"hardware_acceleration_mode_previous":true,"legacy":{"profile":{"name":{"migrated":true}}},"local":{"password_hash_data_list":[]},"management":{"platform":{"enterprise_mdm_mac":0}},"network_time":{"network_time_mapping":{"local":1.756140578854345e+12,"network":1.75614057884e+12,"ticks":565279615676.0,"uncertainty":10082294.0}},"optimization_guide":{"model_cache_key_mapping":{"15DC3E7836E4D434CA":"4F40902F3B6AE19A","20DC3E7836E4D434CA":"4F40902F3B6AE19A","25DC3E7836E4D434CA":"4F40902F3B6AE19A","26DC3E7836E4D434CA":"4F40902F3B6AE19A","2DC3E7836E4D434CA":"4F40902F3B6AE19A","45DC3E7836E4D434CA":"4F40902F3B6AE19A","9DC3E7836E4D434CA":"4F40902F3B6AE19A"},"model_execution":{"last_usage_by_feature":{}},"model_store_metadata":{},"on_device":{"last_version":"139.0.7258.139","model_crash_count":0}},"performance_intervention":{"last_daily_sample":"13400614177350141"},"policy":{"last_statistics_update":"13400614176455157"},"privacy_budget":{"meta_experiment_activation_salt":0.6655723031629135},"profile":{"info_cache":{"Default":{"active_time":1756140577.327447,"avatar_icon":"chrome://theme/IDR_PROFILE_AVATAR_26","background_apps":false,"default_avatar_fill_color":-2890755,"default_avatar_stroke_color":-16166200,"enterprise_label":"","force_signin_profile_locked":false,"gaia_given_name":"","gaia_id":"","gaia_name":"","hosted_domain":"","is_consented_primary_account":false,"is_ephemeral":false,"is_glic_eligible":false,"is_managed":0,"is_using_default_avatar":true,"is_using_default_name":true,"managed_user_id":"","metrics_bucket_index":1,"name":"Настройки Chrome","profile_color_seed":-16033840,"profile_highlight_color":-2890755,"signin.with_credential_provider":false,"user_name":""}},"last_active_profiles":["Default"],"metrics":{"next_bucket_index":2},"profile_counts_reported":"13400614176480733","profiles_order":["Default"]},"profile_network_context_service":{"http_cache_finch_experiment_groups":"None None None None"},"session_id_generator_last_value":"1620748343","signin":{"active_accounts_last_emitted":"13400614173288602"},"subresource_filter":{"ruleset_version":{"checksum":0,"content":"","format":0}},"tab_stats":{"discards_external":0,"discards_frozen":0,"discards_proactive":0,"discards_suggested":0,"discards_urgent":0,"last_daily_sample":"13400614176424553","max_tabs_per_window":2,"reloads_external":0,"reloads_frozen":0,"reloads_proactive":0,"reloads_suggested":0,"reloads_urgent":0,"total_tab_count_max":2,"window_count_max":1},"ukm":{"persisted_logs":[]},"uninstall_metrics":{"installation_date2":"1756140573"},"user_experience_metrics":{"client_id2":"ed68bd6e-168f-47c0-9816-8afdc0799ca3","client_id_timestamp":"1756140576","limited_entropy_randomization_source":"7B745D3CE9F5BFF97D8D44A0F7D5234D","log_record_id":2,"low_entropy_source3":236,"machine_id":4006889,"pseudo_low_entropy_source":5558,"session_id":1,"stability":{"browser_last_live_timestamp":"13400615185062523","exited_cleanly":true,"saved_system_profile":"CNeNjsUGEhExMzkuMC43MjU4LjEzOS02NBiAkbLFBiICcnUqEgoITWFjIE9TIFgSBjE1LjUuMDJgCgVhcm02NBCAgAEiDk1hY0Jvb2tQcm8xOCwzKAMwgDw44CFCCggAEAAaADIAOgBlAAAAQGoYCgxHZW51aW5lSW50ZWwQwI0IGAggACgCggEAigEAqgEGeDg2XzY0sAEBSgoNQZDythWAjX3KSgoNkrdXsxUwrvLcSgoNBQ7w9BWAjX3KUARaAGIER0dST2oICAAQADgAQACAAYCRssUGmAEA+AHsAYAC////////////AYgCAJICJGVkNjhiZDZlLTE2OGYtNDdjMC05ODE2LThhZmRjMDc5OWNhM6gCtiuyAogBZB450p7LUD034q1+xYgAKn7IsGwLj70v2MAtsf5bz4dGdDQ67motfyp+LMUZDNsJTLRUE0n9H/9UH43yymV+G2N3Hn15S6ppHgxGjeP7Ti5v2UFhTvrLmMhARP61EIfS1sYKphv1BfE5C92iJ0SDSS28C5tj623dU5++z0Lg4+uEi7j/TPMNXfECYIzH5DhPcB8=","saved_system_profile_hash":"032953AC304F7CC55423677CABA681077E5523E5","stats_buildtime":"1755547351","stats_version":"139.0.7258.139-64"}},"variations_google_groups":{"Default":[]},"was":{"restarted":false}}
|
||||
Binary file not shown.
Binary file not shown.
@ -0,0 +1 @@
|
||||
{"hashes":{}}
|
||||
Binary file not shown.
Binary file not shown.
Loading…
Reference in New Issue
Block a user