[{"data":1,"prerenderedAt":450},["ShallowReactive",2],{"navigation_docs":3,"-scraping-schedules-and-configuration":178,"-scraping-schedules-and-configuration-surround":445},[4,25,50,81,112,133,158],{"title":5,"icon":6,"path":7,"stem":8,"children":9,"page":6},"Getting started",false,"\u002Fgetting-started","1.getting-started",[10,15,20],{"title":11,"path":12,"stem":13,"icon":14},"Introduction","\u002Fgetting-started\u002Fintroduction","1.getting-started\u002F1.introduction","i-lucide-book-open",{"title":16,"path":17,"stem":18,"icon":19},"Concepts","\u002Fgetting-started\u002Fconcepts","1.getting-started\u002F2.concepts","i-lucide-book-a",{"title":21,"path":22,"stem":23,"icon":24},"Quick start","\u002Fgetting-started\u002Fquick-start","1.getting-started\u002F3.quick-start","i-lucide-rocket",{"title":26,"icon":27,"path":28,"stem":29,"children":30,"page":6},"Workspace","i-lucide-users","\u002Fworkspace","2.workspace",[31,36,41,45],{"title":32,"path":33,"stem":34,"icon":35},"Account","\u002Fworkspace\u002Faccount","2.workspace\u002F1.account","i-lucide-circle-user",{"title":37,"path":38,"stem":39,"icon":40},"Teams","\u002Fworkspace\u002Fteams","2.workspace\u002F2.teams","i-lucide-building-2",{"title":42,"path":43,"stem":44,"icon":27},"Members and roles","\u002Fworkspace\u002Fmembers-and-roles","2.workspace\u002F3.members-and-roles",{"title":46,"path":47,"stem":48,"icon":49},"Projects","\u002Fworkspace\u002Fprojects","2.workspace\u002F4.projects","i-lucide-folder-kanban",{"title":51,"icon":52,"path":53,"stem":54,"children":55,"page":6},"Catalogue","i-lucide-package","\u002Fcatalogue","3.catalogue",[56,61,66,71,76],{"title":57,"path":58,"stem":59,"icon":60},"Products","\u002Fcatalogue\u002Fproducts","3.catalogue\u002F1.products","i-lucide-box",{"title":62,"path":63,"stem":64,"icon":65},"Offers","\u002Fcatalogue\u002Foffers","3.catalogue\u002F2.offers","i-lucide-tag",{"title":67,"path":68,"stem":69,"icon":70},"Brands","\u002Fcatalogue\u002Fbrands","3.catalogue\u002F3.brands","i-lucide-badge-check",{"title":72,"path":73,"stem":74,"icon":75},"Merchants","\u002Fcatalogue\u002Fmerchants","3.catalogue\u002F4.merchants","i-lucide-store",{"title":77,"path":78,"stem":79,"icon":80},"Custom attributes","\u002Fcatalogue\u002Fcustom-attributes","3.catalogue\u002F5.custom-attributes","i-lucide-list-plus",{"title":82,"icon":83,"path":84,"stem":85,"children":86,"page":6},"Scraping","i-lucide-scan-search","\u002Fscraping","4.scraping",[87,92,97,102,107],{"title":88,"path":89,"stem":90,"icon":91},"Connect Scrape Admin","\u002Fscraping\u002Fconnect-scrape-admin","4.scraping\u002F1.connect-scrape-admin","i-lucide-plug",{"title":93,"path":94,"stem":95,"icon":96},"Scrape profiles","\u002Fscraping\u002Fscrape-profiles","4.scraping\u002F2.scrape-profiles","i-lucide-scan-text",{"title":98,"path":99,"stem":100,"icon":101},"Schedules and configuration","\u002Fscraping\u002Fschedules-and-configuration","4.scraping\u002F3.schedules-and-configuration","i-lucide-sliders-horizontal",{"title":103,"path":104,"stem":105,"icon":106},"Sync and reconcile","\u002Fscraping\u002Fsync-and-reconcile","4.scraping\u002F4.sync-and-reconcile","i-lucide-refresh-cw",{"title":108,"path":109,"stem":110,"icon":111},"Webhooks","\u002Fscraping\u002Fwebhooks","4.scraping\u002F5.webhooks","i-lucide-webhook",{"title":113,"icon":114,"path":115,"stem":116,"children":117,"page":6},"Growing the catalogue","i-lucide-sprout","\u002Fgrowing-the-catalogue","5.growing-the-catalogue",[118,123,128],{"title":119,"path":120,"stem":121,"icon":122},"Imports","\u002Fgrowing-the-catalogue\u002Fimports","5.growing-the-catalogue\u002F1.imports","i-lucide-import",{"title":124,"path":125,"stem":126,"icon":127},"Repair queues","\u002Fgrowing-the-catalogue\u002Frepair-queues","5.growing-the-catalogue\u002F2.repair-queues","i-lucide-wrench",{"title":129,"path":130,"stem":131,"icon":132},"Wrong URL flow","\u002Fgrowing-the-catalogue\u002Fwrong-url-flow","5.growing-the-catalogue\u002F3.wrong-url-flow","i-lucide-route",{"title":134,"icon":135,"path":136,"stem":137,"children":138,"page":6},"Publishing","i-lucide-globe","\u002Fpublishing","6.publishing",[139,143,148,153],{"title":140,"path":141,"stem":142,"icon":135},"Websites","\u002Fpublishing\u002Fwebsites","6.publishing\u002F1.websites",{"title":144,"path":145,"stem":146,"icon":147},"Website content","\u002Fpublishing\u002Fwebsite-content","6.publishing\u002F2.website-content","i-lucide-languages",{"title":149,"path":150,"stem":151,"icon":152},"SEO templates","\u002Fpublishing\u002Fseo-templates","6.publishing\u002F3.seo-templates","i-lucide-search",{"title":154,"path":155,"stem":156,"icon":157},"Analytics","\u002Fpublishing\u002Fanalytics","6.publishing\u002F4.analytics","i-lucide-chart-line",{"title":159,"icon":160,"path":161,"stem":162,"children":163,"page":6},"Developers","i-lucide-code","\u002Fdevelopers","7.developers",[164,169,173],{"title":165,"path":166,"stem":167,"icon":168},"Public API","\u002Fdevelopers\u002Fpublic-api","7.developers\u002F1.public-api","i-lucide-code-xml",{"title":170,"path":171,"stem":172,"icon":52},"Listings client","\u002Fdevelopers\u002Flistings-client","7.developers\u002F2.listings-client",{"title":174,"path":175,"stem":176,"icon":177},"Click tracking","\u002Fdevelopers\u002Fclick-tracking","7.developers\u002F3.click-tracking","i-lucide-mouse-pointer-click",{"id":179,"title":98,"body":180,"description":437,"extension":438,"links":439,"meta":440,"navigation":441,"path":99,"seo":442,"stem":100,"__hash__":444},"docs\u002F4.scraping\u002F3.schedules-and-configuration.md",{"type":181,"value":182,"toc":430},"minimark",[183,196,201,213,218,223,238,252,256,284,294,298,421],[184,185,186,187,191,192,195],"p",{},"The ",[188,189,190],"strong",{},"Configuration"," tab in ",[188,193,194],{},"Settings"," holds the defaults used when comparing prices and scraping offers. Everyone on the project can read it, but only owners and admins can change it: for others the fields are disabled.",[197,198],"screenshot",{"alt":199,"name":200},"The Configuration settings tab","settings-configuration",[184,202,203,204,207,208,212],{},"Change the fields you need and click ",[188,205,206],{},"Save changes",". Only the fields you changed are saved. Changes to the schedule, attributes or product name format reach Scrape Admin with the next ",[209,210,211],"a",{"href":104},"sync",".",[214,215,217],"h2",{"id":216},"default-schedule","Default schedule",[184,219,220,222],{},[188,221,217],{}," is a list of cron expressions for offers that have no schedule of their own. Each offer is assigned one of them, based on its id, so scrapes are spread out over the list. The assignment is stable: an offer keeps the same expression until the list changes.",[184,224,225,226,230,231,234,235,212],{},"The default list runs once a day, Sunday to Friday, at 00:00 UTC (",[227,228,229],"code",{},"0 0 * * 0"," through ",[227,232,233],{},"0 0 * * 5","). A plain-language summary and the next run are shown under each expression. Add an expression with the tag input, for example ",[227,236,237],{},"0 6 * * *",[184,239,240,241,244,245,248,249,251],{},"An offer can have its own schedule: set ",[188,242,243],{},"Schedule"," under ",[188,246,247],{},"Advanced"," when editing the offer, see ",[209,250,62],{"href":63},". The offer page shows the schedule in effect, marked \"project default\" when it comes from here.",[214,253,255],{"id":254},"deactivating-offers-by-status-code","Deactivating offers by status code",[184,257,258,261,262,265,266,265,269,272,273,276,277,280,281,283],{},[188,259,260],{},"Disable on status codes"," lists the HTTP status codes that deactivate an offer when a scrape returns one of them. The default is ",[227,263,264],{},"310",", ",[227,267,268],{},"400",[227,270,271],{},"422"," and ",[227,274,275],{},"500",". Deactivated offers show up as ",[188,278,279],{},"Paused"," in ",[209,282,62],{"href":63}," and are no longer scraped until you activate them again. Codes must be between 100 and 599.",[285,286,287,288,291,292,212],"note",{},"Codes such as 404 and 410 are not in the default list: those offers stay active and appear under ",[188,289,290],{},"Not found",", where the repair flow can fix the URL, see ",[209,293,129],{"href":130},[214,295,297],{"id":296},"other-options","Other options",[299,300,301,314],"table",{},[302,303,304],"thead",{},[305,306,307,311],"tr",{},[308,309,310],"th",{},"Option",[308,312,313],{},"What it does",[315,316,317,328,338,348,361,380,393,411],"tbody",{},[305,318,319,325],{},[320,321,322],"td",{},[188,323,324],{},"Base currency",[320,326,327],{},"Prices are compared in this currency. Base prices in a new currency are recomputed as offers are scraped again.",[305,329,330,335],{},[320,331,332],{},[188,333,334],{},"Locale",[320,336,337],{},"Default language of the catalogue: names and descriptions are written in it.",[305,339,340,345],{},[320,341,342],{},[188,343,344],{},"Additional languages",[320,346,347],{},"Languages that brands, merchants and products can be translated into (name, description, SEO texts). Websites serve a selection of the project languages.",[305,349,350,355],{},[320,351,352],{},[188,353,354],{},"Price attributes",[320,356,357,358,212],{},"Scraped attributes checked, in order, for the price. Default ",[227,359,360],{},"price",[305,362,363,368],{},[320,364,365],{},[188,366,367],{},"Stock attributes",[320,369,370,371,265,374,265,377,212],{},"Scraped attributes checked, in order, for the stock. Default ",[227,372,373],{},"stock",[227,375,376],{},"inStock",[227,378,379],{},"available",[305,381,382,387],{},[320,383,384],{},[188,385,386],{},"Name attribute",[320,388,389,390,212],{},"The scraped attribute holding the product name. Default ",[227,391,392],{},"name",[305,394,395,400],{},[320,396,397],{},[188,398,399],{},"Product name format",[320,401,402,403,406,407,272,409,212],{},"How products are named on websites, in pickers, in search and in Scrape Admin entries. Use placeholders such as ",[227,404,405],{},"{brand.name} {product.name}","; an example is shown below the field. See ",[209,408,149],{"href":150},[209,410,144],{"href":145},[305,412,413,418],{},[320,414,415],{},[188,416,417],{},"Follow redirects",[320,419,420],{},"When on, an offer's URL is updated if its page redirects. Off by default.",[184,422,423,424,427,428,212],{},"The nightly reconcile toggle is on the ",[188,425,426],{},"Sync"," tab, see ",[209,429,103],{"href":104},{"title":431,"searchDepth":432,"depth":432,"links":433},"",2,[434,435,436],{"id":216,"depth":432,"text":217},{"id":254,"depth":432,"text":255},{"id":296,"depth":432,"text":297},"Set the default scrape schedule, the status codes that deactivate offers and the other project defaults.","md",null,{},{"icon":101},{"title":98,"description":443},"How to configure the default scrape schedule, the HTTP status codes that deactivate an offer, price and stock attributes, product name format and other project settings.","JN51xRvtzTRJxteby6DmeMGIBgJ5aiGSl7i3Ij9Yb_A",[446,448],{"title":93,"path":94,"stem":95,"description":447,"icon":96,"children":-1},"Create, test, validate, import, export and sync the profiles that describe how a shop's product pages are read.",{"title":103,"path":104,"stem":105,"description":449,"icon":106,"children":-1},"Keep profiles, merchants and offers in step with Scrape Admin, check for drift and push everything again.",1792498906872]