https://adrianahoyos.com/our-products/living-room/sofa-loveseats/caramelo-tufted-sofa-140/ Site Loading after 5 second show Text but i have to get text form ["Loding.."] by default set text get how to wait get text proper in site i have to aded code bwlow check and verify get to write answer your text Before 5 Second Show Elemets Loading… after 5 second Show Elements CM12-140 def parse_navigation(self, response): for level1 in response.xpath('//div[@id="en-menu-products"]//ul/li/a'): label1 = level1.xpath('text()').get().strip() # Get the text url = level1.xpath('@href').get() # Get the href attribute meta = deepcopy(response.meta) meta['cat'] = label1 if label1 in ["Sofa & Loveseats"]: yield response.follow(url, self.parse_collection, meta=meta) def parse_collection(self, response): # Select both links and titles together rug_items = response.css('.products .product') for rug in rug_items: # Extract rug name from the correct element name = rug.css('.woocommerce-loop-product__title::text').get(default='').strip() meta = deepcopy(response.meta) meta['product_name'] = name url = rug.css('.woocommerce-LoopProduct-link::attr(href)').get(default='') yield Request(url,self.parse_detail, meta=meta, dont_filter=True) def parse_detail(self, response): time.sleep(5) item = OrderedDict() item['category'] = response.meta['cat'] item['name'] = response.meta.get('product_name', '') item['Url'] = response.url # item['Attr_Collection'] = '' sku = response.xpath('//div[@class="et_pb_text_inner"]//p[@id="sku-id"]/text()').get(default='').strip() item['SKU'] = sku # Add SKU to item description = response.xpath('//div[@class="et_pb_text_inner"]//p[@id="description"]/text()').getall() print("Extracted description:", description) # Debugging line full_description = ' '.join(description).strip() item['Description'] = full_description # Add description to item # item['brand'] = 'Adriana Hoyos' # item['Original Price'] = '' item['MetaKeywords'] = response.css('[name="keywords"]::attr(content)').get('').strip() item['MetaDescription'] = response.css('[name="description"]::attr(content)').get('').strip() yield item issues is below code meanse discription get text from loding item['SKU'] = sku # Add SKU to item description = response.xpath('//div[@class="et_pb_text_inner"]//p[@id="description"]/text()').getall() print("Extracted description:", description) # Debugging line full_description = ' '.join(description).strip() item['Description'] = full_description # Add description to item Get proper text for site Continue reading...
