Parsing Instructions

Parsing instructions allow you to manually select website elements for parsing.

Use custom_parsing parameter in conjunction with parse set to true

{
    "target": "universal",
    "url": "https://books.toscrape.com/",
    "parse": true,
    "custom_parsing": {
        "price": {
            "_fns": [
                {
                    "_fn": "xpath",
                    "_args": [".//div[@class='product_price']//p[@class='price_color']/text()"]
                  
                }
            ]
        }
    }
}

{
    "results": [
        {
            "content": {
                "results": {
                    "price": [
                        "£51.77",
                        "£53.74",
                        "£50.10",
                        "£47.82",
                        "£54.23",
                        "£22.65",
                        "£33.34",
                        "£17.93",
                        "£22.60",
                        "£52.15",
                        "£13.99",
                        "£20.66",
                        "£17.46",
                        "£52.29",
                        "£35.02",
                        "£57.25",
                        "£23.88",
                        "£37.59",
                        "£51.33",
                        "£45.17"
                    ],
                    "parse_status_code": 12000
                },
                "errors": [],
                "status_code": 12000,
                "task_id": "7122929878151750657"
            },
            "status_code": 200,
            "url": "https://books.toscrape.com/",
            "task_id": "7122929878151750657",
            "created_at": "2023-10-25 13:00:20",
            "updated_at": "2023-10-25 13:00:22"
        }
    ]
}