Quickstart

import webtranspose as webt

crawl = webt.Crawl(
"https://www.example.com",
max_pages=100,
render_js=True,
api_key="YOUR_WEBTRANSPOSE_API_KEY", # optional, if you want to run on cloud
)
await crawl.crawl() # crawl.queue_crawl() for async

import webtranspose as webt

schema = {
"Merchant Name": "string",
"Title of Product": "string",
"Product Photo URL": "string",
}

scraper = webt.Scraper(
schema, 
render_js=True, 
api_key="YOUR_WEBTRANSPOSE_API_KEY", # optional, if you want to run on cloud
)

import webtranspose as webt

results = webt.search("what happened in the third great ninja war?")
# result.keys()
# \['results']