
JSON Specification
{ "title": "Twitter Scraper Input", "description": "Configure your Twitter scraper. Enter start URLs, credentials and filters.", "type": "object", "schemaVersion": 1, "properties": { "startUrls": { "title": "Twitter Usernames", "type": "array", "description": "Checkout Profile Tabs for filters", "editor": "stringList", "prefill": [ "rish_w3b" ] }, "listUrls": { "title": "Twitter List URLs", "type": "array", "description": "URLs of Twitter lists to scrape", "editor": "stringList" }, "searchTerms": { "title": "Search Terms", "type": "array", "description": "Terms to search on Twitter", "editor": "stringList" }, "username": { "title": "Username", "type": "string", "description": "Your Twitter username for login", "editor": "textfield" }, "password": { "title": "Password", "type": "string", "description": "Your Twitter password (stored encrypted)", "editor": "textfield", "isSecret": true }, "fromDate": { "title": "Any date", "type": "string", "description": "Select date in format YYYY-MM-DD or relative (e.g. 3 days)", "editor": "datepicker", "dateType": "absoluteOrRelative" }, "tag": { "title": "Tag", "type": "string", "description": "Select or enter a custom tag for your scrape", "editor": "select", "enumSuggestedValues": [ "scraping", "automation", "web" ], "enumTitles": [ "Scraping", "Automation", "Web" ] }, "avatar": { "title": "Profile Image", "type": "string", "description": "Link to profile image file", "editor": "fileupload" }, "crawlerType": { "title": "Crawler type", "type": "string", "description": "Select crawler type to use", "editor": "select", "default": "adaptive", "enum": [ "adaptive", "playwright", "cheerio" ], "enumTitles": [ "Adaptive (recommended)", "Playwright (JS rendering)", "Cheerio (fast, no JS)" ] }, "maxItems": { "title": "Max Items", "type": "integer", "description": "Maximum number of items to scrape", "default": 200, "minimum": 1, "maximum": 99999, "unit": "items" }, "includeReplies": { "title": "Include Replies", "type": "boolean", "description": "Whether to include tweet replies in results", "default": false }, "pageFunction": { "title": "Page Function", "type": "string", "description": "Custom JavaScript function to run on each page", "editor": "javascript", "prefill": "async ({ page, request }) => {\n return { url: request.url };\n}" } }, "required": [ "startUrls" ] }
Schema is valid
Live Preview
Twitter Scraper Input
Configure your Twitter scraper. Enter start URLs, credentials and filters.
1
1
1
••••••••••••••••••••••••••••••••••••••••
items
JAVASCRIPT