Create Project
Create a new project in Scraptio
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.CREATE_PROJECT])
Add Webpage
Add a new webpage to a project for scraping
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.ADD_WEBPAGE])
Start Scraping
Initiate the scraping process for a specific project
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.START_SCRAPING])
Stop Scraping
Halt the ongoing scraping process for a project
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.STOP_SCRAPING])
Update Scraping Rules
Modify the scraping rules for a specific project
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.UPDATE_SCRAPING_RULES])
Export Data
Export scraped data in a specified format
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.EXPORT_DATA])
Schedule Scraping
Set up a recurring scraping schedule for a project
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.SCHEDULE_SCRAPING])
Delete Project
Remove a project and all associated data from Scraptio
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.DELETE_PROJECT])
Add Proxy
Add a new proxy server for scraping operations
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.ADD_PROXY])
Remove Proxy
Remove a proxy server from the list of available proxies
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.REMOVE_PROXY])
Create Data Filter
Create a new filter to process scraped data
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.CREATE_DATA_FILTER])
Update Data Filter
Modify an existing data filter
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.UPDATE_DATA_FILTER])
Generate Report
Create a summary report of scraped data
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.GENERATE_REPORT])
Set Notification Preferences
Configure notification settings for scraping events
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.SET_NOTIFICATION_PREFERENCES])
Integrate API
Connect Scraptio to an external API for data export
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.INTEGRATE_API])
Scraping Completed
Triggered when a scraping job is finished
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.SCRAPING_COMPLETED])
Data Threshold Reached
Triggered when scraped data reaches a specified volume
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.DATA_THRESHOLD_REACHED])
Error Detected
Triggered when an error occurs during scraping
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.ERROR_DETECTED])
New Data Available
Triggered when new data is scraped and ready for processing
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.NEW_DATA_AVAILABLE])
Project Created
Triggered when a new project is created in Scraptio
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.PROJECT_CREATED])
Project Deleted
Triggered when a project is deleted from Scraptio
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.PROJECT_DELETED])
Proxy Failure
Triggered when a proxy server fails or becomes unavailable
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.PROXY_FAILURE])
Scheduled Scrape Started
Triggered when a scheduled scraping job begins
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.SCHEDULED_SCRAPE_STARTED])
Data Export Completed
Triggered when data export process is finished
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.DATA_EXPORT_COMPLETED])
Rate Limit Reached
Triggered when scraping hits a rate limit on a target website
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.RATE_LIMIT_REACHED])
New Version Available
Triggered when a new version of Scraptio is available
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.NEW_VERSION_AVAILABLE])
Low Storage Space
Triggered when storage space for scraped data is running low
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.LOW_STORAGE_SPACE])
Duplicate Data Detected
Triggered when duplicate data is found during scraping
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.DUPLICATE_DATA_DETECTED])
Website Structure Changed
Triggered when target website's structure has changed
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.WEBSITE_STRUCTURE_CHANGED])
API Integration Successful
Triggered when an API is successfully integrated with Scraptio
from composio_openai import ComposioToolSet, Action
tool_set = ComposioToolSet()
tools = tool_set.get_tools(actions=[Action.API_INTEGRATION_SUCCESSFUL])