diff --git a/cron/browser_executor.py b/cron/browser_executor.py index 815fbe3..6106667 100644 --- a/cron/browser_executor.py +++ b/cron/browser_executor.py @@ -82,7 +82,10 @@ async def execute_browser_scrape(job: dict, send_text, **_kwargs) -> dict: target_room = job["targetRoom"] config = job.get("config", {}) url = config.get("url", "") + extraction_goal = config.get("extractionGoal", "") goal = config.get("goal", config.get("query", f"Scrape content from {url}")) + if extraction_goal: + goal += f"\n\nExtract the following: {extraction_goal}" extraction_schema = config.get("extractionSchema") browser_profile = job.get("browserProfile")