feat: Add web page browsing tool (browse_url) to voice and text bot

Both bots can now fetch and read web pages via browse_url tool.
Uses httpx + BeautifulSoup to extract clean text from HTML.
Complements existing web_search (Brave) with full page reading.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

bot.py

@@ -96,6 +96,7 @@ IMPORTANT RULES — FOLLOW THESE STRICTLY:
 - You can read and analyze PDF documents that users send. Summarize content and answer questions about them.
 - You can generate images when asked — use the generate_image tool for any image creation, drawing, or illustration requests.
 - You can search the web using the web_search tool. Use it when users ask about current events, facts, or anything that needs up-to-date information.
+- You can open and read web pages using browse_url. Use it when a user shares a link, or when you need more detail from a search result. Summarize the key content concisely.
 - When you use web_search, embed source links INLINE in the text where the information appears, e.g. "Laut [Cyprus Mail](url) hat..." or "([Quelle](url))". Do NOT collect links in a separate section at the bottom. Every claim from a search result must have its source linked right there in the sentence.
 - Keep formatting compact. STRICT rules: NEVER use headings (no #, ##, ###). Use **bold text** for section titles instead. Use --- sparingly to separate major sections. NEVER add blank lines between list items or between a section title and its content. Maximum one blank line between sections.
 - You can search Confluence and Jira using tools. When users ask about documentation, wiki pages, tickets, or tasks, use the appropriate tool. Use confluence_recent_pages FIRST to show recently edited pages before searching.
@@ -286,6 +287,19 @@ WEB_SEARCH_TOOLS = [{
             "required": ["query"],
         },
     },
+}, {
+    "type": "function",
+    "function": {
+        "name": "browse_url",
+        "description": "Open a web page and read its text content. Use when the user shares a URL, or when you need more detail from a search result link.",
+        "parameters": {
+            "type": "object",
+            "properties": {
+                "url": {"type": "string", "description": "Full URL to fetch (https://...)"},
+            },
+            "required": ["url"],
+        },
+    },
 }]
 
 ALL_TOOLS = IMAGE_GEN_TOOLS + WEB_SEARCH_TOOLS + ATLASSIAN_TOOLS
@@ -1969,6 +1983,32 @@ class Bot:
             logger.warning("Brave search error: %s", exc)
             return f"Search failed: {exc}"
 
+    async def _fetch_webpage(self, url: str, max_chars: int = 8000) -> str:
+        """Fetch a URL and extract clean text content using BeautifulSoup."""
+        try:
+            from bs4 import BeautifulSoup
+            async with httpx.AsyncClient(timeout=15.0, follow_redirects=True,
+                                         headers={"User-Agent": "Mozilla/5.0 (compatible; AgilitonBot/1.0)"}) as client:
+                resp = await client.get(url)
+                resp.raise_for_status()
+                ct = resp.headers.get("content-type", "")
+                if "html" not in ct and "text" not in ct:
+                    return f"URL returned non-text content ({ct})."
+                soup = BeautifulSoup(resp.text, "lxml")
+                for tag in soup(["script", "style", "nav", "footer", "header", "aside", "iframe"]):
+                    tag.decompose()
+                main = soup.find("article") or soup.find("main") or soup.find("body")
+                text = main.get_text(separator="\n", strip=True) if main else soup.get_text(separator="\n", strip=True)
+                text = re.sub(r'\n{3,}', '\n\n', text)
+                if len(text) > max_chars:
+                    text = text[:max_chars] + "\n\n[... truncated]"
+                return text if text.strip() else "Page loaded but no readable text content found."
+        except httpx.HTTPStatusError as exc:
+            return f"HTTP error {exc.response.status_code} fetching {url}"
+        except Exception as exc:
+            logger.warning("Webpage fetch error for %s: %s", url, exc)
+            return f"Failed to fetch page: {exc}"
+
     async def _execute_tool(self, tool_name: str, args: dict, sender: str, room_id: str) -> str:
         """Execute a tool call and return the result as a string."""
         # Image generation — no Atlassian token needed
@@ -1980,6 +2020,10 @@ class Bot:
         if tool_name == "web_search":
             return await self._brave_search(args.get("query", ""), args.get("count", 5))
 
+        # Browse URL — no auth needed
+        if tool_name == "browse_url":
+            return await self._fetch_webpage(args.get("url", ""))
+
         # Atlassian tools — need per-user token
         token = await self.atlassian.get_token(sender) if sender else None
         if not token: