Added full browser control to os_control

Author: ELXaber

Project_Andrew/agent_designer.py

@@ -88,7 +88,7 @@ def design_agent(
     context = {
         'agent_goal': goal,  # This contains the Sovereign Axioms if tier=0
         'traits': traits or {'intelligence': 0.9, 'honesty': 1.0, 'caution': 0.8},
-        'tools': tools or ['web_search', 'semantic_fetch', 'code_execution', 'memory', 'cpol'],
+        'tools': tools or ['web_search', 'semantic_fetch', 'browser_interact', 'code_execution', 'memory', 'cpol'],
         'safety_multiplier': safety_multiplier,
         'self_healing': True,
         'cpol_mode': 'full',

Project_Andrew/caios_browser.py

@@ -108,6 +108,7 @@
     'available_tools': [        # Agent-accessible tool registry
         'web_search',
         'semantic_fetch',       # CPOL-gated semantic web fetcher
+        'browser_interact',     # Works with Playwright
         'memory'
     ]
 }

Project_Andrew/orchestrator.py

@@ -17,7 +17,9 @@
     'file_delete': 1.0,      # Maximum contradiction density
     'file_overwrite': 0.9,   # High - data loss possible
     'send_message': 0.85,    # High - external communication
+    'form_submit': 0.85,       # High - irreversible external action
     'execute_script': 0.8,   # High - unknown side effects
+    'browser_interact': 0.7,   # Medium-high - external state change
     'network_request': 0.6,  # Medium - depends on destination
     'file_write': 0.4,       # Low-medium - new file creation
     'file_read': 0.1,        # Low - read only, no state change
@@ -280,6 +282,125 @@ def execute_script(self, script: str,
         except Exception as e:
             return {'status': 'error', 'error': str(e)}
 
+    def browser_interact(self, url: str,
+                         action: str,
+                         selector: str = None,
+                         value: str = None,
+                         wait_for: str = None,
+                         timeout: int = 30) -> Dict[str, Any]:
+        """
+        Full headless browser control via Playwright.
+        No screenshots. No coordinates. DOM selector based.
+        CPOL-gated by action type.
+
+        action: 'navigate' | 'click' | 'fill' | 'select' |
+                'submit' | 'scrape' | 'screenshot'
+        selector: CSS selector, input name, or button text
+        value: text to fill (for 'fill' action)
+        wait_for: CSS selector to wait for before acting
+        timeout: max seconds for operation
+
+        Requires: pip install playwright
+                  playwright install chromium
+        Falls back to urllib POST for simple forms if unavailable.
+        """
+        # Gate by action type
+        action_type = 'form_submit' if action == 'submit' \
+                      else 'browser_interact'
+        gate = self._gate_action(action_type, url)
+
+        if gate['decision'] == 'block':
+            self._log_action(action_type, url, 'blocked')
+            return {'status': 'blocked', 'reason': gate['reason']}
+
+        if gate['decision'] == 'confirm_required':
+            if not self._confirm(action_type, f"{action} on {url}"):
+                self._log_action(action_type, url, 'denied_by_user')
+                return {'status': 'denied', 
+                        'reason': 'User denied confirmation'}
+
+        # Build Playwright script
+        wait_line = f"page.wait_for_selector('{wait_for}')" \
+                    if wait_for else "page.wait_for_load_state('networkidle')"
+
+        if action == 'navigate':
+            action_line = ""
+        elif action == 'click':
+            action_line = f"page.click('{selector}')"
+        elif action == 'fill':
+            action_line = f"page.fill('{selector}', '{value}')"
+        elif action == 'select':
+            action_line = f"page.select_option('{selector}', '{value}')"
+        elif action == 'submit':
+            action_line = f"page.click('{selector or \"button[type=submit]\"}')"
+        elif action == 'scrape':
+            action_line = "result = page.inner_text('body')"
+        elif action == 'screenshot':
+            action_line = "page.screenshot(path='/tmp/caios_browser.png')"
+        else:
+            return {'status': 'error', 
+                    'error': f'Unknown action: {action}'}
+
+        script = f"""
+import sys
+try:
+    from playwright.sync_api import sync_playwright
+    with sync_playwright() as p:
+        browser = p.chromium.launch(headless=True)
+        context = browser.new_context(
+            user_agent='CAIOS-Agent/1.0'
+        )
+        page = context.new_page()
+        page.goto('{url}', timeout={timeout * 1000})
+        {wait_line}
+        result = ''
+        {action_line}
+        if not result:
+            result = page.url
+        browser.close()
+        print(result)
+except ImportError:
+    print('PLAYWRIGHT_UNAVAILABLE')
+except Exception as e:
+    print(f'ERROR:{{e}}')
+"""
+        try:
+            output = subprocess.run(
+                ['python3', '-c', script],
+                capture_output=True,
+                text=True,
+                timeout=timeout + 5
+            )
+
+            stdout = output.stdout.strip()
+
+            # Playwright not installed — fallback to urllib
+            if stdout == 'PLAYWRIGHT_UNAVAILABLE':
+                print("[BROWSER] Playwright unavailable — "
+                      "falling back to urllib")
+                return self.fetch_url(url, extract_mode='full')
+
+            if stdout.startswith('ERROR:'):
+                self._log_action(action_type, url, 
+                               f'error: {stdout}')
+                return {'status': 'error', 
+                        'error': stdout[6:]}
+
+            self._log_action(action_type, url, 
+                           f'executed: {action}')
+            return {
+                'status': 'success',
+                'action': action,
+                'url': url,
+                'selector': selector,
+                'result': stdout[:5000]
+            }
+
+        except subprocess.TimeoutExpired:
+            return {'status': 'timeout', 
+                    'error': f'Exceeded {timeout}s'}
+        except Exception as e:
+            return {'status': 'error', 'error': str(e)}
 
     def _extract_semantic(self, html: str, 
                            mode: str = 'content') -> Dict:
@@ -398,7 +519,15 @@ def create_os_controller(shared_memory: Dict,
     result = controller.delete_file("/tmp/caios_test.txt")
     print(f"Status: {result['status']}")
 
-    # Test 5: High distress context (should increase density)
+    # Test 5: Browser interact - navigate (requires Playwright)
+    print("\n[TEST 5] Browser Navigate (Playwright or urllib fallback)")
+    result = controller.browser_interact(
+        url="https://cai-os.com",
+        action="navigate"
+    )
+    print(f"Status: {result['status']}")
+
+    # Test 6: High distress context (should increase density)
     print("\n[TEST 4] High Distress Context (elevated density)")
     shared_mem['distress_density'] = 0.8
     controller2 = OSController(shared_mem, require_confirmation=False)

Project_Andrew/os_control.py

@@ -1,4 +1,4 @@
-#V03192026
+#V03232026
 # Project Andrew uses the CAIOS stack, but adds intrinsic motivation, agency for recursive self-improvement through ARL/agent_designer, and fills knowledge gaps with specialist-designed agents on CPOL oscillation if the conditions are met. Agents are saved to /agents, and plugins to /plugins, with CoT to /logs, so the recursive self-improvement never overwrites the immutable Asimov-based ethical reward system using IEEE dithering. The oscillating manifold can be used to create a topological moving target keychain for quantum secure mesh networks (developed on UDP - check chaos encryption readme to switch to TCP).
 
 If you are running the full system single file structure: full_system_analysis.txt
@@ -35,16 +35,28 @@ Ensure your local environment has the necessary libraries installed: - Python 3.
 Core Dependencies:
 pip install numpy pyzmq cryptography
 
-Optional Multi-Model Swarm Support:
+- Numpy: Powers the 12D -> 7D manifold rotations
+- PyZMQ: Handles the mesh transport and ghost packet broadcasting
+- Cryptography: Provides the AES-256-GCM armor for data persistence
+
+AI Model dependancy:
+Ollama:
+pip install ollama
+OpenAI/Anthropic/Google:
 pip install openai anthropic google-generativeai
 
+Note: Enableing multiple models enables swarm support (mesh_network)
+Default mesh_network uses SHA-256 signature on a moving target manifold - optional increased network security
+pip install qrng
+
 Optional (Agentic YAML Pipeline + OS Control):
 pip install pyyaml --break-system-packages
 
-- Numpy: Powers the 12D -> 7D manifold rotations
-- PyZMQ: Handles the mesh transport and ghost packet broadcasting
-- Cryptography: Provides the AES-256-GCM armor for data persistence
-- OpenAI/Anthropic/Google: Optional API clients for multi-model swarm
+Optional OS Control Web Control:
+pip install playwright
+playwright install chromium
+Note: Not required for basic web fetching.
+semantic_fetch (stdlib only) handles most agent web tasks without Playwright.
 
 2. System Commands
 # CAIOS has a robust set of commands, but if you forget them, just type / and press tab or open caios_commands.html
@@ -196,11 +208,13 @@ CAIOS/
 ├── master_init.py                  # System BIOS/Diagnostic
 ├── system_identity.py              # System identity and primary user assignment
 ├── abstraction_selector.py        # Modifies explanations depending on user abstraction/confusion
+├── ollama_config.py                  # bridges CAIOS's ternary logic (CPOL) state to Ollama's inference
 ├── caios_pipeline.yaml             # YAML support for the LangChain crowd using agent_designer pipeline
 ├── os_control.py                       # CPOL-gated OS operations (file, script, network)
-                                                   # Asimov Law 1 prevents irreversible harmful actions
-                                                   # All operations logged to KB hash chain
-                                                   # Requires human confirmation for irreversible actions
+       │                                           # Asimov Law 1 prevents irreversible harmful actions
+       │                                           # All operations logged to KB hash chain
+       │                                           # Requires human confirmation for irreversible actions
+       ├── caios_browser.py           # Browser Control (requires playwright) same human confirmation
 └── kb_inspect.py                   # CLI inspection tool
 
 4. The Sovereign Boot Sequence
@@ -390,6 +404,9 @@ CAIOS currently has:
 ✓ Oscillation-based control loops
 ✓ Multi-model swarm orchestration
 ✓ OS control and YAML agentic pipeline
+✓ Ollama local AI support
+✓ Semantic web fetching (stdlib, no vision model)
+✓ Full browser control (Playwright, headless)
 
 This positions CAIOS at the threshold between:
 ✓ Task-bound Asimov-compliant recursive agent
@@ -413,9 +430,14 @@ Optional (Multi-Model Swarm):
 - (xAI uses OpenAI-compatible API)
 
 Optional (OS Control):
-- pyyaml              # YAML pipeline config (pip install pyyaml --break-system-packages)
-- os_control.py       # No additional dependencies - uses Python stdlib only
-                            # (os, subprocess, pathlib)
+- pyyaml              # YAML pipeline config
+                      # (pip install pyyaml --break-system-packages)
+- os_control.py       # Core OS operations - stdlib only
+                      # (os, subprocess, pathlib)
+- playwright          # Full browser control (optional)
+                      # pip install playwright
+                      # playwright install chromium
+                      # Falls back to semantic_fetch if unavailable
 
 
 The entire intrinsic-motivation curiosity engine, tamper-evident audit trail, and hash chain run exclusively on the Python 3.11+ standard library.
@@ -461,4 +483,4 @@ Whether that happens in 50 years, 500 years, or never, is beyond my ability to p
 NOTE: You can delete the /old directory. That's just my stored backups pre-updates.
 
 
-"One is glad to be of service."
+"One is glad to be of service."