lightpanda-browser

# Supports amd64 and arm64
docker run -d --name lightpanda -p 9222:9222 lightpanda/browser:nightly

./lightpanda fetch --obey_robots --log_format pretty --log_level info https://example.com

./lightpanda serve --obey_robots --log_format pretty --log_level info --host 127.0.0.1 --port 9222

import { chromium } from 'playwright-core';
 
const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
const context = await browser.contexts()[0] || await browser.newContext();
const page = await context.newPage();
 
await page.goto('https://example.com', { waitUntil: 'networkidle' });
const title = await page.title();
const content = await page.content();
 
console.log(`Title: ${title}`);
console.log(`HTML length: ${content.length}`);
 
await browser.close();

import puppeteer from 'puppeteer-core';
 
const browser = await puppeteer.connect({
  browserWSEndpoint: 'ws://127.0.0.1:9222',
});
 
const context = await browser.createBrowserContext();
const page = await context.newPage();
 
await page.goto('https://example.com', { waitUntil: 'networkidle0' });
 
const title = await page.title();
const text = await page.evaluate(() => document.body.innerText);
 
console.log(`Title: ${title}`);
console.log(`Body text: ${text.substring(0, 200)}`);
 
await page.close();
await browser.close();

package main
 
import (
    "context"
    "fmt"
    "log"
 
    "github.com/chromedp/chromedp"
)
 
func main() {
    allocCtx, cancel := chromedp.NewRemoteAllocator(context.Background(), "ws://127.0.0.1:9222")
    defer cancel()
 
    ctx, cancel := chromedp.NewContext(allocCtx)
    defer cancel()
 
    var title string
    err := chromedp.Run(ctx,
        chromedp.Navigate("https://example.com"),
        chromedp.Title(&title),
    )
    if err != nil {
        log.Fatal(err)
    }
    fmt.Println("Title:", title)
}

import asyncio
from playwright.async_api import async_playwright
 
async def main():
    async with async_playwright() as p:
        browser = await p.chromium.connect_over_cdp("http://127.0.0.1:9222")
        context = browser.contexts[0] if browser.contexts else await browser.new_context()
        page = await context.new_page()
 
        await page.goto("https://example.com", wait_until="networkidle")
        title = await page.title()
        content = await page.content()
 
        print(f"Title: {title}")
        print(f"HTML length: {len(content)}")
 
        await browser.close()
 
asyncio.run(main())

import { chromium } from 'playwright-core';
 
const browser = await chromium.connectOverCDP('http://127.0.0.1:9222');
const context = await browser.newContext();
 
const urls = [
  'https://example.com/page1',
  'https://example.com/page2',
  'https://example.com/page3',
];
 
for (const url of urls) {
  const page = await context.newPage();
  await page.goto(url, { waitUntil: 'networkidle' });
 
  const data = await page.evaluate(() => ({
    title: document.title,
    text: document.body.innerText,
    links: [...document.querySelectorAll('a[href]')].map(a => a.href),
  }));
 
  console.log(JSON.stringify(data, null, 2));
  await page.close();
}
 
await browser.close();

const data = await page.evaluate(() => {
  const items = document.querySelectorAll('.product-card');
  return [...items].map(item => ({
    name: item.querySelector('h2')?.textContent?.trim(),
    price: item.querySelector('.price')?.textContent?.trim(),
    link: item.querySelector('a')?.href,
  }));
});

services:
  lightpanda:
    image: lightpanda/browser:nightly
    ports:
      - "9222:9222"
    restart: unless-stopped
 
  scraper:
    build: .
    depends_on:
      - lightpanda
    environment:
      - BROWSER_WS_ENDPOINT=ws://lightpanda:9222

# Ubuntu/Debian dependencies
sudo apt install xz-utils ca-certificates pkg-config libglib2.0-dev clang make curl
 
# Build
git clone https://github.com/lightpanda-io/browser.git
cd browser
zig build
 
# Optional: pre-build V8 snapshot for faster startup
zig build snapshot_creator -- src/snapshot.bin
zig build -Dsnapshot_path=../../snapshot.bin