Scrape API

const response = await fetch('https://api.ujeebu.com/scrape?url=https://example.com&js=true', {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.text();
console.log(data);

import { UjeebuClient } from '@ujeebu-org/ujeebu-sdk';

const client = new UjeebuClient('YOUR_API_KEY');

const response = await client.scrape('https://example.com', {
  js: true
});

console.log(response.data);

import requests

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={'url': 'https://example.com', 'js': 'true'},
    headers={'ApiKey': 'YOUR_API_KEY'}
)

print(response.text)

from ujeebu_python import UjeebuClient

client = UjeebuClient(api_key='YOUR_API_KEY')

response = client.scrape(
    'https://example.com',
    params={'js': True}
)

print(response.text)

OkHttpClient client = new OkHttpClient();

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://example.com&js=true")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://example.com&js=true',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://example.com&js=true", nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, err := client.Do(req)
	if err != nil {
		panic(err)
	}
	defer res.Body.Close()
	
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

package main

import (
	"fmt"
	"log"
	"github.com/ujeebu/ujeebu-go"
)

func main() {
	client, err := ujeebu.NewClient("YOUR_API_KEY")
	if err != nil {
		log.Fatal(err)
	}
	
	result, credits, err := client.Scrape(ujeebu.ScrapeParams{
		URL: "https://example.com",
		JS:  true,
	})
	if err != nil {
		log.Fatal(err)
	}
	
	fmt.Printf("Credits: %d\n", credits)
	fmt.Println(result.HTML)
}

const response = await fetch('https://api.ujeebu.com/scrape?url=https://example.com&response_type=screenshot&json=true&screenshot_fullpage=true', {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.json();
console.log(data.screenshot); // base64-encoded PNG

// Full-page screenshot (returns JSON with base64 data)
const response = await client.getScreenshot('https://example.com', {
  screenshot_fullpage: true
});

console.log(response.data.screenshot); // base64-encoded PNG

// Viewport screenshot only
const viewportResp = await client.getScreenshot('https://example.com', {
  screenshot_fullpage: false
});

import requests

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={
        'url': 'https://example.com',
        'response_type': 'screenshot',
        'json': 'true',
        'screenshot_fullpage': 'true'
    },
    headers={'ApiKey': 'YOUR_API_KEY'}
)

data = response.json()
print(data['screenshot'])  # base64-encoded PNG

# Full-page screenshot (returns JSON response with base64 data)
response = client.get_screenshot(
    'https://example.com',
    params={'screenshot_fullpage': True}
)

data = response.json()
print(data['screenshot'])  # base64-encoded PNG

# Viewport screenshot only
response = client.get_screenshot(
    'https://example.com',
    params={'screenshot_fullpage': False}
)

OkHttpClient client = new OkHttpClient();

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://example.com&response_type=screenshot&json=true&screenshot_fullpage=true")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://example.com&response_type=screenshot&json=true&screenshot_fullpage=true',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://example.com&response_type=screenshot&json=true&screenshot_fullpage=true", nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, _ := client.Do(req)
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

// Full-page screenshot
screenshotB64, credits, err := client.Screenshot(ujeebu.ScrapeParams{
	URL: "https://example.com",
}, true, "")
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(screenshotB64) // base64-encoded PNG

// Partial screenshot of a specific element
partialB64, _, err := client.Screenshot(ujeebu.ScrapeParams{
	URL: "https://example.com",
}, false, ".hero-section")

const response = await fetch('https://api.ujeebu.com/scrape?url=https://example.com/article&response_type=pdf&json=true', {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.json();
console.log(data.pdf); // base64-encoded PDF

const response = await client.getPdf('https://example.com/article');

// response.data.pdf contains base64-encoded PDF
console.log(response.data.pdf);

import requests

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={
        'url': 'https://example.com/article',
        'response_type': 'pdf',
        'json': 'true'
    },
    headers={'ApiKey': 'YOUR_API_KEY'}
)

data = response.json()
print(data['pdf'])  # base64-encoded PDF

response = client.get_pdf('https://example.com/article')

data = response.json()
# data['pdf'] contains base64-encoded PDF
print('PDF retrieved successfully')

OkHttpClient client = new OkHttpClient();

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://example.com/article&response_type=pdf&json=true")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://example.com/article&response_type=pdf&json=true',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://example.com/article&response_type=pdf&json=true", nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, _ := client.Do(req)
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

pdfB64, credits, err := client.PDF(ujeebu.ScrapeParams{
	URL: "https://example.com/article",
})
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(pdfB64) // base64-encoded PDF

const response = await fetch('https://api.ujeebu.com/scrape', {
  method: 'POST',
  headers: {
    'ApiKey': 'YOUR_API_KEY',
    'Content-Type': 'application/json'
  },
  body: JSON.stringify({
    url: 'https://example.com/product',
    extract_rules: {
      title: 'h1.product-title',
      price: '.price-current',
      description: '.product-description',
      images: ['img.product-image@src']
    }
  })
});

const data = await response.json();
console.log(data.result);

const rules = {
  title: 'h1.product-title',
  price: '.price-current',
  description: '.product-description',
  images: ['img.product-image@src']
};

const response = await client.scrapeWithRules(
  'https://example.com/product',
  rules
);

console.log(response.data.result);
// { title: '...', price: '...', description: '...', images: [...] }

import requests
import json

response = requests.post(
    'https://api.ujeebu.com/scrape',
    headers={
        'ApiKey': 'YOUR_API_KEY',
        'Content-Type': 'application/json'
    },
    data=json.dumps({
        'url': 'https://example.com/product',
        'extract_rules': {
            'title': 'h1.product-title',
            'price': '.price-current',
            'description': '.product-description',
            'images': ['img.product-image@src']
        }
    })
)

data = response.json()
print(data['result'])

rules = {
    'title': 'h1.product-title',
    'price': '.price-current',
    'description': '.product-description',
    'images': ['img.product-image@src']
}

response = client.scrape_with_rules(
    'https://example.com/product',
    extract_rules=rules
)

data = response.json()
print(data['result'])
# {'title': '...', 'price': '...', 'description': '...', 'images': [...]}

OkHttpClient client = new OkHttpClient();

MediaType JSON = MediaType.parse("application/json");
String body = "{\"url\":\"https://example.com/product\"," +
  "\"extract_rules\":{" +
  "\"title\":\"h1.product-title\"," +
  "\"price\":\".price-current\"," +
  "\"description\":\".product-description\"," +
  "\"images\":[\"img.product-image@src\"]}}";

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .post(RequestBody.create(body, JSON))
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

$data = json_encode([
  'url' => 'https://example.com/product',
  'extract_rules' => [
    'title' => 'h1.product-title',
    'price' => '.price-current',
    'description' => '.product-description',
    'images' => ['img.product-image@src']
  ]
]);

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_POST => true,
  CURLOPT_POSTFIELDS => $data,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY',
    'Content-Type: application/json'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"strings"
)

func main() {
	body := `{"url":"https://example.com/product","extract_rules":{"title":"h1.product-title","price":".price-current","description":".product-description","images":["img.product-image@src"]}}`
	
	req, _ := http.NewRequest("POST", "https://api.ujeebu.com/scrape", strings.NewReader(body))
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	req.Header.Add("Content-Type", "application/json")
	
	res, _ := (&http.Client{}).Do(req)
	defer res.Body.Close()
	respBody, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(respBody))
}

rules := map[string]interface{}{
	"title":       "h1.product-title",
	"price":       ".price-current",
	"description": ".product-description",
	"images":      []string{"img.product-image@src"},
}

result, credits, err := client.Scrape(ujeebu.ScrapeParams{
	URL:          "https://example.com/product",
	ExtractRules: rules,
})
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(result.Result)
// map[title:... price:... description:... images:[...]]

const customJS = Buffer.from("document.querySelector('.load-more').click();").toString('base64');

const response = await fetch('https://api.ujeebu.com/scrape?url=https://example.com&js=true&custom_js=' + customJS, {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.text();
console.log(data);

const customJS = `
  // Click load more button
  document.querySelector('.load-more').click();
  // Wait for content to load
  await new Promise(r => setTimeout(r, 2000));
`;

const response = await client.scrape('https://example.com', {
  js: true,
  custom_js: Buffer.from(customJS).toString('base64')
});

console.log(response.data);

import requests
import base64

custom_js = base64.b64encode(
    b"document.querySelector('.load-more').click();"
).decode()

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={
        'url': 'https://example.com',
        'js': 'true',
        'custom_js': custom_js
    },
    headers={'ApiKey': 'YOUR_API_KEY'}
)

print(response.text)

import base64

custom_js = """
// Click load more button
document.querySelector('.load-more').click();
// Wait for content to load
await new Promise(r => setTimeout(r, 2000));
"""

response = client.scrape(
    'https://example.com',
    params={
        'js': True,
        'custom_js': base64.b64encode(custom_js.encode()).decode()
    }
)

print(response.text)

import java.util.Base64;

OkHttpClient client = new OkHttpClient();

String customJs = Base64.getEncoder().encodeToString(
  "document.querySelector('.load-more').click();".getBytes());

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://example.com&js=true&custom_js=" + customJs)
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$customJs = base64_encode("document.querySelector('.load-more').click();");

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://example.com&js=true&custom_js=' . $customJs,
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"encoding/base64"
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	customJS := base64.StdEncoding.EncodeToString([]byte("document.querySelector('.load-more').click();"))
	
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://example.com&js=true&custom_js="+customJS, nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, _ := client.Do(req)
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

customJS := `
// Click load more button
document.querySelector('.load-more').click();
// Wait for content to load
await new Promise(r => setTimeout(r, 2000));
`

result, credits, err := client.Scrape(ujeebu.ScrapeParams{
	URL:      "https://example.com",
	JS:       true,
	CustomJS: customJS, // SDK auto-encodes to base64
})
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(result.HTML)

const response = await fetch('https://api.ujeebu.com/scrape?url=https://difficult-site.com&auto_proxy=true&js=true', {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.text();
console.log(data);

const response = await client.scrape('https://difficult-site.com', {
  auto_proxy: true,
  js: true  // Combine with JS rendering
});

console.log(response.data);

import requests

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={
        'url': 'https://difficult-site.com',
        'auto_proxy': 'true',
        'js': 'true'
    },
    headers={'ApiKey': 'YOUR_API_KEY'}
)

print(response.text)

response = client.scrape(
    'https://difficult-site.com',
    params={'auto_proxy': True, 'js': True}
)

print(response.text)

OkHttpClient client = new OkHttpClient();

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://difficult-site.com&auto_proxy=true&js=true")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://difficult-site.com&auto_proxy=true&js=true',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://difficult-site.com&auto_proxy=true&js=true", nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, _ := client.Do(req)
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

result, credits, err := client.Scrape(ujeebu.ScrapeParams{
	URL:       "https://difficult-site.com",
	AutoProxy: true,
	JS:        true,
})
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(result.HTML)

const response = await fetch('https://api.ujeebu.com/scrape?url=https://example.com/protected&js=true&auto_captcha_solve=true&auto_captcha_solve_timeout=120000', {
  headers: {
    'ApiKey': 'YOUR_API_KEY'
  }
});

const data = await response.text();
console.log(data);

const response = await client.scrape('https://example.com/protected', {
  js: true,
  auto_captcha_solve: true,
  auto_captcha_solve_timeout: 120000 // 2 minutes
});

console.log(response.data);

import requests

response = requests.get(
    'https://api.ujeebu.com/scrape',
    params={
        'url': 'https://example.com/protected',
        'js': 'true',
        'auto_captcha_solve': 'true',
        'auto_captcha_solve_timeout': 120000
    },
    headers={'ApiKey': 'YOUR_API_KEY'}
)

print(response.text)

response = client.scrape(
    'https://example.com/protected',
    params={
        'js': True,
        'auto_captcha_solve': True,
        'auto_captcha_solve_timeout': 120000  # 2 minutes
    }
)

print(response.text)

OkHttpClient client = new OkHttpClient();

Request request = new Request.Builder()
  .url("https://api.ujeebu.com/scrape?url=https://example.com/protected&js=true&auto_captcha_solve=true&auto_captcha_solve_timeout=120000")
  .addHeader("ApiKey", "YOUR_API_KEY")
  .build();

Response response = client.newCall(request).execute();
System.out.println(response.body().string());

<?php

$curl = curl_init();

curl_setopt_array($curl, [
  CURLOPT_URL => 'https://api.ujeebu.com/scrape?url=https://example.com/protected&js=true&auto_captcha_solve=true&auto_captcha_solve_timeout=120000',
  CURLOPT_RETURNTRANSFER => true,
  CURLOPT_HTTPHEADER => [
    'ApiKey: YOUR_API_KEY'
  ],
]);

$response = curl_exec($curl);
curl_close($curl);

echo $response;

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	client := &http.Client{}
	req, _ := http.NewRequest("GET", "https://api.ujeebu.com/scrape?url=https://example.com/protected&js=true&auto_captcha_solve=true&auto_captcha_solve_timeout=120000", nil)
	req.Header.Add("ApiKey", "YOUR_API_KEY")
	
	res, _ := client.Do(req)
	defer res.Body.Close()
	body, _ := ioutil.ReadAll(res.Body)
	fmt.Println(string(body))
}

result, credits, err := client.Scrape(ujeebu.ScrapeParams{
	URL:                    "https://example.com/protected",
	JS:                     true,
	AutoCaptchaSolve:        true,
	AutoCaptchaSolveTimeout: 120000, // 2 minutes
})
if err != nil {
	log.Fatal(err)
}

fmt.Printf("Credits: %d\n", credits)
fmt.Println(result.HTML)