How to scrape Facebook Marketplace search

1curl -G "https://api.socialscrape.dev/v1/facebook/marketplace/search" \2  -H "x-api-key: $SOCIALSCRAPE_API_KEY" \3  --data-urlencode 'query=bike' \4  --data-urlencode 'lat=30.2672' \5  --data-urlencode 'lng=-97.7431'

1import os2import requests34params = {5    "query": "bike",6    "lat": 30.2672,7    "lng": -97.7431,8}9res = requests.get(10    "https://api.socialscrape.dev/v1/facebook/marketplace/search",11    headers={"x-api-key": os.environ["SOCIALSCRAPE_API_KEY"]},12    params=params,13    timeout=60,14)15body = res.json()1617if body["ok"]:18    print(body["data"])19else:20    print(body["error"]["code"], body["error"]["message"])

1const url = new URL("https://api.socialscrape.dev/v1/facebook/marketplace/search");2url.search = new URLSearchParams({3  query: "bike",4  lat: "30.2672",5  lng: "-97.7431",6}).toString();7const res = await fetch(url, {8  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY },9});10const body = await res.json();1112if (body.ok) {13  console.log(body.data);14} else {15  console.error(body.error.code, body.error.message);16}

1const url = new URL("https://api.socialscrape.dev/v1/facebook/marketplace/search");2url.search = new URLSearchParams({3  query: "bike",4  lat: "30.2672",5  lng: "-97.7431",6}).toString();7const res = await fetch(url, {8  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY! },9});10const body = await res.json();1112if (body.ok) {13  console.log(body.data);14} else {15  console.error(body.error.code, body.error.message);16}

1package main23import (4	"fmt"5	"io"6	"net/http"7	"net/url"8	"os"9)1011func main() {12	q := url.Values{}13	q.Set("query", "bike")14	q.Set("lat", "30.2672")15	q.Set("lng", "-97.7431")16	req, _ := http.NewRequest("GET", "https://api.socialscrape.dev/v1/facebook/marketplace/search" + "?" + q.Encode(), nil)17	req.Header.Set("x-api-key", os.Getenv("SOCIALSCRAPE_API_KEY"))18	res, err := http.DefaultClient.Do(req)19	if err != nil {20		panic(err)21	}22	defer res.Body.Close()23	body, _ := io.ReadAll(res.Body)24	fmt.Println(res.StatusCode, string(body))25}

1<?php2$query = http_build_query([3    'query' => 'bike',4    'lat' => '30.2672',5    'lng' => '-97.7431',6]);7$ch = curl_init('https://api.socialscrape.dev/v1/facebook/marketplace/search' . "?" . $query);8curl_setopt_array($ch, [9    CURLOPT_RETURNTRANSFER => true,10    CURLOPT_HTTPHEADER => ["x-api-key: " . getenv("SOCIALSCRAPE_API_KEY")],11]);12$body = json_decode(curl_exec($ch), true);13curl_close($ch);1415if ($body["ok"]) {16    print_r($body["data"]);17} else {18    echo $body["error"]["code"], " ", $body["error"]["message"], "\n";19}

1require "net/http"2require "json"34uri = URI('https://api.socialscrape.dev/v1/facebook/marketplace/search')5uri.query = URI.encode_www_form('query' => 'bike', 'lat' => '30.2672', 'lng' => '-97.7431')6req = Net::HTTP::Get.new(uri)7req["x-api-key"] = ENV.fetch("SOCIALSCRAPE_API_KEY")8res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) { |http| http.request(req) }9body = JSON.parse(res.body)1011if body["ok"]12  puts body["data"]13else14  puts body["error"]["code"], body["error"]["message"]15end

1import java.net.URI;2import java.net.URLEncoder;3import java.net.http.HttpClient;4import java.net.http.HttpRequest;5import java.net.http.HttpResponse;6import java.nio.charset.StandardCharsets;78public class Main {9    public static void main(String[] args) throws Exception {10        String query = "query=" + URLEncoder.encode("bike", StandardCharsets.UTF_8) + "&lat=" + URLEncoder.encode("30.2672", StandardCharsets.UTF_8) + "&lng=" + URLEncoder.encode("-97.7431", StandardCharsets.UTF_8);11        HttpRequest req = HttpRequest.newBuilder()12            .uri(URI.create("https://api.socialscrape.dev/v1/facebook/marketplace/search" + "?" + query))13            .header("x-api-key", System.getenv("SOCIALSCRAPE_API_KEY"))14            .GET()15            .build();16        HttpResponse<String> res = HttpClient.newHttpClient().send(req, HttpResponse.BodyHandlers.ofString());17        System.out.println(res.statusCode() + " " + res.body());18    }19}

1using System;2using System.Net.Http;34var client = new HttpClient();5client.DefaultRequestHeaders.Add("x-api-key", Environment.GetEnvironmentVariable("SOCIALSCRAPE_API_KEY"));6var query = string.Join("&", new[] {7    "query=" + Uri.EscapeDataString("bike"),8    "lat=" + Uri.EscapeDataString("30.2672"),9    "lng=" + Uri.EscapeDataString("-97.7431"),10});11var res = await client.GetAsync("https://api.socialscrape.dev/v1/facebook/marketplace/search" + "?" + query);12Console.WriteLine((int)res.StatusCode);13Console.WriteLine(await res.Content.ReadAsStringAsync());

1for item in body["data"]["items"]:2    print(item["title"])3    print(item["id"])

1for (const item of body.data.items) {2  console.log(item.title);3  console.log(item.id);4}

1import os2import requests34url = "https://api.socialscrape.dev/v1/facebook/marketplace/search"5headers = {"x-api-key": os.environ["SOCIALSCRAPE_API_KEY"]}6params = {"query": "bike", "lat": 30.2672, "lng": -97.7431}78items = []9while len(items) < 100:10    body = requests.get(url, headers=headers, params=params, timeout=60).json()11    if not body["ok"]:12        raise RuntimeError(body["error"]["code"])13    items += body["data"]["items"]14    if not body["has_more"]:15        break16    params["cursor"] = body["cursor"]1718print(len(items), "items")

1const url = new URL("https://api.socialscrape.dev/v1/facebook/marketplace/search");2url.searchParams.set("query", "bike");3url.searchParams.set("lat", "30.2672");4url.searchParams.set("lng", "-97.7431");5const headers = { "x-api-key": process.env.SOCIALSCRAPE_API_KEY };67const items = [];8while (items.length < 100) {9  const body = await (await fetch(url, { headers })).json();10  if (!body.ok) throw new Error(body.error.code);11  items.push(...body.data.items);12  if (!body.has_more) break;13  url.searchParams.set("cursor", body.cursor);14}1516console.log(items.length, "items");

1body = res.json()2if not body["ok"]:3    err = body["error"]4    if err["retryable"]:5        ...  # wait a moment and send the same request again6    else:7        raise RuntimeError(f'{err["code"]}: {err["message"]}')

1const body = await res.json();2if (!body.ok) {3  const { code, message, retryable } = body.error;4  if (retryable) {5    // wait a moment and send the same request again6  } else {7    throw new Error(`${code}: ${message}`);8  }9}

1from socialscrape import SocialScrape23client = SocialScrape()  # reads SOCIALSCRAPE_API_KEY45for item in client.paginate(client.facebook.marketplace_search, query="bike", lat=30.2672, lng=-97.7431, max_items=100):6    print(item["title"])

1import { SocialScrape } from "socialscrape";23const client = new SocialScrape(); // reads SOCIALSCRAPE_API_KEY45for await (const item of client.paginate(client.facebook.marketplaceSearch, { query: "bike", lat: 30.2672, lng: -97.7431 }, { maxItems: 100 })) {6  console.log(item.title);7}