How to scrape Search within a subreddit

1curl -G "https://api.socialscrape.dev/v1/reddit/subreddit/search" \2  -H "x-api-key: $SOCIALSCRAPE_API_KEY" \3  --data-urlencode 'subreddit=python' \4  --data-urlencode 'query=asyncio'

1import os2import requests34params = {5    "subreddit": "python",6    "query": "asyncio",7}8res = requests.get(9    "https://api.socialscrape.dev/v1/reddit/subreddit/search",10    headers={"x-api-key": os.environ["SOCIALSCRAPE_API_KEY"]},11    params=params,12    timeout=60,13)14body = res.json()1516if body["ok"]:17    print(body["data"])18else:19    print(body["error"]["code"], body["error"]["message"])

1const url = new URL("https://api.socialscrape.dev/v1/reddit/subreddit/search");2url.search = new URLSearchParams({3  subreddit: "python",4  query: "asyncio",5}).toString();6const res = await fetch(url, {7  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY },8});9const body = await res.json();1011if (body.ok) {12  console.log(body.data);13} else {14  console.error(body.error.code, body.error.message);15}

1const url = new URL("https://api.socialscrape.dev/v1/reddit/subreddit/search");2url.search = new URLSearchParams({3  subreddit: "python",4  query: "asyncio",5}).toString();6const res = await fetch(url, {7  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY! },8});9const body = await res.json();1011if (body.ok) {12  console.log(body.data);13} else {14  console.error(body.error.code, body.error.message);15}

1package main23import (4	"fmt"5	"io"6	"net/http"7	"net/url"8	"os"9)1011func main() {12	q := url.Values{}13	q.Set("subreddit", "python")14	q.Set("query", "asyncio")15	req, _ := http.NewRequest("GET", "https://api.socialscrape.dev/v1/reddit/subreddit/search" + "?" + q.Encode(), nil)16	req.Header.Set("x-api-key", os.Getenv("SOCIALSCRAPE_API_KEY"))17	res, err := http.DefaultClient.Do(req)18	if err != nil {19		panic(err)20	}21	defer res.Body.Close()22	body, _ := io.ReadAll(res.Body)23	fmt.Println(res.StatusCode, string(body))24}

1<?php2$query = http_build_query([3    'subreddit' => 'python',4    'query' => 'asyncio',5]);6$ch = curl_init('https://api.socialscrape.dev/v1/reddit/subreddit/search' . "?" . $query);7curl_setopt_array($ch, [8    CURLOPT_RETURNTRANSFER => true,9    CURLOPT_HTTPHEADER => ["x-api-key: " . getenv("SOCIALSCRAPE_API_KEY")],10]);11$body = json_decode(curl_exec($ch), true);12curl_close($ch);1314if ($body["ok"]) {15    print_r($body["data"]);16} else {17    echo $body["error"]["code"], " ", $body["error"]["message"], "\n";18}

1require "net/http"2require "json"34uri = URI('https://api.socialscrape.dev/v1/reddit/subreddit/search')5uri.query = URI.encode_www_form('subreddit' => 'python', 'query' => 'asyncio')6req = Net::HTTP::Get.new(uri)7req["x-api-key"] = ENV.fetch("SOCIALSCRAPE_API_KEY")8res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) { |http| http.request(req) }9body = JSON.parse(res.body)1011if body["ok"]12  puts body["data"]13else14  puts body["error"]["code"], body["error"]["message"]15end

1import java.net.URI;2import java.net.URLEncoder;3import java.net.http.HttpClient;4import java.net.http.HttpRequest;5import java.net.http.HttpResponse;6import java.nio.charset.StandardCharsets;78public class Main {9    public static void main(String[] args) throws Exception {10        String query = "subreddit=" + URLEncoder.encode("python", StandardCharsets.UTF_8) + "&query=" + URLEncoder.encode("asyncio", StandardCharsets.UTF_8);11        HttpRequest req = HttpRequest.newBuilder()12            .uri(URI.create("https://api.socialscrape.dev/v1/reddit/subreddit/search" + "?" + query))13            .header("x-api-key", System.getenv("SOCIALSCRAPE_API_KEY"))14            .GET()15            .build();16        HttpResponse<String> res = HttpClient.newHttpClient().send(req, HttpResponse.BodyHandlers.ofString());17        System.out.println(res.statusCode() + " " + res.body());18    }19}

1using System;2using System.Net.Http;34var client = new HttpClient();5client.DefaultRequestHeaders.Add("x-api-key", Environment.GetEnvironmentVariable("SOCIALSCRAPE_API_KEY"));6var query = string.Join("&", new[] {7    "subreddit=" + Uri.EscapeDataString("python"),8    "query=" + Uri.EscapeDataString("asyncio"),9});10var res = await client.GetAsync("https://api.socialscrape.dev/v1/reddit/subreddit/search" + "?" + query);11Console.WriteLine((int)res.StatusCode);12Console.WriteLine(await res.Content.ReadAsStringAsync());

1for item in body["data"]["items"]:2    print(item["title"])3    print(item["id"])4    print(item["stats"]["likes"])

1for (const item of body.data.items) {2  console.log(item.title);3  console.log(item.id);4  console.log(item.stats.likes);5}

1import os2import requests34url = "https://api.socialscrape.dev/v1/reddit/subreddit/search"5headers = {"x-api-key": os.environ["SOCIALSCRAPE_API_KEY"]}6params = {"subreddit": "python", "query": "asyncio"}78items = []9while len(items) < 100:10    body = requests.get(url, headers=headers, params=params, timeout=60).json()11    if not body["ok"]:12        raise RuntimeError(body["error"]["code"])13    items += body["data"]["items"]14    if not body["has_more"]:15        break16    params["cursor"] = body["cursor"]1718print(len(items), "items")

1const url = new URL("https://api.socialscrape.dev/v1/reddit/subreddit/search");2url.searchParams.set("subreddit", "python");3url.searchParams.set("query", "asyncio");4const headers = { "x-api-key": process.env.SOCIALSCRAPE_API_KEY };56const items = [];7while (items.length < 100) {8  const body = await (await fetch(url, { headers })).json();9  if (!body.ok) throw new Error(body.error.code);10  items.push(...body.data.items);11  if (!body.has_more) break;12  url.searchParams.set("cursor", body.cursor);13}1415console.log(items.length, "items");

1body = res.json()2if not body["ok"]:3    err = body["error"]4    if err["retryable"]:5        ...  # wait a moment and send the same request again6    else:7        raise RuntimeError(f'{err["code"]}: {err["message"]}')

1const body = await res.json();2if (!body.ok) {3  const { code, message, retryable } = body.error;4  if (retryable) {5    // wait a moment and send the same request again6  } else {7    throw new Error(`${code}: ${message}`);8  }9}

1from socialscrape import SocialScrape23client = SocialScrape()  # reads SOCIALSCRAPE_API_KEY45for item in client.paginate(client.reddit.subreddit_search, subreddit="python", query="asyncio", max_items=100):6    print(item["title"])

1import { SocialScrape } from "socialscrape";23const client = new SocialScrape(); // reads SOCIALSCRAPE_API_KEY45for await (const item of client.paginate(client.reddit.subredditSearch, { subreddit: "python", query: "asyncio" }, { maxItems: 100 })) {6  console.log(item.title);7}