How to scrape Reddit video post transcript

1curl -G "https://api.socialscrape.dev/v1/reddit/post/transcript" \2  -H "x-api-key: $SOCIALSCRAPE_API_KEY" \3  --data-urlencode 'url=https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/'

1import os2import requests34params = {5    "url": "https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/",6}7res = requests.get(8    "https://api.socialscrape.dev/v1/reddit/post/transcript",9    headers={"x-api-key": os.environ["SOCIALSCRAPE_API_KEY"]},10    params=params,11    timeout=60,12)13body = res.json()1415if body["ok"]:16    print(body["data"])17else:18    print(body["error"]["code"], body["error"]["message"])

1const url = new URL("https://api.socialscrape.dev/v1/reddit/post/transcript");2url.search = new URLSearchParams({3  url: "https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/",4}).toString();5const res = await fetch(url, {6  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY },7});8const body = await res.json();910if (body.ok) {11  console.log(body.data);12} else {13  console.error(body.error.code, body.error.message);14}

1const url = new URL("https://api.socialscrape.dev/v1/reddit/post/transcript");2url.search = new URLSearchParams({3  url: "https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/",4}).toString();5const res = await fetch(url, {6  headers: { "x-api-key": process.env.SOCIALSCRAPE_API_KEY! },7});8const body = await res.json();910if (body.ok) {11  console.log(body.data);12} else {13  console.error(body.error.code, body.error.message);14}

1package main23import (4	"fmt"5	"io"6	"net/http"7	"net/url"8	"os"9)1011func main() {12	q := url.Values{}13	q.Set("url", "https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/")14	req, _ := http.NewRequest("GET", "https://api.socialscrape.dev/v1/reddit/post/transcript" + "?" + q.Encode(), nil)15	req.Header.Set("x-api-key", os.Getenv("SOCIALSCRAPE_API_KEY"))16	res, err := http.DefaultClient.Do(req)17	if err != nil {18		panic(err)19	}20	defer res.Body.Close()21	body, _ := io.ReadAll(res.Body)22	fmt.Println(res.StatusCode, string(body))23}

1<?php2$query = http_build_query([3    'url' => 'https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/',4]);5$ch = curl_init('https://api.socialscrape.dev/v1/reddit/post/transcript' . "?" . $query);6curl_setopt_array($ch, [7    CURLOPT_RETURNTRANSFER => true,8    CURLOPT_HTTPHEADER => ["x-api-key: " . getenv("SOCIALSCRAPE_API_KEY")],9]);10$body = json_decode(curl_exec($ch), true);11curl_close($ch);1213if ($body["ok"]) {14    print_r($body["data"]);15} else {16    echo $body["error"]["code"], " ", $body["error"]["message"], "\n";17}

1require "net/http"2require "json"34uri = URI('https://api.socialscrape.dev/v1/reddit/post/transcript')5uri.query = URI.encode_www_form('url' => 'https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/')6req = Net::HTTP::Get.new(uri)7req["x-api-key"] = ENV.fetch("SOCIALSCRAPE_API_KEY")8res = Net::HTTP.start(uri.hostname, uri.port, use_ssl: true) { |http| http.request(req) }9body = JSON.parse(res.body)1011if body["ok"]12  puts body["data"]13else14  puts body["error"]["code"], body["error"]["message"]15end

1import java.net.URI;2import java.net.URLEncoder;3import java.net.http.HttpClient;4import java.net.http.HttpRequest;5import java.net.http.HttpResponse;6import java.nio.charset.StandardCharsets;78public class Main {9    public static void main(String[] args) throws Exception {10        String query = "url=" + URLEncoder.encode("https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/", StandardCharsets.UTF_8);11        HttpRequest req = HttpRequest.newBuilder()12            .uri(URI.create("https://api.socialscrape.dev/v1/reddit/post/transcript" + "?" + query))13            .header("x-api-key", System.getenv("SOCIALSCRAPE_API_KEY"))14            .GET()15            .build();16        HttpResponse<String> res = HttpClient.newHttpClient().send(req, HttpResponse.BodyHandlers.ofString());17        System.out.println(res.statusCode() + " " + res.body());18    }19}

1using System;2using System.Net.Http;34var client = new HttpClient();5client.DefaultRequestHeaders.Add("x-api-key", Environment.GetEnvironmentVariable("SOCIALSCRAPE_API_KEY"));6var query = string.Join("&", new[] {7    "url=" + Uri.EscapeDataString("https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/"),8});9var res = await client.GetAsync("https://api.socialscrape.dev/v1/reddit/post/transcript" + "?" + query);10Console.WriteLine((int)res.StatusCode);11Console.WriteLine(await res.Content.ReadAsStringAsync());

1print(body["data"]["text"])

1console.log(body.data.text);

1body = res.json()2if not body["ok"]:3    err = body["error"]4    if err["retryable"]:5        ...  # wait a moment and send the same request again6    else:7        raise RuntimeError(f'{err["code"]}: {err["message"]}')

1const body = await res.json();2if (!body.ok) {3  const { code, message, retryable } = body.error;4  if (retryable) {5    // wait a moment and send the same request again6  } else {7    throw new Error(`${code}: ${message}`);8  }9}

1from socialscrape import SocialScrape23client = SocialScrape()  # reads SOCIALSCRAPE_API_KEY45res = client.reddit.post_transcript(url="https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/")6print(res.data)7print(res.credits_charged, res.credits_remaining)

1import { SocialScrape } from "socialscrape";23const client = new SocialScrape(); // reads SOCIALSCRAPE_API_KEY45const res = await client.reddit.postTranscript({ url: "https://www.reddit.com/r/interestingasfuck/comments/1xl30t2/a_bird_watches_a_man_fish_he_offers_it_his_catch/" });6console.log(res.data);7console.log(res.credits_charged, res.credits_remaining);