scrape.rs

use crate::{curl_parser, models};
use reqwest::{
    header::{self, HeaderMap, HeaderName, HeaderValue},
    RequestBuilder,
};

const CSRF_COOKIE: &str = "csrftoken";
const LEETCODE_SESSION_COOKIE: &str = "LEETCODE_SESSION";
const BASE_URL: &str = "https://leetcode.com/graphql/";

/// Takes the submission id and then return the request
pub fn create_scrape_request(
    submission_id: u32,
) -> Result<RequestBuilder, Box<dyn std::error::Error>> {
    let submission_id_string = submission_id.to_string();
    let cookies = curl_parser::parse_curl();
    let csrf_header = HeaderName::from_static("x-csrftoken");
    let csrf_token = cookies.get(CSRF_COOKIE).unwrap(); //FIXME: raise appropriate error and panic
    let session = cookies.get(LEETCODE_SESSION_COOKIE).unwrap(); //FIXME: raise appropriate error and panic

    let cookie_value: HeaderValue =
        format!("csrftoken={}; LEETCODE_SESSION={}", csrf_token, session)
            .parse()
            .unwrap();

    let query = r#"query submissionDetails($submissionId: Int!) {
        submissionDetails(submissionId: $submissionId) {
          runtime
          runtimeDisplay
          runtimePercentile
          runtimeDistribution
          memory
          memoryDisplay
          memoryPercentile
          memoryDistribution
          code
          timestamp
          statusCode
          user {
            username
            profile {
              realName
              userAvatar
            }
          }
          lang {
            name
            verboseName
          }
          question {
            questionId
          }
          notes
          topicTags {
            tagId
            slug
            name
          }
          runtimeError
          compileError
          lastTestcase
        }
      }"#;

    let mut body = std::collections::HashMap::new();
    let variables_body = &format!(" {{ \"submissionId\": {} }}", submission_id_string);
    body.insert("query", query);
    body.insert("variables", variables_body);

    let mut headers = HeaderMap::new();

    headers.insert(header::ORIGIN, "https://leetcode.com".parse().unwrap());
    headers.insert(header::CONTENT_TYPE, "application/json".parse().unwrap());
    headers.insert(header::USER_AGENT, "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/104.0.5112.102 Safari/537.36".parse().unwrap());
    headers.insert(header::COOKIE, cookie_value);
    headers.insert(header::REFERER, "https://leetcode.com".parse().unwrap());
    headers.insert(csrf_header, csrf_token.parse().unwrap());

    let client = reqwest::Client::new();
    let request = client.post(BASE_URL).headers(headers).json(&body);

    Ok(request)
}
pub async fn scrape_submission(
    request: RequestBuilder,
    submission_id: u32,
) -> Result<models::ScrappedResponse, Box<dyn std::error::Error>> {
    let resp = request.send().await.unwrap();

    let submission_data = resp.json::<models::SubmissionResponse>().await?;
    Ok(models::ScrappedResponse {
        submission_id,
        submission_data,
    })
}