leetcode/init_leetcode.py at master · learningtheory/leetcode · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
# -*- coding: utf-8 -*-
"""
@contact: lishulong.never@gmail.com
@time: 2018/7/21 下午3:15
"""
#
import json
import requests

import os

from multiprocessing.pool import ThreadPool

path = os.path.dirname(__file__)

url = "https://leetcode-cn.com/graphql"

pool = ThreadPool(10)

headers = {
    'content-type': "application/json",
    'cookie': "_uab_collina=153201079094909515475695; gr_user_id=5e53e79d-a32a-4e74-ad5a-ea9258e2e920; csrftoken=SLeQ8Ln9mFEzLn2RqbOIwCow5UnMwxWpYb1yRP0qqbbOkVaoUggUjmjt6UvaMq5a; Hm_lvt_fa218a3ff7179639febdb15e372f411c=1532010801,1532057578,1532057875,1532157764; gr_session_id_a2873925c34ecbd2=0b68d19e-ebfb-4a49-b6f5-e285969f6351; gr_session_id_a2873925c34ecbd2_0b68d19e-ebfb-4a49-b6f5-e285969f6351=true; Hm_lpvt_fa218a3ff7179639febdb15e372f411c=1532157780",
    'x-csrftoken': "SLeQ8Ln9mFEzLn2RqbOIwCow5UnMwxWpYb1yRP0qqbbOkVaoUggUjmjt6UvaMq5a",
    'referer': "https://leetcode-cn.com/problemset/all/",
    'cache-control': "no-cache",
    'postman-token': "eb00e837-26fe-88a3-cafe-ff4923b578fe"
}

session = requests.session()


#
def getKeys():
    url = "https://leetcode-cn.com/graphql"
    #
    payload = "{\"operationName\":\"getQuestionTranslation\",\"variables\":{},\"query\":\"query getQuestionTranslation($lang: String) {  translations: allAppliedQuestionTranslations(lang: $lang) {  title   question {    questionId      __typename  titleSlug   }    __typename  }}\"}"

    keys = []
    response = session.post(url, data=payload, headers=headers)
    translations = response.json().get('data').get('translations')
    for item in translations:
        keys.append(item.get('question').get('titleSlug'))

    return keys


payload = "{\n\t\"operationName\": \"getQuestionDetail\",\n\t\"variables\": {\n\t\t\"titleSlug\": \"two-sum\"\n\t},\n\t\"query\": \"query getQuestionDetail($titleSlug: String!) {  isCurrentUserAuthenticated  question(titleSlug: $titleSlug) {    questionId titleSlug   questionFrontendId    questionTitle    translatedTitle    questionTitleSlug    content    translatedContent    difficulty    stats    allowDiscuss    contributors    similarQuestions    mysqlSchemas    randomQuestionUrl    sessionId    categoryTitle    submitUrl    interpretUrl    codeDefinition    sampleTestCase    enableTestMode    metaData    enableRunCode    enableSubmit    judgerAvailable    infoVerified    envInfo    urlManager    article    questionDetailUrl    libraryUrl    companyTags {      name      slug      translatedName      __typename    }    companyTagStats    topicTags {      name      slug      translatedName      __typename    }    __typename  } }\"\n}"

di = {
    'cpp': '.cpp',
    'java': '.java',
    'python': '.py',
    'python3': '.py',
    'c': '.c',
    'csharp': '.sln',
    'javascript': '.js',
    'ruby': '.rb',
    'swift': '.swift',
    'golang': '.go',
    'scala': '.scala',
    'kotlin': '.kt',
    'mysql': '.html',
    'bash': '.sh',
    'mssql': '.html',
    'oraclesql': '.html',
}


def content(lag: str, question):
    if lag.startswith('p'):
        return """\"\"\"
{}\"\"\"


""".format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')
    elif lag in ['c', 'cpp', 'javascript', 'csharp', 'golang', 'swift']:
        return """/*
{}*/


""".format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')
        pass
    elif lag in ['java', 'kotlin', 'scala']:
        return """/**
{}**/


""".format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')
    elif lag == 'ruby':
        return """=begin
{}
=end


""".format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')
    elif lag == 'bash':
        return """<!--
{}
-->


""".format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')
    else:
        return """<html lang="zh-cn">
<head>
<meta charset="utf-8"/>
</head>
<body>
{}
</body>
</html>


        """.format(question.get('content') + question.get('translatedContent') + question.get(
            'translatedContent')).encode('utf-8')


def getPayLoad(key):
    return payload.replace('two-sum', key)


def doRequest(key):
    try:
        response = session.post(url, data=getPayLoad(key), headers=headers)
        question = response.json().get('data').get('question')
        cc = json.loads(question.get('codeDefinition'))
        print(key)
        print(question.get('questionId'))
        for item in cc:
            cls = 'html' if item.get('value') is None else item.get('value')
            file_name = path + '/{}/{}.{}({}){}'.format(cls, question.get('questionId'), question.get('questionTitle'),
                                                        question.get('translatedTitle'), di.get(cls))

            with open(file_name, 'wb') as file:
                dd = content(cls, question) + item.get('defaultCode').encode('utf-8')
                file.write(dd)
    except Exception as e:
        print(e)


# doRequest('koko-eating-bananas')

# 17096561260

def init_path(key):
    try:
        os.mkdir(path=os.path.dirname(__file__) + '/{}'.format(key))
    except Exception as e:
        print(e)


if __name__ == '__main__':
    # 创建文件夹
    [init_path(x) for x in list(di.keys())]

    # 获取数据
    pool.map(doRequest, getKeys())