refactor code and use Github GraphQL

Author: EvanLi

.gitignore

@@ -4,4 +4,6 @@ access_token.txt
 .sass-cache/
 Gemfile.lock
 _site/
-.idea/
+.idea/
+__pycache__
+*.pyc

auto_run.sh

@@ -9,8 +9,8 @@ date
 cd /home/li/code/github/Github-Ranking
 git pull
 source /home/li/tf36/bin/activate
-python save_most_stars_forks.py
+python source/process.py
 git add .
 today=`date +"%Y-%m-%d"`
-git commit -m "Auto update $today."
-git push origin master
+git commit -m "auto update $today"
+git push origin master

save_most_stars_forks.py

@@ -0,0 +1,83 @@
+# -*- coding: utf-8 -*-
+import json
+import requests
+import time
+
+
+def get_access_token():
+    with open('../access_token.txt', 'r') as f:
+        access_token = f.read().strip()
+    return access_token
+
+
+def write_text(file_name, method, text):
+    """
+    write text to file
+    method: 'a'-append, 'w'-overwrite
+    """
+    with open(file_name, method, encoding='utf-8') as f:
+        f.write(text)
+
+
+def write_ranking_repo(file_name, method, repos):
+    # method: 'a'-append or 'w'-overwrite
+    table_head = "| Ranking | Project Name | Stars | Forks | Language | Open Issues | Description | Last Commit |\n\
+| ------- | ------------ | ----- | ----- | -------- | ----------- | ----------- | ----------- |\n"
+    with open(file_name, method, encoding='utf-8') as f:
+        f.write(table_head)
+        for idx, repo in enumerate(repos):
+            repo_description = repo['description']
+            if repo_description is not None:
+                repo_description = repo_description.replace('|', '\|')  # in case there is '|' in description
+            f.write("| {} | [{}]({}) | {} | {} | {} | {} | {} | {} |\n".format(
+                idx + 1, repo['name'], repo['html_url'], repo['stargazers_count'], repo['forks_count'],
+                repo['language'], repo['open_issues_count'], repo_description, repo['pushed_at']
+            ))
+        f.write('\n')
+
+
+def get_api_repos(API_URL):
+    """
+    get repos of api, return repos list
+    """
+    access_token = get_access_token()
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.113 Safari/537.36',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+        'Accept-Language': 'zh-CN,zh;q=0.9',
+        'Authorization': 'token {}'.format(access_token),
+    }
+    s = requests.session()
+    s.keep_alive = False  # don't keep the session
+    time.sleep(3)  # not get so fast
+    # requests.packages.urllib3.disable_warnings() # disable InsecureRequestWarning of verify=False,
+    r = requests.get(API_URL, headers=headers)
+    if r.status_code != 200:
+        raise ValueError('Can not retrieve from {}'.format(API_URL))
+    repos_dict = json.loads(r.content)
+    repos = repos_dict['items']
+    return repos
+
+
+def get_graphql_data(GQL):
+    """
+    use graphql to get data
+    """
+    access_token = get_access_token()
+    headers = {
+        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/81.0.4044.113 Safari/537.36',
+        'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9',
+        'Accept-Language': 'zh-CN,zh;q=0.9',
+        'Authorization': 'bearer {}'.format(access_token),
+    }
+    s = requests.session()
+    s.keep_alive = False  # don't keep the session
+    graphql_api = "https://api.github.com/graphql"
+    time.sleep(5)  # not get so fast
+
+    # requests.packages.urllib3.disable_warnings() # disable InsecureRequestWarning of verify=False,
+    r = requests.post(url=graphql_api, json={"query": GQL}, headers=headers)
+
+    if r.status_code != 200:
+        raise ValueError('Can not retrieve from {}'.format(GQL))
+    return r.json()