Repository navigation
Expand file tree
/
Copy pathmain.py
More file actions
89 lines (76 loc) · 2.92 KB
/
Copy pathmain.py
File metadata and controls
89 lines (76 loc) · 2.92 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
import numpy as np
import yaml
import datetime
from github import Github
from terminaltables import AsciiTable
from terminaltables import GithubFlavoredMarkdownTable
import pickle
import codecs
# Insert you username and password
with open('parameters.yml', 'r') as input:
try:
p = yaml.safe_load(input)
# Make sure it is reading ok
# print("user: %s" % p["user"])
# print("password: %s" % p["password"])
except yaml.YAMLError as error:
print( error )
exit(1)
g = Github(p["user"], p["password"])
number_of_reps = p["items"]
names_of_props = ["Id", "Name", "Description", "Language", "Stars", "Forks"]
github_server_link = "https://github.com/"
last_tables_file_name = 'last_table_data.pickle'
md_file_name = 'readme.md'
# Main query
search_query = g.search_repositories(p["search"], sort="stars", order="desc")
results = []
for index, rep in enumerate(search_query):
# Print current repo
print(rep.url) # Everything are here as json file (You can use it instead of the API)
rep_prop = [index+1]
link = github_server_link + rep.full_name
if (len(rep.name) < 40):
name = rep.name
else:
name = rep.name[:36] + " ..."
rep_prop.append("[{}]({})".format(name, link))
if (rep.description == None):
description = "N/A"
elif (len(rep.description) < 120):
description = rep.description
else:
description = rep.description[:116] + " ..."
rep_prop.append(description)
rep_prop.append(rep.language)
rep_prop.append(rep.stargazers_count)
rep_prop.append(rep.forks)
results.append(rep_prop)
if(index > number_of_reps-2):
break
# Creating the table
table_data = [["" for x in range(len(names_of_props))] for y in range(number_of_reps + 1)]
for i in range(len(names_of_props)):
table_data[0][i] = names_of_props[i]
for i in range(number_of_reps):
for j in range(len(names_of_props)):
table_data[i+1][j] = results[i][j]
# Saving Table data (For further analysis)
with open(last_tables_file_name, 'wb') as handle:
pickle.dump(table_data, handle, protocol=pickle.HIGHEST_PROTOCOL)
# Generating the ascii table
table = GithubFlavoredMarkdownTable(table_data)
table_str = table.table
# Writing the md file
with codecs.open(md_file_name, "w", "utf-8") as f:
now = datetime.datetime.now()
f.write("# Top %s Github repositories\n" % p["search"])
f.write("Based on [Top Deep Learning](http://github.com/mbadry1/Top-Deep-Learning)<br /><br />\n")
f.write("Here is a list of the top-%s %s Github repositories sorted by the number of stars.\n" % (p["items"], p["search"]))
f.write("The query that has been used for the GitHub search API is \"%s" % p["search"] + "\".\n")
f.write("<br /><br />\n")
f.write("Date: %s\n" % now.strftime("%m/%d/%Y"))
f.write("<br /><br />\n")
f.write("Note: This listing will be updated regularly.\n")
f.write("<br /><br />\n\n")
f.write(table_str)