1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
|
# This file is part of GAnarchy - decentralized project hub
# Copyright (C) 2020 Soni L.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <https://www.gnu.org/licenses/>.
"""This module contains the CLI Run Targets.
"""
import os
import shutil
import click
from ganarchy import cli
from ganarchy import core
from ganarchy import data
from ganarchy import db
from ganarchy import dirs
from ganarchy.templating import environment
@cli.main.command()
@click.option('--keep-stale-projects/--no-keep-stale-projects', default=True)
@click.argument('out', required=True, type=click.Path(file_okay=False, resolve_path=True))
def run_once(out, keep_stale_projects):
"""Runs GAnarchy once.
Processes any necessary updates and updates the output directory to match.
"""
# """Runs ganarchy standalone.
#
# This will run ganarchy so it regularly updates the output directory given
# by OUT. Additionally, it'll also search for the following hooks in its
# config dirs:
#
# - post_object_update_hook - executed after an object is updated.
#
# - post_update_cycle_hook - executed after all objects in an update
# cycle are updated.
# """
# create config objects
conf = data.ConfigManager.new_default()
effective_conf = data.EffectiveSource(conf)
repos = data.RepoListManager(effective_conf)
effective_repos = data.EffectiveSource(repos)
# create dir if it doesn't exist
os.makedirs(out, exist_ok=True)
# load template environment
env = environment.get_env()
# make sure the cache dir exists
os.makedirs(dirs.CACHE_HOME, exist_ok=True)
# make sure it is a git repo
core.GIT.create()
if True:
# reload config and repo data
effective_repos.update()
database = db.connect_database(effective_conf)
database.load_repos(effective_repos)
instance = core.GAnarchy(database, effective_conf)
if not instance.base_url:
click.echo("No base URL specified", err=True)
return
instance.load_projects()
# update and render projects
if not keep_stale_projects:
shutil.rmtree(out + "/project")
os.makedirs(out + "/project", exist_ok=True)
template_project = env.get_template('project.html')
for p in instance.projects:
p.load_repos()
generate_html = []
results = p.update()
#if not p.exists:
# ...
for (repo, count) in results:
if count is not None:
generate_html.append(
(repo.url, repo.message, count, repo.branch)
)
else:
click.echo(repo.errormsg, err=True)
html_entries = []
for (url, msg, count, branch) in generate_html:
history = database.list_repobranch_activity(p.commit, url, branch)
# TODO process history into SVG
# TODO move this into a separate system
# (e.g. ``if project.startswith("svg-"):``)
html_entries.append((url, msg, "", branch))
os.makedirs(out + "/project/" + p.commit, exist_ok=True)
with open(out + "/project/" + p.commit + "/index.html", "w") as f:
template_project.stream(
project_title = p.title,
project_desc = p.description,
project_body = p.commit_body,
project_commit = p.commit,
repos = html_entries,
base_url = instance.base_url,
# I don't think this thing supports deprecating the above?
project = p,
ganarchy = instance
).dump(f)
# render the config
template = env.get_template('index.toml')
with open(out + "/index.toml", "w") as f:
template.stream(database=database).dump(f)
# render the index
# but reload projects first to pick up sorting order
# (new projects don't get sorted until their repos get fetched for the
# first time, because that's where the metadata is stored)
# FIXME .sort_projects()?
instance.load_projects()
template = env.get_template('index.html')
with open(out + "/index.html", "w") as f:
template.stream(ganarchy=instance).dump(f)
@cli.main.command()
@click.option('--dry-run/--no-dry-run', '--no-update/--update', default=False)
@click.argument('project', required=False)
def cron_target(dry_run, project):
"""Runs ganarchy as a cron target.
"Deprecated". Useful if you want full control over how GAnarchy
generates the pages.
"""
# create config objects
conf = data.ConfigManager.new_default()
effective_conf = data.EffectiveSource(conf)
repos = data.RepoListManager(effective_conf)
effective_repos = data.EffectiveSource(repos)
# load config and repo data
effective_repos.update()
database = db.connect_database(effective_conf)
database.load_repos(effective_repos)
# load template environment
env = environment.get_env()
# handle config and project list
if project == "config":
# render the config
template = env.get_template('index.toml')
click.echo(template.render(database=database), nl=False)
return
if project == "project-list":
# could be done with a template but eh w/e, this is probably better
for project in database.list_projects():
click.echo(project)
return
# make sure the cache dir exists
os.makedirs(dirs.CACHE_HOME, exist_ok=True)
# make sure it is a git repo
core.GIT.create()
instance = core.GAnarchy(database, effective_conf)
if not instance.base_url or not project:
click.echo("No base URL or project commit specified", err=True)
return
if project == "index":
instance.load_projects()
# render the index
template = env.get_template('index.html')
click.echo(template.render(ganarchy=instance), nl=False)
return
p = core.Project(database, project)
p.load_repos()
generate_html = []
results = p.update(dry_run=dry_run)
#if not p.exists:
# ...
for (repo, count) in results:
if count is not None:
generate_html.append((repo.url, repo.message, count, repo.branch))
else:
click.echo(repo.errormsg, err=True)
html_entries = []
for (url, msg, count, branch) in generate_html:
history = database.list_repobranch_activity(project, url, branch)
# TODO process history into SVG
# TODO move this into a separate system
# (e.g. ``if project.startswith("svg-"):``)
html_entries.append((url, msg, "", branch))
template = env.get_template('project.html')
click.echo(
template.render(
project_title = p.title,
project_desc = p.description,
project_body = p.commit_body,
project_commit = p.commit,
repos = html_entries,
base_url = instance.base_url,
# I don't think this thing supports deprecating the above?
project = p,
ganarchy = instance
),
nl=False
)
|
