1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
|
#!/usr/bin/lua5.2
local abuild = require("aports.abuild")
local apkrepo = require("aports.apkrepo")
local lfs = require("lfs")
local optarg = require("optarg")
local pluginsdir = "/etc/buildrepo/plugins.d"
local conf = {}
local function warn(formatstr, ...)
io.stderr:write(("WARNING: %s\n"):format(formatstr:format(...)))
io.stderr:flush()
end
local function err(formatstr, ...)
io.stderr:write(("ERROR: %s\n"):format(formatstr:format(...)))
io.stderr:flush()
end
local function info(formatstr, ...)
io.stdout:write(("%s\n"):format(formatstr:format(...)))
io.stdout:flush()
end
local function skip_aport(aport)
local dirattr = lfs.attributes(aport.dir.."/src/")
local fileattr = lfs.attributes(aport.dir.."/APKBUILD")
if not dirattr or not fileattr then
return false
end
if os.difftime(fileattr.modification, dirattr.modification) > 0 then
return false
end
warn("%s: Skipped due to previous build failure", aport.pkgname)
return true
end
local function run_plugins(dirpath, func, ...)
local a = lfs.attributes(dirpath)
if not a or a.mode ~= "directory" then
return
end
local flist = {}
for f in lfs.dir(dirpath) do
if string.match(f, ".lua$") then
table.insert(flist, f)
end
end
table.sort(flist)
for i = 1, #flist do
local m = dofile(dirpath.."/"..flist[i])
if type(m[func]) == "function" then
m[func](...)
end
end
end
local function plugins_prebuild(...)
return run_plugins(pluginsdir, "prebuild", ...)
end
local function plugins_postbuild(...)
return run_plugins(pluginsdir, "postbuild", ...)
end
local function plugins_prerepo(...)
return run_plugins(pluginsdir, "prerepo", ...)
end
local function plugins_postrepo(...)
return run_plugins(pluginsdir, "postrepo", ...)
end
local function logfile_path(logdirbase, repo, aport)
if not logdirbase then
return nil
end
local dir = ("%s/%s/%s"):format(logdirbase, repo, aport.pkgname)
if not lfs.attributes(dir) then
local path = ""
for n in string.gmatch(dir, "[^/]+") do
path = path.."/"..n
lfs.mkdir(path)
end
end
return ("%s/%s-%s-r%s.log"):format(dir, aport.pkgname, aport.pkgver, aport.pkgrel)
end
local function build_aport(aport, repodest, logfile, do_rootbld)
local success, errmsg = lfs.chdir(aport.dir)
if not success then
err("%s", errmsg)
return nil
end
local logredirect = ""
if logfile ~= nil then
logredirect = ("> '%s' 2>&1"):format(logfile)
end
local cmd = ("REPODEST='%s' abuild -r -m %s"):format(repodest, logredirect)
if do_rootbld ~= nil then
cmd = ("REPODEST='%s' abuild -m %s rootbld"):format(repodest, logredirect)
end
success = os.execute(cmd)
if not success then
err("%s: Failed to build", aport.pkgname)
end
return success
end
local function log_progress(progress, repo, aport)
info("%d/%d %d/%d %s/%s %s-r%s",
progress.tried, progress.total,
progress.repo_built, progress.repo_total,
repo, aport.pkgname, aport.pkgver, aport.pkgrel)
end
-----------------------------------------------------------------
local opthelp = [[
-a, --aports=DIR Set the aports base dir to DIR instead of $HOME/aports
-c, --config=FILE Use FILE as config instead of /etc/buildrepo/config.lua
-d, --destdir=DIR Set destination repository base to DIR instead of
$HOME/packages
-h, --help Show this help and exit
-l, --logdir=DIR Create build logs in DIR/REPO/pkgname/ instead of stdout
-k, --keep-going Keep going, even if packages fails
-n, --dry-run Dry run. Don't acutally build or delete, just print
-p, --purge Purge obsolete packages from REPODIR after build
-r, --deps-repo=REPO Dependencies are found in REPO
-s, --skip-failed Skip those who previously failed (src dir exists)
-R, --rootbld Build packages in clean chroots
]]
local function usage(exitcode)
io.stdout:write((
"Usage: %s [-hknps] [-a DIR] [-d DIR] [-l DIR] [-r REPO] REPO...\n"..
"Options:\n%s\n"):format(_G.arg[0], opthelp))
os.exit(exitcode)
end
local opts, args = optarg.from_opthelp(opthelp)
if not opts or #args == 0 then
usage(1)
end
if opts.h then
usage(0)
end
local configfile = opts.c or "/etc/buildrepo/config.lua"
local f = loadfile(configfile, "t", conf)
if f then
f()
end
local homedir = os.getenv("HOME")
local aportsdir = opts.a or conf.aportsdir or ("%s/aports"):format(homedir)
local repodest = opts.d or conf.repodest or abuild.repodest or ("%s/packages"):format(homedir)
local logdirbase = opts.l or conf.logdir
if opts.n then
build_aport = function() return true end
end
local stats = {}
for _, repo in pairs(args) do
local db = require('aports.db').new(aportsdir, repo, repodest)
local pkgs = {}
local unsorted = {}
stats[repo] = {}
local start_time = os.clock()
if not db then
err("%s/%s: Failed to open apkbuilds", aportsdir, repo)
os.exit(1)
end
-- count total aports
local relevant_aports = 0
local total_aports = 0
for aport in db:each_aport() do
total_aports = total_aports + 1
if aport:relevant() then
relevant_aports = relevant_aports + 1
end
end
stats[repo].relevant_aports = relevant_aports
stats[repo].total_aports = total_aports
-- run prerepo hooks
plugins_prerepo(repo, aportsdir, repodest, abuild.arch, stats[repo], opts)
-- find out what needs to be built
for aport in db:each_need_build() do
table.insert(pkgs, aport.pkgname)
if unsorted[aport.pkgname] then
warn("more than one aport provides %s", aport.pkgname)
end
unsorted[aport.pkgname] = true
end
-- build packages
local built = 0
local tried = 0
for aport in db:each_in_build_order(pkgs) do
local logfile = logfile_path(logdirbase, repo, aport)
tried = tried + 1
local progress = {
tried = tried,
total = #pkgs,
repo_built = stats[repo].relevant_aports - #pkgs + built,
repo_total = stats[repo].relevant_aports,
}
if opts.s and (not db:known_deps_exists(aport)) then
warn("%s: Skipped due to missing dependencies", aport.pkgname)
elseif not (opts.s and skip_aport(aport)) then
log_progress(progress, repo, aport)
plugins_prebuild(aport, progress, repodest, abuild.arch, logfile, opts)
local success = build_aport(aport, repodest, logfile, opts.R)
plugins_postbuild(aport, success, repodest, abuild.arch, logfile, opts)
if success then
built = built + 1
end
if not success and not opts.k then
os.exit(1)
end
end
end
-- purge old packages
local deleted = 0
if opts.p then
local keep = {}
for aport, name in db:each() do
keep[aport:get_apk_file_name(name)] = true
end
local apkrepodir = ("%s/%s/%s"):format(repodest, repo, abuild.arch)
for file in lfs.dir(apkrepodir) do
if file:match("%.apk$") and not keep[file] then
info("Deleting %s", file)
if not opts.n then
os.remove(("%s/%s"):format(apkrepodir, file))
deleted = deleted + 1
end
end
end
end
-- generate new apkindex
if not opts.n and (built > 0 or deleted > 0) then
info("Updating apk index")
apkrepo.update_index(("%s/%s"):format(repodest, repo),
abuild.arch, db:git_describe())
end
stats[repo].built = built
stats[repo].tried = tried
stats[repo].deleted = deleted
stats[repo].time = os.clock() - start_time
-- run portrepo hooks
plugins_postrepo(repo, aportsdir, repodest, abuild.arch, stats[repo], opts)
end
for repo, stat in pairs(stats) do
info("%s built:\t%d", repo, stat.built)
info("%s tried:\t%d", repo, stat.tried)
info("%s deleted:\t%d", repo, stat.deleted)
info("%s total built:\t%d", repo, stat.relevant_aports - stat.tried + stat.built)
info("%s total relevant aports:\t%d", repo, stat.relevant_aports)
info("%s total aports:\t%d", repo, stat.total_aports)
end
|