summaryrefslogtreecommitdiffstats
path: root/apkindex2sqlite.sh
blob: 64e3919d888aa6bbef67cde22771b65592d54894 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
#!/bin/sh

packages="repository"
repos="main testing"
archs="x86 x86_64 armhf"
db="db/apkindex.db"
csv="csv/apkindex.csv"
turbo_db="/var/www/aports-turbo/db/apkindex.db"

read_line() {
	local type=${1%%:*}
	local var=${1#*:}
	case "$type" in
        P) name="$var" ;;
        V) version="$var" ;;
        T) desc="\"$var\"" ;;
        U) url="\"$var\"" ;;
        L) lic="$var" ;;
        A) parch="$var" ;;
        D) deps="$var" ;;
        C) csum="$var" ;;
        S) size="$var" ;;
        I) install_size="$var" ;;
        p) provides="$var" ;;
        i) install_if="$var" ;;
        o) origin="$var" ;;
        m) maintainer="$var" ;;
        t) build_time="$var" ;;
        c) commit="$var" ;;
    esac
}

reset_vars() {
	name= version= desc= url= lic= parch= deps= csum= size= install_size=
	provides= install_if= origin= maintainer= build_time= commit=
}

write_line() {
	echo "$name,$version,$desc,$url,$lic,$parch,$deps,$csum,$size,$install_size,$provides,$install_if,$origin,$maintainer,$build_time,$commit,$repo" 
}

init_db() {
    rm -f $db
    printf "CREATE TABLE apkindex('name' text, 'version' text, 'desc' text,
	    'url' text, 'lic' text, 'arch' text, 'deps' text, 'csum' text,
	    'size' text, 'install_size' text, 'provides' text, 'install_if' text,
	    'origin' text, 'maintainer' text, 'build_time' integer, 'commit' text,
        'repo' text);" | sqlite3 $db
}

write_db() {
    printf ".mode csv\n.import $csv apkindex" | sqlite3 $db
    printf "CREATE INDEX name on apkindex (name);" | sqlite3 $db
    printf "CREATE INDEX arch on apkindex (arch);" | sqlite3 $db
    printf "CREATE INDEX provides on apkindex (provides);" | sqlite3 $db
    printf "CREATE INDEX deps on apkindex (deps);" | sqlite3 $db
}

prepare() {
    rm -f $db $csv
    mkdir -p ${csv%/*} ${db%/*}
}

rm -f $csv

for repo in $repos; do
    for arch in $archs; do
        rm -f /tmp/APKINDEX
        #curl -s "$aports/$repo/$arch/APKINDEX.tar.gz" | tar -zx -C /tmp APKINDEX
        tar -C /tmp -zxf $packages/$repo/$arch/APKINDEX.tar.gz APKINDEX
        IFS=$'\n'
        while read line; do
            if [ "$line" = "" ]; then
                write_line >> $csv
                reset_vars
            fi
            read_line "$line"
        done</tmp/APKINDEX
        unset IFS
    done
done

prepare && init_db && write_db