summaryrefslogtreecommitdiffstats
path: root/apk_browser.module
diff options
context:
space:
mode:
authorCarlo Landmeter <clandmeter@gmail.com>2011-03-01 15:07:48 +0100
committerCarlo Landmeter <clandmeter@gmail.com>2011-03-01 15:07:48 +0100
commitd6b56d8cbe3ff0394bd19f8933744f20485a9e7b (patch)
tree540c7acbad307251334b9a9c20989b9e0eb0a227 /apk_browser.module
downloadapk_browser-d6b56d8cbe3ff0394bd19f8933744f20485a9e7b.tar.bz2
apk_browser-d6b56d8cbe3ff0394bd19f8933744f20485a9e7b.tar.xz
initial commit with working importer
some basic apk browser function like importer and some settings still needs a lot of love
Diffstat (limited to 'apk_browser.module')
-rw-r--r--apk_browser.module327
1 files changed, 327 insertions, 0 deletions
diff --git a/apk_browser.module b/apk_browser.module
new file mode 100644
index 0000000..5012cbd
--- /dev/null
+++ b/apk_browser.module
@@ -0,0 +1,327 @@
+<?php
+
+function apk_browser_menu() {
+ //Menu item to test new functions.
+ $items['apk_browser'] = array(
+ 'title' => 'Import APK',
+ 'description' => 'Import APK packages',
+ 'page callback' => 'apk_browser_import_apk',
+ 'access arguments' => array('access apk browser'),
+ );
+ $items['admin/config/apk_browser'] = array(
+ 'title' => 'Package browser',
+ 'description' => 'Configure package browser',
+ 'page callback' => 'system_admin_menu_block_page',
+ 'access arguments' => array('access apk browser'),
+ //system_admin_menu_block_page needs admin inc
+ 'file' => 'system.admin.inc',
+ 'file path' => drupal_get_path('module', 'system'),
+ );
+ $items['admin/config/apk_browser/settings'] = array(
+ 'title' => 'Settings',
+ 'description' => 'Configure global APK browser settings',
+ 'page callback' => 'drupal_get_form',
+ 'page arguments' => array('apk_browser_settings'),
+ 'access arguments' => array('access apk browser'),
+ );
+ $items['admin/config/apk_browser/repositories/add'] = array(
+ 'title' => 'Add repository',
+ 'description' => 'Add repositoriy',
+ 'page callback' => 'drupal_get_form',
+ 'page arguments' => array('apk_browser_repository_edit_form'),
+ 'access arguments' => array('access apk browser'),
+ );
+ $items['admin/config/apk_browser/repositories'] = array(
+ 'title' => 'Repositories',
+ 'description' => 'Configure APK repositories',
+ 'page callback' => 'apk_browser_repositories_list',
+ 'access arguments' => array('access apk browser'),
+ );
+ return $items;
+}
+
+function apk_browser_permission() {
+ return array(
+ 'access apk browser' => array(
+ 'title' => t('Access APK browser'),
+ 'description' => t('Access permissions for APK browser'),
+ ),
+ );
+}
+
+function apk_browser_settings($form) {
+ $form['settings'] = array(
+ '#type' => 'fieldset',
+ '#title' => t('APK browser settings'),
+ );
+ $form['settings']['apk_import_debug'] = array(
+ '#type' => 'checkbox',
+ '#title' => t('Import debugging'),
+ '#description' => t('Write import debugging to watchdog'),
+ '#default_value' => variable_get('apk_import_debug', '0')
+ );
+ return system_settings_form($form);
+}
+
+/*
+ * function apk_browser_settings_validate($form, &$form_state) {
+ * if (!valid_url($form_state['values']['apk_repo_url'], TRUE)) {
+ * form_set_error('apk_repo_url', t('Please specify a valid URL!'));
+ * }
+ * }
+ */
+
+function apk_browser_repository_edit_form($form, &$form_state) {
+ $repo = taxonomy_vocabulary_machine_name_load('apk_repo');
+ $repo_tree = taxonomy_get_tree($repo->vid);
+ $arch = taxonomy_vocabulary_machine_name_load('apk_arch');
+ $arch_tree = taxonomy_get_tree($arch->vid);
+ if (empty($arch_tree) || empty($repo_tree)) {
+ $form['warning'] = array(
+ '#type' => 'item',
+ '#markup' => '<p>Please add terms to you your repositories and architectures</p>'
+ . l('Manage Taxonomy', 'admin/structure/taxonomy')
+ );
+ } else {
+ $form['settings'] = array(
+ '#type' => 'fieldset',
+ '#title' => t('Repository settings'),
+ );
+ $form['settings']['apk_repo_url'] = array(
+ '#type' => 'textfield',
+ '#title' => t('Repository URL'),
+ '#size' => '100',
+ '#default_value' => '',
+ '#description' => t('Link to the APKINDEX.tar.gz file inside the repository'),
+ '#required' => TRUE,
+ );
+ foreach ($repo_tree as $key => $term) {
+ $repo_options[$term->tid] = $term->name;
+ }
+ //generate a form item to select terms
+ $form['settings']['repo'] = array(
+ '#type' => 'select',
+ '#options' => $repo_options,
+ '#title' => 'Select repository',
+ '#description' => t('Please make sure you select the correct repository.
+ Preventing to do so will break package listing')
+ );
+ foreach ($arch_tree as $key => $term) {
+ $arch_options[$term->tid] = $term->name;
+ }
+ $form['settings']['arch'] = array(
+ '#type' => 'select',
+ '#options' => $arch_options,
+ '#title' => 'Select architecture',
+ '#description' => t('Please make sure you select the correct architecture.
+ Preventing to dox so will break package listing')
+ );
+
+ $form['submit'] = array(
+ '#type' => 'submit',
+ '#value' => t('Add repository')
+ );
+ }
+ return $form;
+}
+
+function apk_browser_repository_edit_form_validate($form, &$form_state) {
+ if (!valid_url($form_state['values']['apk_repo_url'], TRUE)) {
+ form_set_error('apk_repo_url', t('Please specify a valid URL!'));
+ }
+ foreach (variable_get('apk_repositories', array()) as $repo) {
+ if ($form_state['values']['apk_repo_url'] == $repo['url']) {
+ form_set_error('apk_repo_url', t('You are trying to add a double url'));
+ }
+ }
+}
+
+function apk_browser_repository_edit_form_submit($form, &$form_state) {
+ $repos[] = array(
+ 'url' => $form_state['values']['apk_repo_url'],
+ 'arch' => $form_state['values']['arch'],
+ 'repo' => $form_state['values']['repo']
+ );
+ $current_repos = variable_get('apk_repositories', array());
+ //$result = (empty($current_repos)) ? $repos : array_merge($repos, $current_repos);
+ variable_set('apk_repositories', array_merge($current_repos, $repos));
+ $form_state['redirect'] = 'admin/config/apk_browser/repositories';
+ drupal_set_message(t('Repositories are saved'));
+ //drupal_set_message(t('Submitting values: @values', array('@values' => var_export($result, TRUE))));
+}
+
+function apk_browser_repositories_list() {
+ $terms = '';
+ $header = array('ID', 'URL', 'Repo', 'Arch', array('data' => 'Manage', 'colspan' => '2'));
+ $add = l('<img src="' . base_path() . drupal_get_path('module', 'apk_browser') . '/images/add.png" title="Add repo" />', 'admin/config/apk_browser/repositories/add', array('html' => TRUE));
+ foreach (variable_get('apk_repositories', array()) as $key => $repo) {
+ $edit = l('<img src="' . base_path() . drupal_get_path('module', 'apk_browser') . '/images/page_white_edit.png" title="Edit repo" />', 'somelink', array('html' => TRUE));
+ $delete = l('<img src="' . base_path() . drupal_get_path('module', 'apk_browser') . '/images/delete.png" title="Delete repo" />', 'somelink', array('html' => TRUE));
+ $terms = '<table><tr>';
+ $terms .= '</tr></table>';
+ $tarch = taxonomy_term_load($repo['arch']);
+ $trepo = taxonomy_term_load($repo['repo']);
+ $rows[] = array($key, $repo['url'], $trepo->name, $tarch->name, $edit, $delete);
+ }
+ if (!empty($rows)) {
+ return theme('table', array('header' => $header, 'rows' => $rows));
+ } else {
+ return t('No repositories added. Please add one.') . ' ' . $add;
+ }
+}
+
+function apk_browser_import_apk() {
+ $repos = variable_get('apk_repositories', NULL);
+ $debug = variable_get('apk_import_debug', '0');
+ $updated = array();
+ $added = array();
+ $skipped = '0';
+ foreach ($repos as $repo) {
+ $apk_string = file_get_contents($repo['url']);
+ //no need to update if apkindex is not changed
+ $checksum = md5($apk_string);
+ $checksum_db = variable_get('apk_import_checksum', '');
+ //print_r($checksum . '<br>' . $checksum_db. '<br>' . variable_get('apk_import_debug', '0'));
+ if (($debug == '1') || ($checksum != $checksum_db)) {
+ if ($debug == '1') {
+ watchdog('apk', 'APK importer running in debug mode!', array(), WATCHDOG_WARNING, NULL);
+ }
+ $packages = apk_browser_apkindex_reader($apk_string);
+ foreach ($packages as $package) {
+ $exist = apk_browser_apk_check($package['P'], $repo['arch'], $repo['repo']);
+ if ($exist) {
+ //check if both fields are set
+ if (count($exist) == '2') {
+ //if checksum has changed we set nid and update node
+ if ($exist['csum'] != $package['C']) {
+ $package['update'] = $exist['nid'];
+ $updated[] = apk_browser_add_apk($package, $repo['arch'], $repo['repo']);
+ //log to db if we are debugging
+ if ($debug == '1') {
+ watchdog('apk', 'Package @apk updated', array('@apk' => $package['P']), WATCHDOG_INFO, NULL);
+ }
+ } else {
+ if ($debug == '1') {
+ watchdog('apk', 'Package @apk already in database', array('@apk' => $package['P']), WATCHDOG_INFO, NULL);
+ }
+ $skipped++;
+ }
+ } else {
+ watchdog('apk', 'Package @apk has issues', array('@apk' => $package['P']), WATCHDOG_ERROR, NULL);
+ }
+ // this is a new package
+ } else {
+ $added[] = apk_browser_add_apk($package, $repo['arch'], $repo['repo']);
+ if ($debug == '1') {
+ watchdog('apk', 'Package @apk added', array('@apk' => $package['P']), WATCHDOG_INFO, NULL);
+ }
+ }
+ }
+ watchdog('apk', 'Added @added and updated @updated and skipped @skipped packages', array('@added' => count($added), '@updated' => count($updated), '@skipped' => $skipped), WATCHDOG_INFO, NULL);
+ variable_set('apk_import_checksum', $checksum);
+ } else {
+ watchdog('apk', 'APK index is up-to-date', array(), WATCHDOG_INFO, NULL);
+ }
+ }
+}
+
+function apk_browser_add_apk($package, $arch, $repo) {
+ /*
+ * 1st array key is language, currently set to und
+ * second key is for multi value fields like depend
+ * php timeout set to 10min for initial repo import
+ */
+ ini_set('max_execution_time', 600);
+ $node->type = 'apk';
+ foreach ($package as $field => $value) {
+ switch ($field) {
+ case 'P':
+ $node->title = $value;
+ break;
+ case 'C':
+ $node->apk_checksum['und'][0]['value'] = $value;
+ break;
+ case 'V':
+ $node->apk_version['und'][0]['value'] = $value;
+ break;
+ case 'S':
+ $node->apk_size['und'][0]['value'] = $value;
+ break;
+ case 'I':
+ $node->apk_isize['und'][0]['value'] = $value;
+ break;
+ case 'T':
+ $node->apk_description['und'][0]['value'] = $value;
+ break;
+ case 'U':
+ $node->apk_url['und'][0]['value'] = $value;
+ break;
+ case 'L':
+ $node->apk_license['und'][0]['value'] = $value;
+ break;
+ //setting this will update package with this nid number
+ case 'update':
+ $node->nid = $value;
+ break;
+ case 'D':
+ foreach ($value as $depend) {
+ $node->apk_depends['und'][]['value'] = $depend;
+ }
+ break;
+ }
+ }
+ $node->taxonomy_apk_repo['und'][0]['tid'] = $repo;
+ $node->taxonomy_apk_arch['und'][0]['tid'] = $arch;
+ node_save($node);
+ return $node->nid;
+}
+
+function apk_browser_apkindex_reader($apk_string) {
+ //file_get_contents outputs string and php tar needs file
+ $temp = tempnam("/tmp", "apk_");
+ $fp = fopen($temp, 'w');
+ fwrite($fp, $apk_string);
+ fclose($fp);
+ $tar_object = new Archive_Tar($temp);
+ $apkindex = $tar_object->extractInString("APKINDEX");
+ //convert packages data into array
+ $packages = preg_split("`\n\W+`", $apkindex);
+ //remove last empty line
+ array_pop($packages);
+ foreach ($packages as $key => $package) {
+ //convert packages lines into array
+ $apackage = preg_split("`\n`", $package);
+ foreach ($apackage as $apk_line) {
+ //create apk variables and arrayify if its depend line
+ $value = substr($apk_line, 2);
+ $apackages[$key][$apk_line[0]] = ($apk_line[0] == 'D') ? explode(" ", $value) : $value;
+ }
+ }
+ unlink($temp);
+ return $apackages;
+}
+
+function apk_browser_apk_check($title, $arch, $repo) {
+ /* query using 4 tables to fetch nid and checksum
+ * used to check if apk exist and return checksum
+ * to check if its updated
+ */
+ return db_query("
+ SELECT node.nid,
+ csum.apk_checksum_value as csum
+ FROM {node},
+ {field_data_taxonomy_apk_arch} AS arch,
+ {field_data_taxonomy_apk_repo} AS repo,
+ {field_data_apk_checksum} AS csum
+ WHERE node.nid = arch.entity_id
+ AND node.nid = repo.entity_id
+ AND node.nid = csum.entity_id
+ AND node.title = :title
+ AND arch.taxonomy_apk_arch_tid = :arch
+ AND repo.taxonomy_apk_repo_tid = :repo", array(
+ ':title' => $title,
+ ':arch' => $arch,
+ ':repo' => $repo
+ )
+ )->fetchAssoc();
+}