cron.php

#!/usr/bin/env php
<?php
//define('AGE_LIMIT', 336); // Document contents expire after # hours

$working_dir = str_replace('cron.php', '', __FILE__);
chdir($working_dir);

require_once('inc/functions.php');
require_once('inc/database.php');
require_once('inc/document.php');
require_once('vendor/autoload.php');
require_once('inc/files.php');

header('Content-type: text/plain');

$site = db_dequeue();
$time = time();

while (!empty($site)) {
  $document = new Document(get_url_contents($site));
  $document->path  = $site;
  db_create_document($document);
  echo 'Added: ' . $site . "\n";
  $site = db_dequeue();
}

// Reenqueue old documents
//$ex_time = time() - (AGE_LIMIT * 3600);
//db_old_docs($ex_time);