<?php
ini_set('memory_limit', '512M');

require_once('Console/ProgressBar.php');
require_once('Services/Digg.php');
require_once('SolrUpdate.php');

$num_docs = 50000;

Services_Digg::$appKey = 'http://immike.net/search';

$bar = new Console_ProgressBar('%fraction% [%bar%] %percent% %estimate%', '=>', '-', 80, $num_docs);
$p = 0; 
try {
  $api = Services_Digg::factory('Stories');
  for($offset = 0; $offset < $num_docs; $offset += 100) {
    $stories = $api->getAll(array('count' => 100, 'offset' => $offset));
    foreach($stories as $story) {
      $s = array();
      $s['id']          = html_entity_decode($story->id);
      $s['link']        = html_entity_decode($story->link);
      $s['href']        = html_entity_decode($story->href);
      $s['status']      = $story->status;
      $s['title']       = html_entity_decode($story->title);
      $s['description'] = html_entity_decode($story->description);
      $s['user']        = html_entity_decode($story->user->name);
      $s['topic']       = $story->topic->name;
      $s['container']   = $story->container->name;
      $s['diggs']       = $story->diggs;
      $s['comments']    = $story->comments;
      $index[] = $s; 
      $bar->update(++$p);
   }
  }
} catch(PEAR_Exception $error) {
  echo $error->getMessage()."\n";
}

print("Adding to solr...");
$solr = new SolrUpdate();
$solr->addIndex($index);
$solr->sendCommit();
print(" Done,\n");