';
  echo 'Get Data From: ' . $system_temp_file . "\n";
  echo 'Total Crawler Time So Far: ' . round(microtime(true) - $script_settings['time'],2) . ' Seconds. ' . count($urls_all) . '/' . count($urls_crawled) . ' Pages Crawled.' . "\n\n";
}

/**
 * Loop that crawls site.
 */
function crawler_loop($start, $end, $t_total) {
  Global $urls_all, $urls_crawled, $php_timeout, $cpu_timeout, $script_settings;
  
  // set counter
  $starting_count = count($urls_crawled);
  //slice the urls_all array
  $sliced_urls_list = array_slice($urls_all, $starting_count);
  
  $loop_counter = 0;
  
  foreach ($sliced_urls_list as $url) {
    $loop_counter++;
    // crawl url
    get_new_urls($url);
    
    // print output to screen
    print_crawler_stats($start, $end, $t_total, $loop_counter, $starting_count, $url);

    //Timer has gone over the limit; end this run and restart
    if ((round($t_total/1000000.0, 4) >= $cpu_timeout) || (round($end - $start,2) >= $php_timeout)) {
      $script_settings['iterations']++;
      write_temp_file();
      restart_script();
    }
    else {
      // wait for 0.1 seconds
      usleep(100000);
    }
    // write file every 100 urls crawled
    if(($loop_counter % 100) == 0) {
       write_temp_file();
    }
  }
  write_temp_file();
  
  // if array count doesn't match, there's more to crawl.
  if (count($urls_all) != count($urls_crawled)) {
    crawler_loop($start, $end, $t_total);
  }
  else {
    end_of_crawler();
  }
}

/**
 * Adds new url's to arrays.
 */
function get_new_urls($url) {
  Global $urls_all, $urls_crawled;
  // crawl url
  $newlinks = load_page($url);
  // add crawled url to done list
  $urls_crawled[] = $url;
  foreach($newlinks as $newurl) {
    // add links to the "to-do" array
    $urls_all[] = $newurl;
  }
}

/**
 * Outputs current stats to screen.
 */
function print_crawler_stats(&$start, &$end, &$t_total, $loop_counter, $starting_count, $url) {
    Global $script_settings;

  // Timers
  $beg = $end;
  $end = microtime(true); //stop clock
  $dat = getrusage(); //stop clock
  $t_after = $dat['ru_utime.tv_usec'];
  $t_total += $t_after;
  
  // Output Info
  echo ($loop_counter+$starting_count) . ", ";
  echo number_format($end - $start, 2, '.', ''). ", ";
  echo number_format($end - $beg, 3, '.', ''). ", ";
  echo number_format($t_total/1000000.0, 2, '.', '') . " seconds, \t";
  echo "Crawling " .urldecode(urldecode($url)). "\n";
  
  // Set Max Stat
  if (($end-$beg) > $script_settings['max']) {
    $script_settings['max'] = ($end-$beg);
    $script_settings['max_name'] = urldecode(urldecode($url));
  }
  flush();
  set_time_limit(0); //reset any time limit on php script
}

/**
 * Writes settings to local file.
 */
function write_temp_file() {
  Global $urls_all, $urls_crawled, $script_settings, $php_timeout, $cpu_timeout, $system_temp_file;
  echo 'writing';
  $urls_all = array_unique($urls_all);
  $urls_crawled = array_unique($urls_crawled);
  
  $temp_array = array();
  $temp_array[] = $urls_all;
  $temp_array[] = $urls_crawled;
  $temp_array[] = $script_settings;
  $s = serialize($temp_array);
  echo '... ';
  echo 'wrote ' . file_put_contents($system_temp_file, $s) . " bytes to \t" . $system_temp_file . "\n";
}

/**
 * Restarts script.
 */
function restart_script() {
  global $system_php_interperter, $system_cwd, $script_subdir, $script_name;

  Sleep(1); //Wait One Second
  $command = $system_php_interperter . ' "' . $system_cwd . $script_subdir . $script_name . '" > /dev/null &';
  call_self_via_system($command); //Call Self

  exit(); //Kill This Process
}

/**
 * Calls self via system call.
 */
function call_self_via_system($command) {
  $dump = array();
  $start = microtime(true);
  exec($command, $dump);
  $end = microtime(true);
  echo "\n" . $command;
  echo "\nTime to Run Command " . round($end - $start,4) . " seconds. Low number (less then a second) means async execution worked most likely.";
  echo "\n" . print_r($dump, true);
  echo '