<?

  // constants

	include dirname(__FILE__)."/include.constants.php";

	include dirname(__FILE__)."/include.database.php";

	// include dirname(__FILE__)."/include.properties.php";

  // //////////////////////////////////////////////////////////////////////////

  // open database connection
  
  $connection = mysql_connect( DB_SERVER, DB_USER, DB_PASSWORD );

  if (!$connection) die("internal error, no database access");

  if (!mysql_select_db(DB_DATABASE, $connection)) die("internal error, database not found");

  // //////////////////////////////////////////////////////////////////////////

  // determinate domain name
  
  $lastDotPosition = strrpos ( getenv("HTTP_HOST"), "." );
  
  $domain = substr ( getenv("HTTP_HOST"), 0, $lastDotPosition  );
  
  if ( substr_count ( $domain , "." ) > 0 )
  {
    $domain = substr ( $domain, strrpos ( $domain, "."  ) + 1, $lastDotPosition  );  
  }

  // read properties from database

  $sql = "select * from willol_project where domain = '" . $domain . "'";

	$resultSet = mysql_query($sql, $connection);

	if (!$resultSet)
	{
	  // print mysql_error();
	  
	  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  }
  
  if ( mysql_num_rows($resultSet) == 0 )
  {
    mysql_free_result($resultSet);
    
    mysql_close($connection);

    die("internal error, project not found");
  }

  // multiple loop

	// while ($resultSetArray = mysql_fetch_array($resultSet))
	// {
 	// }

  // just one time loop

  $resultSetArray = mysql_fetch_array($resultSet);

  define("PROJECT_ID", $resultSetArray["id"]);
  define("PROJECT_NAME", $resultSetArray["display"]);
  define("HOST_SOURCE", $resultSetArray["source_host"]);
  define("IS_CACHE", $resultSetArray["is_cache"] == "0" ? false : true);
  define("IS_ADVERTISEMENT", $resultSetArray["is_ads"] == "0" ? false : true);
  define("IS_KEYWORD_SAVING", $resultSetArray["is_keyword_saving"] == "0" ? false : true);
  define("IS_KEYWORD_TESTING", $resultSetArray["is_keyword_testing"] == "0" ? false : true);
  define("ID_ANALYTICS", $resultSetArray["analytics_id"]);
  define("DIRECTORY_CACHE", $resultSetArray["cache_directory"]);
  define("SEPARATOR_PATH", $resultSetArray["separator_path"]);
  define("SEPARATOR_CONTENT", $resultSetArray["separator_content"]);
  define("TRANSLATION_DIRECTION_CODE", $resultSetArray["translation_direction_code"]);
  define("MAX_TRANSLATION_LENGTH", $resultSetArray["translation_max_length"]);
  define("WORD_AND", $resultSetArray["translation_ampersand"]);
  define("COPYRIGHT_GLOBAL_PRE", $resultSetArray["copyright_global_pre"]);
  define("COPYRIGHT_GLOBAL_POST", $resultSetArray["copyright_global_post"]);
  define("COPYRIGHT_CONTENT_PRE", $resultSetArray["copyright_content_pre"]);
  define("COPYRIGHT_CONTENT_POST", $resultSetArray["copyright_content_post"]);
  define("HOMEPAGE", $resultSetArray["content_homepage"]);
  define("KEYWORD_LAST_UPDATE", $resultSetArray["keyword_last_update"]);
 
	mysql_free_result($resultSet);

  // //////////////////////////////////////////////////////////////////////////
  
  // automatic keyword enabling
  
  // 'YYYY-MM-DD'
  
  $today = date("Y-m-d");


  // compare
  
  if ( KEYWORD_LAST_UPDATE != $today )
  {
    if ( KEYWORD_LAST_UPDATE != null && strlen ( KEYWORD_LAST_UPDATE ) > 0 )
    {

      // read keyword id's
      
      $sql = "select count(id) from willol_keyword where willol_project_id = " . PROJECT_ID . " and is_online = 1";
  
  		$resultSet = mysql_query($sql, $connection);
  	
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  // die( $sql );
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }

      $resultSetArray = mysql_fetch_array($resultSet);

      mysql_free_result($resultSet);
      
      $activeKeywordCounter = $resultSetArray[0];

      $newKeywordCounter = 1;
      
      if ( $activeKeywordCounter > 100 )
      {
        $newKeywordCounter = round ( $activeKeywordCounter / 100 * 1 , 0 );
      }
     
      // read keyword id's
      
      $sql = "select id from willol_keyword where willol_project_id = " . PROJECT_ID . " and is_online = 0 and is_allowed = 1 order by rand(now()) limit " . $newKeywordCounter;
  
  		$resultSet = mysql_query($sql, $connection);
  	
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  // die( $sql );
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }
      
    	while ( $resultSetArray = mysql_fetch_array($resultSet) )
    	{
    	  /// echo $resultSetArray ["id"] . "<br>";
    	  
        // update keywords
        
        $sql = "update willol_keyword set is_online = 1 where id = " . $resultSetArray ["id"];
        
    		$innerResultSet = mysql_query($sql, $connection);
    
    		if (!$innerResultSet)
    		{
    		  // print mysql_error();
    		  
    		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
    	  }

        $sql = "select willol_url_id from willol_keyword_has_url where willol_keyword_id = " . $resultSetArray ["id"];
      
      	$innerResultSet = mysql_query($sql, $connection);
      
      	if (!$innerResultSet)
      	{
      	  // print mysql_error();
      	  
      	  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
        }
      
        // multiple loop
      
      	while ($innerResultSetArray = mysql_fetch_array($innerResultSet))
      	{

          $sql = "update willol_url set is_rebuilding = 1 where id = " . $innerResultSetArray["willol_url_id"];
      
      		$innerInnerResultSet = mysql_query($sql, $connection);
  	
      		if (!$innerInnerResultSet)
      		{
      		  // print mysql_error();
  
      		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
      	  }
      	  
       	}
     	}
    }
    
    // update date
    
    $sql = "update willol_project set keyword_last_update = '" . $today . "' where id = '" . PROJECT_ID . "'";
    
		$resultSet = mysql_query($sql, $connection);

		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
  }

  // //////////////////////////////////////////////////////////////////////////

  $url = "";

  $title = "";

  if ( isset ($_SERVER["REDIRECT_STATUS"]) &&  $_SERVER["REDIRECT_STATUS"] == "404" )
  {
    /// die ($_SERVER["REDIRECT_URL"]);
    
    /// plausibility
    
    $parameters = $_SERVER["REDIRECT_URL"];
    
    if ( $parameters == null || strlen ( $parameters ) == 0 )
    {
      homepage( $connection );
      
      exit;
    }
    
    if ( substr_count($parameters, "/") != 2 )
    {
      homepage( $connection );
      
      exit;
    }

    if ( substr ($parameters, 0, 1) != "/" )
    {
      homepage( $connection );
      
      exit;
    }
    
    $urlId = substr ( $parameters, 1, strpos ( $parameters, "/", 1 ) - 1);
    
    if ( !isNumber( $urlId ) )
    {
      homepage( $connection );

      exit;
    }
    
    $title = urldecode ( substr ( $parameters, 1 + strpos ( $parameters, "/", 1 ) ));

    ///////////////////////////////////////////////////////////////////////////
  
    $sql = "select original, is_rebuilding from willol_url where willol_project_id = " . PROJECT_ID . " and id = '" . $urlId . "'";
    
		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();

		  IS_LOCALHOST ? die ($sql) : IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
	  
	  if ( mysql_num_rows($resultSet) == 0 )
	  {
	    mysql_free_result($resultSet);
	    
      homepage( $connection );

      exit;
	  }
	  
	  $resultSetArray = mysql_fetch_array($resultSet);
		
		mysql_free_result($resultSet);

    $realURL = $resultSetArray["original"];
    
    $is_rebuilding = $resultSetArray["is_rebuilding"] == "0" ? false : true;
  
    // inkrement keys and disable rebuilding

    $sql = "update willol_url set hits = hits + 1, is_rebuilding = 0 where id = '" . $urlId . "'";
    
		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
  
    ///////////////////////////////////////////////////////////////////////////

    if ( $realURL == null || strlen ( $realURL ) == 0 )
    {
      homepage( $connection );
      
      exit;
    }

    $url = HOST_SOURCE . $realURL;

    header('HTTP/1.1 200 OK');
  }
  else
  {       
    homepage( $connection );
    
    exit;
  }

  /////////////////////////////////////////////////////////////////////////////

  $filename = "." . SEPARATOR_PATH . DIRECTORY_CACHE . SEPARATOR_PATH . md5 ($url);

  $html_body_content = "";

  if ( $is_rebuilding || !IS_CACHE || !file_exists($filename) )
  {
    // proxfy
    
    require_once 'PHProxy.class.php';
       
    $PHProxy = new PHProxy(isset($_GET['flags']) ? $_GET['flags'] : null);
  
    $PHProxy->start_transfer($url);
    
    $html_body_content = $PHProxy->return_response();

    // cut interesting content

      // begin @ <!-- start content -->
    
    $html_body_content = substr($html_body_content, 22 + strpos($html_body_content, '<!-- start content -->'));

      // end @ <div class="printfooter">

    $html_body_content = substr($html_body_content, 0, strpos($html_body_content, '<div class="printfooter">'));

    // filter content
    
      // kursive

    $html_body_content = str_replace('<i>', '', $html_body_content);
    
    $html_body_content = str_replace('</i>', '', $html_body_content);

    $html_body_content = str_replace('<b>', '', $html_body_content);
    
    $html_body_content = str_replace('</b>', '', $html_body_content);

    $html_body_content = str_replace('&amp;', ' ' . WORD_AND . ' ', $html_body_content);

    $html_body_content = str_replace('&#160;', ' ', $html_body_content);
    
    $html_body_content = str_replace('  ', ' ', $html_body_content);

/// echo "[".$html_body_content."]"; exit;

       // citation

    $position = strpos($html_body_content, '<sup title="The text in the vicinity of this tag needs citation."');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 6 + strpos( $html_body_content, '</sup>', $position));
    
      $position = strpos($html_body_content, '<sup title="The text in the vicinity of this tag needs citation."');
    }

      // work on

    $position = strpos($html_body_content, '<span class="editsection"');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 7 + strpos( $html_body_content, '</span>', $position));
    
      $position = strpos($html_body_content, '<span class="editsection"');
    }

    $position = strpos($html_body_content, '<div class="editsection"');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 6 + strpos( $html_body_content, '</div>', $position));
    
      $position = strpos($html_body_content, '<div class="editsection"');
    }

      // messagebox

    $position = strpos($html_body_content, '<div class="messagebox cleanup metadata"');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 6 + strpos( $html_body_content, '</div>', $position));
    
      $position = strpos($html_body_content, '<div class="messagebox cleanup metadata"');
    }

      // comments

    $position = strpos($html_body_content, '<!--');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 3 + strpos( $html_body_content, '-->', $position));
    
      $position = strpos($html_body_content, '<!--');
    }

      // anchors

    $position = strpos($html_body_content, '<a name="');
    
    while ( ! ( $position === false ) )
    {
      $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 4 + strpos( $html_body_content, '</a>', $position));
    
      $position = strpos($html_body_content, '<a name="');
    }

      // anchor links, foreign links, unfiltred links

    $position = strpos($html_body_content, '<a href=');

    while ( ! ( $position === false ) )
    {
      // find href
      
      $hrefBegin = $position + 9;
      
      $hrefEnd = strpos ($html_body_content, '"', $hrefBegin );

      $href = substr($html_body_content, $hrefBegin , $hrefEnd - $hrefBegin );

      $relativeHref = substr ( $href, 1 + strrpos ($href, "/"));

      if (  substr_count ($href, '#') == 1  || substr_count ($href, 'Image:') == 1 || substr_count ($href, 'Bild:') == 1 || substr_count ($href, $_SERVER['HTTP_HOST'].'/wiki/') != 1 )
      {

        /// echo "keyword: '".$relativeHref."' passed, inacceptable link<br/>";
        
        $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 1 + strpos( $html_body_content, '>', $position));

        $html_body_content = substr($html_body_content, 0, strpos( $html_body_content, '</a>', $position)) . substr($html_body_content, 4 + strpos( $html_body_content, '</a>', $position));
      }
      else
      {
        
        if (  !is_allowed_title ( $relativeHref, $connection ) )
        {

          // keyword testing
          
          if ( IS_KEYWORD_TESTING )
          {
            testKeyword( $relativeHref );
          }

          /// echo "keyword: '".$relativeHref."' passed, not in keyword list<br/>";
          
          // save new keyword
          
          if ( IS_KEYWORD_SAVING )
          {
            saveKeyword ( $relativeHref, $urlId, $connection );
          }

          $html_body_content = substr($html_body_content, 0, $position) . substr($html_body_content, 1 + strpos( $html_body_content, '>', $position));
  
          $html_body_content = substr($html_body_content, 0, strpos( $html_body_content, '</a>', $position)) . substr($html_body_content, 4 + strpos( $html_body_content, '</a>', $position));
        }
        else
        {

          /// echo "keyword: '".$relativeHref."' accepted,<br/>";
  
          // drop rests
  
          $html_body_content = substr($html_body_content, 0, $hrefEnd + 1) . substr($html_body_content, strpos( $html_body_content, '>', $hrefEnd));
   
          // replace link
         
          $linkId = saveRealURLAndGetID ( $relativeHref, $connection );
          
          // change all anf kick them, no cuts!!
          
          $html_body_content = str_replace($href, "/". $linkId, $html_body_content);
        }
      }

      $position = strpos( $html_body_content, '<a href=', $position + 1 );
    }

    /// echo "[".$html_body_content."]"; exit;

    // drop empty rest from links

    $html_body_content = str_replace('<p></p>', '', $html_body_content);
    $html_body_content = str_replace('<span></span>', '', $html_body_content);

    // drop double minus
    
    $html_body_content = str_replace('|', '-', $html_body_content);
    $html_body_content = str_replace('--', '-', $html_body_content);

    // translate content

    $html_body_content = translateHTML($html_body_content);

    // replacements

    $sql = "select needle, replacement from willol_replacement where willol_project_id = " . PROJECT_ID;
  
  	$resultSet = mysql_query($sql, $connection);
  
  	if (!$resultSet)
  	{
  	  // print mysql_error();
  	  
  	  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
    }

    // multiple loop
  
  	while ($resultSetArray = mysql_fetch_array($resultSet))
  	{
  	  $html_body_content = str_replace($resultSetArray["needle"], $resultSetArray["replacement"], $html_body_content);
   	}

  	mysql_free_result($resultSet);

    // rename links to /id/english

    $position = strpos($html_body_content, '<a href=');

    while ( ! ( $position === false ) )
    {
      // find href
      
      $hrefBegin = $position + 9;
      
      $hrefEnd = strpos ($html_body_content, '"', $hrefBegin );

      $href = substr($html_body_content, $hrefBegin , $hrefEnd - $hrefBegin );

      // find english text

      $textBegin = strpos ($html_body_content, '>', $position ) + 1;
      
      $textEnd = strpos ($html_body_content, '<', $textBegin );
      
      $englishText = substr($html_body_content, $textBegin , $textEnd - $textBegin );

      // add to href

      $html_body_content = substr($html_body_content, 0, $hrefEnd ) . "/" . urlencode ( trim ($englishText) ) . substr($html_body_content, $hrefEnd );

      $position = strpos( $html_body_content, '<a href=', $hrefBegin );
    }

    // prepare header

    header('Content-Language: en');

    // output site

    output ($html_body_content, $title, null, null);

    // build cahce

    if ( IS_CACHE ) 
    {
      if ( !$fpWrite = fopen( $filename, 'w') )
      {
           print "Cannot open file ($filename)";
           exit;
      }
      
      $html_body_content = gzcompress ($html_body_content, 9);
      
      if ( !fwrite($fpWrite, $html_body_content) )
      {
          print "Cannot write to file ($filename)";
          exit;
      }
    
      fclose($fpWrite);
    }
  }
  else
  {
    $fpRead = fopen($filename, "r");
    
    while( !feof($fpRead) )
    {
      $html_body_content .= fgets($fpRead, 1024);
    }

    fclose($fpRead);

    $html_body_content = gzuncompress( $html_body_content );

    header('Content-Language: en');
    header('Cache-Control: private, s-maxage=0, max-age=0, must-revalidate');
    header('Connection: close');
    header('Content-Type: text/html; charset=utf-8');
    
    echo output ($html_body_content, $title, substr($filename, 8), null);
  }

  // close database connection

  mysql_close($connection);

  exit();
  
  // THE END

  /////////////////////////////////////////////////////////////////////////////

  function output ($html_body_content, $title, $filename = "uncached", $realURL)
  {
    /// fix
    
    $html_body_content = str_replace('&amp;#160', ' ', $html_body_content);
    
    // generate header
    
    $html_header_content  = "";
    $html_header_content .= "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.0 Transitional//EN\" \"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd\">\n";
    $html_header_content .= "<html>\n";
    $html_header_content .= "  <head>\n";
    $html_header_content .= "    <link rel=\"shortcut icon\" href=\"favicon.ico\" />\n";
    $html_header_content .= "    <link rel=\"stylesheet\" type=\"text/css\" href=\"/style.css\">\n";

    if ( $title != null )
    {
      $html_header_content .= "    <title>". $title . " - " . PROJECT_NAME ."</title>\n";
      $html_header_content .= "    <meta name=\"description\" content=\"". $title . "\"/>\n";
      $html_header_content .= "    <meta name=\"keywords\" content=\"". $title . "\"/>\n";
    }
    else
    {
      $html_header_content .= "    <title>". PROJECT_NAME ."</title>\n";
    }

    $html_header_content .= "    <meta name=\"language\" content=\"en\"/>\n";    
    $html_header_content .= "  </head>\n";
    $html_header_content .= "  <body>\n";

    // body

    $html_pre_body_content  = "";
    $html_pre_body_content .= "    <center><a href=\"/\"><img src=\"http://".$_SERVER['HTTP_HOST']."/logo.jpg\" border=\"0\" alt=\"Logo\"/></a></center>\n";  
    $html_pre_body_content .= "    <table bgcolor=\"#ffffff\" align=\"center\" border=\"0\" width=\"728\" cellpadding=\"3\" cellspacing=\"0\" style=\"padding: 10px; border: solid; border-width: 1px;\">\n";
    $html_pre_body_content .= "      <tr>\n";
    $html_pre_body_content .= "        <td>\n";

    $html_post_body_content  = "";
    $html_post_body_content .= "        </td>\n";
    $html_post_body_content .= "      </tr>\n";
    $html_post_body_content .= "    </table>\n";

    // accumulate advertisement

    if ( IS_ADVERTISEMENT )
    {
      $html_body_content = addAdvertisement ( $html_body_content, $title );
    }
    else
    {
      $html_pre_body_content .= "          <h1>" . ucfirst ($title) . "</h1>\n";
    }
    
    // copyright
    
    if ( $title != null )
    {
      $html_body_content = $html_body_content . COPYRIGHT_CONTENT_PRE . $realURL. COPYRIGHT_CONTENT_POST;
    }
    
    // site copyrights

    $html_copyrights_content = "<br/><center><small><i>copyright &copy; " . COPYRIGHT_GLOBAL_PRE . " " . strtolower (PROJECT_NAME) . " " . COPYRIGHT_GLOBAL_POST . "</i></small></center>\n";

    // google analytics
    
    $html_analytics_content = "";
    
    if ( IS_LOCALHOST && ID_ANALYTICS != null && strlen(ID_ANALYTICS) > 0 )
    {
      $html_analytics_content .= "\n";
      $html_analytics_content .= "<script src=\"http://www.google-analytics.com/urchin.js\" type=\"text/javascript\">\n";
      $html_analytics_content .= "</script>\n";
      $html_analytics_content .= "<script type=\"text/javascript\">\n";
      $html_analytics_content .= "_uacct = \"".ID_ANALYTICS."\";\n";
      $html_analytics_content .= "urchinTracker();\n";
      $html_analytics_content .= "</script>\n";
    }

    // generate footer

    $html_footer_content  = "";
    $html_footer_content .= "  </body>\n";   
    $html_footer_content .= "</html>\n"; 

    // build html site

    $html_content  = "";
    $html_content .= $html_header_content;
    $html_content .= $html_pre_body_content;
    $html_content .= $html_body_content;
    $html_content .= $html_post_body_content;
    $html_content .= $html_copyrights_content;
    $html_content .= $html_analytics_content;
    $html_content .= $html_footer_content;
    $html_content .= "<!-- " . $filename . " -->";

    echo $html_content;
  }

  /////////////////////////////////////////////////////////////////////////////

  function homepage( $connection )
  {
    $html_body_content  = "";

    $html_body_content .= HOMEPAGE;

    $html_body_content .= "<table align=\"center\" style=\"text-align: center; width: 600px;\" border=\"0\" cellpadding=\"2\" cellspacing=\"2\">\n";
    $html_body_content .= "<tbody>\n";
    
    // database
    
    $sql = "select id, translated from willol_url where willol_project_id = " . PROJECT_ID . " and is_menu = 1";
    
		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
	  
    $counter = 0;
		
		while ($resultSetArray = mysql_fetch_array($resultSet))
		{
			$urlId[$counter] = $resultSetArray["id"];
			$urlTranslated[$counter] = $resultSetArray["translated"];
			
			$counter++;
	 	}

		mysql_free_result($resultSet);
    
    /// echo $counter; exit;
  
    for ( $index = 0; $index < $counter; $index = $index + 3 )
    {
      $html_body_content .= "    <tr>\n";    
      
      // can be better...
      
      if (isset($urlId[$index     ])) $html_body_content .= "      <td align=\"center\" width=\"200\"><a href=\"/".$urlId[$index     ]."/".urlencode($urlTranslated[$index     ])."\">[".$urlTranslated[$index     ]."]</a></td>\n";
      if (isset($urlId[$index + 1 ])) $html_body_content .= "      <td align=\"center\" width=\"200\"><a href=\"/".$urlId[$index + 1 ]."/".urlencode($urlTranslated[$index + 1 ])."\">[".$urlTranslated[$index + 1 ]."]</a></td>\n";
      if (isset($urlId[$index + 2 ])) $html_body_content .= "      <td align=\"center\" width=\"200\"><a href=\"/".$urlId[$index + 2 ]."/".urlencode($urlTranslated[$index + 2 ])."\">[".$urlTranslated[$index + 2 ]."]</a></td>\n";
      $html_body_content .= "    </tr>\n";
    }

    $html_body_content .= "  </tbody>\n";
    $html_body_content .= "</table>\n";
    $html_body_content .= "<br/>\n";

    output ( $html_body_content, null, null, null );
  }

  /////////////////////////////////////////////////////////////////////////////

  function addAdvertisement ( $htmlContent, $title )
  {
    // google adsense

    $adTop  = "";
    $adTop .= "<script type=\"text/javascript\"><!--\n";
    $adTop .= "google_ad_client = \"pub-4212026791912879\";\n";
    $adTop .= "google_ad_width = 728;\n";
    $adTop .= "google_ad_height = 90;\n";
    $adTop .= "google_ad_format = \"728x90_as\";\n";
    $adTop .= "google_ad_type = \"text\";\n";
    $adTop .= "google_ad_channel =\"\";\n";
    $adTop .= "//--></script>\n";
    $adTop .= "<script type=\"text/javascript\"\n";
    $adTop .= "  src=\"http://pagead2.googlesyndication.com/pagead/show_ads.js\">\n";
    $adTop .= "</script>\n";

    $adMiddle  = "";    
    $adMiddle .= "<script type=\"text/javascript\"><!--\n";
    $adMiddle .= "google_ad_client = \"pub-4212026791912879\";\n";
    $adMiddle .= "google_ad_width = 336;\n";
    $adMiddle .= "google_ad_height = 280;\n";
    $adMiddle .= "google_ad_format = \"336x280_as\";\n";
    $adMiddle .= "google_ad_type = \"text\";\n";
    $adMiddle .= "google_ad_channel =\"\";\n";
    $adMiddle .= "//--></script>\n";
    $adMiddle .= "<script type=\"text/javascript\"\n";
    $adMiddle .= "  src=\"http://pagead2.googlesyndication.com/pagead/show_ads.js\">\n";
    $adMiddle .= "</script>\n";

    $adBottom  = "";
    $adBottom .= "<script type=\"text/javascript\"><!--\n";
    $adBottom .= "google_ad_client = \"pub-4212026791912879\";\n";
    $adBottom .= "google_ad_width = 728;\n";
    $adBottom .= "google_ad_height = 90;\n";
    $adBottom .= "google_ad_format = \"728x90_as\";\n";
    $adBottom .= "google_ad_type = \"text\";\n";
    $adBottom .= "google_ad_channel =\"\";\n";
    $adBottom .= "//--></script>\n";
    $adBottom .= "<script type=\"text/javascript\"\n";
    $adBottom .= "  src=\"http://pagead2.googlesyndication.com/pagead/show_ads.js\">\n";
    $adBottom .= "</script>\n";

    // testing code

	  if ( IS_LOCALHOST )
	  {

      $adTop = "<img src=\"/images/ads/728x90.gif\" alt=\"banner\" />";
  
      $adMiddle = "<img src=\"/images/ads/336x280.gif\" alt=\"banner\" />";
  
      $adBottom = "<img src=\"/images/ads/728x90.gif\" alt=\"banner\" />";
    }

    // inclusion code

    // main table

    $html_table_top  = "";
    $html_table_top .= "    <table bgcolor=\"#ffffff\" align=\"center\" border=\"0\" width=\"728\" cellpadding=\"3\" cellspacing=\"0\" style=\"padding: 10px; border: solid; border-width: 1px; border-color: white;\">\n";
    $html_table_top .= "      <tr>\n";
    $html_table_top .= "        <td>\n";

    $html_table_bottom  = "";
    $html_table_bottom .= "        </td>\n";
    $html_table_bottom .= "      </tr>\n";
    $html_table_bottom .= "    </table>\n";

    $html_table_separator  = "";
    $html_table_separator .= "        </td>\n";
    $html_table_separator .= "      </tr>\n";
    $html_table_separator .= "      <tr>\n";
    $html_table_separator .= "        <td>\n";

    // title

    if ( $title != null )
    {
      $title = "          <h1>" . ucfirst ($title) . "</h1>\n"; 
    }

    // middle banner
    
    $html_middle_div_top = "      <div style=\"border: solid; border-width: 1px;  border-color: white; width: 336px; height: 280px; float: right; clear: right\">\n";
    $html_middle_div_bottom = "      </div>\n";
    
    // bottom banner
    
    $position = strlen ($htmlContent) / 2;
    
    $position = strpos ($htmlContent, "<h2>", $position);

    if ( $position == 0 || $position < 1200 )
    {
      $position = strlen ($htmlContent);
    }

    $htmlContent = substr($htmlContent, 0, $position) . $adBottom . substr($htmlContent, $position);

    // building

    if ( $title == null )
    {    
      $htmlContent  = $html_table_top
                    . $adTop
                    . $html_table_separator
                    . "<br/>\n"
                    . $htmlContent
                    . $html_table_bottom;
    }
    else
    {
      $htmlContent  = $html_table_top
                    . $adTop
                    . $html_table_separator
                    . $html_middle_div_top
                    . $adMiddle
                    . $html_middle_div_bottom
                    . $title 
                    . $htmlContent
                    . $html_table_bottom;
    }
   

    // test
    /*
    */
    
    
    //$html_pre_body_content .= "    <div style=\"padding: 10px; border: solid; border-width: 1px; width: 728px;\">\n";
    //$html_pre_body_content .= "      <div style=\"padding-bottom: 10px; marigin: 10px; border: solid; border-width: 1px; width: 728px;  height: 90px; float: right; clear: right\">\n";
    //$html_pre_body_content .= "      </div>\n";

/*
    $adTopPosition = strpos ($html, ">", strpos ($html, "<body")) + 1;

    $html = substr($html, 0, $adTopPosition) . "\n" . $adTop . "<table border=\"0\" width=\"100%\"><tr><td>" . substr($html, $adTopPosition);

    $adTopPosition = strpos ($html, "</body>");

    $html = substr($html, 0, $adTopPosition)  . "</td><td width=\"120\" valign=\"top\">" . $adMiddle . "</td></tr></table>\n" . $adTop . substr($html, $adTopPosition);
*/

    return $htmlContent;
  }

  /////////////////////////////////////////////////////////////////////////////

  function translateHTML ($text)
  {
    $toReplace = null;
    $toTranslate = null;

    $matches = null;
        
    $regexpSub = "/\>([^\<\>]+)\</";
    
    preg_match ( $regexpSub, $text, $matches );

    $counter = 99999;
    
    // echo "[".$text."]"; exit;

    while ( isset ($matches[1]) ) 
    {
      
      
      $sub = $matches[1];
  
  		$sub = preg_replace ( "/(\s+)/", " ", $sub);
  		$sub = preg_replace ( "/^\s/", "", $sub);
  		$sub = preg_replace ( "/\s$/", "", $sub);

      $sub = str_replace( SEPARATOR_CONTENT, ";", $sub );

      $subMatches = null;

      preg_match ("/[a-zA-Z]/", $sub, $subMatches );

    	if ( isset ($subMatches[0]) ) 
    	{
    		$toTranslate[$counter] = $sub;

    		$sub = "{{gt}} " . $counter . " {{lt}}";
    		
    		$toReplace[$counter] = "/" . $counter . "/";

    		$counter --;
    	}
    	else
    	{

    	  $sub = "{{gt}}\n" .$sub ."{{lt}}";
    	}

      $text = preg_replace ($regexpSub, $sub, $text, 1 );

    	preg_match ( $regexpSub, $text, $matches );
    }

    $translatable = implode (" ".SEPARATOR_CONTENT." ", $toTranslate);
    
    // die ( $translatable );
    
    $translatable = translate ( $translatable );
    
    $translatable = preg_replace ("/\ \\".SEPARATOR_CONTENT."\ /", SEPARATOR_CONTENT, $translatable);
    
    $toTranslate = explode (SEPARATOR_CONTENT, $translatable);
    
    $text = preg_replace ($toReplace, $toTranslate, $text);

    $text = preg_replace ("/\{\{gt\}\}/", ">", $text);
    $text = preg_replace ("/\{\{lt\}\}/", "<", $text);

    return $text;
  }

  /////////////////////////////////////////////////////////////////////////////

  function post($host, $path, $referer, $data)
  {
    $fp = fsockopen($host, 80);

    // POST /translate_t HTTP/1.1
    // Host: translate.google.com
    // User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.8) Gecko/20050511 Firefox/1.0.4
    // Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5
    // Accept-Language: en-us,en;q=0.5
    // Accept-Encoding: gzip,deflate
    // Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7
    // Keep-Alive: 300
    // Connection: keep-alive
    // Referer: http://translate.google.com/translate_t
    // Content-Type: application/x-www-form-urlencoded
    // Content-Length: 520
    // text=Das+Echte+M%C3%A4des%C3%BC%C3%9F+%28Filipendula+ulmaria%29+ist+eine+in+fast+ganz+Europa+heimische+horstbildende+Staude%2C+die+zu+der+Familie+der+Rosengew%C3%A4chse+geh%C3%B6rt.+Man+findet+sie+auf+n%C3%A4hrstoffreichen%2C+feuchten+Wiesen%2C+an+Gr%C3%A4ben+und+Bachufern%2C+Streu-+und+Moorwiesen.+An+Wassergr%C3%A4ben%2C+die+nur+selten+gem%C3%A4ht+werden+und+die+n%C3%A4hrstoffreich+sind%2C+kann+sich+das+Echte+M%C3%A4des%C3%BC%C3%9F+zur+vorherrschenden+Leitstaude+entwickeln.+%E2%80%A6&langpair=de%7Cen&hl=de&ie=UTF8

    // fputs($fp, "POST $path HTTP/1.1\r\n");
    // fputs($fp, "Host: $host\r\n");
    // fputs($fp, "Referer: $referer\r\n");
    // fputs($fp, "Content-type: application/x-www-form-urlencoded\r\n");
    // fputs($fp, "Connection: close\r\n");
    // fputs($fp, "Content-length: ". strlen($data) ."\r\n\r\n");
    // fputs($fp, $data);

    fputs($fp, "POST $path HTTP/1.1\r\n");
    fputs($fp, "Host: $host\r\n");
    fputs($fp, "User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1\r\n");
    fputs($fp, "Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5\r\n");
    fputs($fp, "Accept-Language: en-us,en;q=0.5\r\n");
    fputs($fp, "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n");
    fputs($fp, "Keep-Alive: 300\r\n");
    fputs($fp, "Connection: keep-alive\r\n");
    fputs($fp, "Referer: $referer\r\n");
    fputs($fp, "Content-type: application/x-www-form-urlencoded\r\n");
    fputs($fp, "Connection: close\r\n");
    fputs($fp, "Content-length: ". strlen($data) ."\r\n\r\n");
    fputs($fp, $data);

    $return = null;

    while(!feof($fp))
    {
        $return .= fgets($fp, 128);
    }

    fclose($fp);

    return $return;
  }
  /////////////////////////////////////////////////////////////////////////////

  function get($host, $path, $referer)
  {
    $fp = fsockopen($host, 80);

/*
http://www.google.de/search?hl=de&q=TOSEARCH&btnG=Google-Suche&meta=lr%3Dlang_de

GET /search?hl=de&q=TOSEARCH&btnG=Google-Suche&meta=lr%3Dlang_de HTTP/1.1
Host: www.google.de
User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; de; rv:1.8.0.7) Gecko/20060909 Firefox/1.5.0.7
Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*.................../..................*;q=0.5
Accept-Language: de-de,de;q=0.8,en-us;q=0.5,en;q=0.3
Accept-Encoding: gzip,deflate
Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7
Keep-Alive: 300
Connection: keep-alive
Referer: http://www.google.de/webhp?hl=de

HTTP/1.x 200 OK
Cache-Control: private
Content-Type: text/html
Set-Cookie: PREF=ID=7dc77e9c9452dc07:TM=1161428536:LM=1161428536:S=DgKzKJs_ZNYFOMGp; expires=Sun, 17-Jan-2038 19:14:07 GMT; path=/; domain=.google.de
Server: GWS/2.1
Transfer-Encoding: chunked
Content-Encoding: gzip
Date: Sat, 21 Oct 2006 11:02:16 GMT
*/

    fputs($fp, "GET $path HTTP/1.1\r\n");
    fputs($fp, "Host: $host\r\n");
    fputs($fp, "User-Agent: Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.0.1) Gecko/20060111 Firefox/1.5.0.1\r\n");
    fputs($fp, "Accept: text/xml,application/xml,application/xhtml+xml,text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5\r\n");
    fputs($fp, "Accept-Language: en-us,en;q=0.5\r\n");
    fputs($fp, "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\n");
    fputs($fp, "Keep-Alive: 300\r\n");
    fputs($fp, "Connection: keep-alive\r\n");
    fputs($fp, "Referer: $referer\r\n\r\n");

    $return = null;

    while(!feof($fp))
    {
        $return .= fgets($fp, 128);
        
        if(substr($return, -9)=="\r\n\r\n0\r\n\r\n") {break;}
    }

    fclose($fp);

    return $return;
  }

  ///////////////////////////////////////////////////////////////////////////// 

  function translateInternet($text)
  {
    $data = "text=";
    
    $data .= urlencode ( $text );

    $data .= "&langpair=". TRANSLATION_DIRECTION_CODE ."&hl=de&ie=UTF8";

    $return = post(
                  "translate.google.com",
                  "/translate_t",
                  "http://translate.google.com/translate_t",
                  $data
    );

    $beginFragment = "<div id=result_box dir=ltr";

    $result = "";

    $endFragment = "</div>";

    $beginPosition = strpos ( $return, ">", strpos ( $return, $beginFragment ) ) + 1;

    $endPosition = strpos ( $return, $endFragment, $beginPosition );
   
    $result = substr ( $return, $beginPosition, $endPosition - $beginPosition );

    return $result;
  }

  /////////////////////////////////////////////////////////////////////////////

  function translate( $contentToTranslate )
  {
    if ( $contentToTranslate == "" )
    {
      return "";  
    }

    // for the cas, translator can't translate big blocks

    $counter = 0;
    
    while ( strlen ( $contentToTranslate ) > MAX_TRANSLATION_LENGTH )
    {
      $position = strpos ( $contentToTranslate, " " . SEPARATOR_CONTENT . " ", MAX_TRANSLATION_LENGTH );
      
      $contentToTranslateArray[$counter] = substr ( $contentToTranslate, 0, $position );

      $contentToTranslate = substr ( $contentToTranslate, $position + 1 + strlen (" " . SEPARATOR_CONTENT . " ") );

      $counter ++;
    }
    
    $translatedContent = "";
    
    for ( $index = 0; $index < $counter; $index++ )
    {
      $translatedContent .= translateInternet ( $contentToTranslateArray[$index] ) . " " . SEPARATOR_CONTENT . " ";
    }

    $translatedContent .= translateInternet ($contentToTranslate);

    return $translatedContent;
  }

  /////////////////////////////////////////////////////////////////////////////
  
  function saveKeyword ( $keyword, $urlId, $connection )
  {
    /// echo "$keyword<br>";
    
    // wikipedia special - no years
    
    if ( isNumber ( $keyword ) )
    {
      return;
    }
    
    // check keyword black list
    
    $lowerKeyword = strtolower ( $keyword );
    
    $sql = "select id from willol_keyword_black_list where ( is_strict = 0 AND instr( '". $lowerKeyword ."', lower( keyword ) ) ) or ( is_strict != 0 and lower(keyword)  = '" . $lowerKeyword . "')";

		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
	  
	  if ( mysql_num_rows($resultSet) > 0 )
	  {
	    mysql_free_result($resultSet);
	    
	    return;
	  }
    
    mysql_free_result($resultSet);

    // check keyword white list

    $sql = "select id from willol_keyword where willol_project_id = " . PROJECT_ID . " and keyword = '" . $keyword . "'";

		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
	  
	  if ( mysql_num_rows($resultSet) == 0 )
	  {

      $sql = "insert into willol_keyword (willol_project_id, keyword, is_strict, is_online, is_allowed) values (" . PROJECT_ID . ", '" . $keyword . "', 1, 0, 0)";
  
      $resultSet = mysql_query($sql, $connection);
      
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  // die( $sql );
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }
  
      // $sql = "select last_insert_id()";
  
      $sql = "select id from willol_keyword where willol_project_id = " . PROJECT_ID . " and keyword = '" . $keyword . "' and is_strict = 1 and is_online = 0";
  
  		$resultSet = mysql_query($sql, $connection);
  	
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  // die( $sql );
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }
  
  	  $resultSetArray = mysql_fetch_array($resultSet);
  
  		mysql_free_result($resultSet);
  
      $keywordId =  $resultSetArray["id"];
      
      $sql = "insert into willol_keyword_has_url (willol_keyword_id, willol_url_id) values (" . $keywordId . ", " . $urlId . ")";
  
      $resultSet = mysql_query($sql, $connection);
      
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  // die( $sql ); 
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }
    }
  }
  
  /////////////////////////////////////////////////////////////////////////////
  
  function saveRealURLAndGetID ( $original, $connection )
  {
    $sql = "select id from willol_url where willol_project_id = " . PROJECT_ID . " and original = '" . $original . "'";

		$resultSet = mysql_query($sql, $connection);
	
		if (!$resultSet)
		{
		  // print mysql_error();
		  
		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
	  }
	  
	  if ( mysql_num_rows($resultSet) == 0 )
	  {
	    mysql_free_result($resultSet);
	    
	    $sql = "insert into willol_url (willol_project_id, original) values (" . PROJECT_ID . ", '" . $original . "')";
	    
	    $resultSet = mysql_query($sql, $connection);
	    
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }

      // $sql = "select last_insert_id()";
      
      $sql = "select id from willol_url where willol_project_id = " . PROJECT_ID . " and original = '" . $original . "'";
  
  		$resultSet = mysql_query($sql, $connection);
  	
  		if (!$resultSet)
  		{
  		  // print mysql_error();
  		  
  		  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
  	  }
	  }
	  
	  $resultSetArray = mysql_fetch_array($resultSet);
		
		mysql_free_result($resultSet);

    return $resultSetArray[0];
  }
  
  /////////////////////////////////////////////////////////////////////////////

  function isNumber ( $parameter ) 
  { 
    $parameter = trim ($parameter);
    
    if (preg_match("=^[0-9]+$=i", $parameter))
    { 
      return true; 
    }
    else
    { 
      return false; 
    } 
  }

  /////////////////////////////////////////////////////////////////////////////

  function is_allowed_title( $keyword, $connection )
  {   
    $keyword = strtolower ($keyword);
    
    /// echo $keyword ."<br>";
    
    $sql = "select id from willol_keyword where willol_project_id = " . PROJECT_ID . " and is_online != 0 and is_allowed != 0 and (is_strict = 0 AND instr( '". $keyword ."', lower( keyword ) ) or ( is_strict != 0 and lower(keyword)  = '" . $keyword . "'))";

  	$resultSet = mysql_query($sql, $connection);

  	if (!$resultSet)
  	{
  	  // print mysql_error();
  	  
  	  // die( $sql );
  	  
  	  IS_LOCALHOST ? die ($sql) : die("internal error, no result set");
    }
    
    if ( mysql_num_rows($resultSet) > 0 )
    {
      mysql_free_result($resultSet);
      
      // echo $keyword . " is allowed<br>\n";
      
      return true;
    }

  	mysql_free_result($resultSet);

    // echo $keyword . " is not allowed<br>\n";

    return false;
  }

  /////////////////////////////////////////////////////////////////////////////

  function testKeyword( $keyword )
  {
    $keywordOriginal = $keyword;
    
    $keywordDecoded = urldecode( $keyword );
    
    $keywordCleaned = str_replace('_', ' ', $keywordDecoded );
    
    $keywordTranslated = translate ( $keywordCleaned );

    /// echo $keywordTranslated; exit;
       
    $googleResult = get( "www.google.de", "/search?hl=de&q=" . urlencode($keywordTranslated) . "&btnG=Google-Suche&meta=lr%3Dlang_de", "http://www.google.de/webhp?hl=de");

    /// echo $googleResult; exit;

    $keywordTopAds = substr_count ( $googleResult, '><a id=pa' );
    
    $keywordAds = substr_count ( $googleResult, '><a id=an' );

    echo  "original: '" . $keywordOriginal . 
          "', translated: '" . $keywordTranslated . 
          "', top ads: '" . $keywordTopAds . 
          "', ads: '" . $keywordAds . 
          "',<br/>";
          
    flush();
  }

  /////////////////////////////////////////////////////////////////////////////
  

  /////////////////////////////////////////////////////////////////////////////
  

  /////////////////////////////////////////////////////////////////////////////

?>