Archivfunktion von Foren nicht so gut?

php_flag session.use_trans_sid off

RewriteEngine On
RewriteRule ^forums.html index.php [L]
RewriteRule ^forum([0-9]*).html viewforum.php?f=$1&mark=topic [L]
RewriteRule ^viewforum([0-9]*)-([0-9]*)-([0-9]*).html viewforum.php?f=$1&topicdays=$2&start=$3 [L]
RewriteRule ^forum([0-9]*).html viewforum.php?f=$1[L]
RewriteRule ^ptopic([0-9]*).html viewtopic.php?t=$1&view=previous [L]
RewriteRule ^ntopic([0-9]*).html viewtopic.php?t=$1&view=next [L]
RewriteRule ^ftopic([0-9]*)-([0-9]*)-([a-zA-Z]*)-([0-9]*).html viewtopic.php?t=$1&postdays=$2&postorder=$3&start=$4 [L]
RewriteRule ^ftopic([0-9]*)-([0-9]*).html viewtopic.php?t=$1&start=$2 [L]
RewriteRule ^ftopic([0-9]*).html viewtopic.php?t=$1 [L]
RewriteRule ^ftopic([0-9]*).html viewtopic.php?t=$1&start=$2&postdays=$3&postorder=$4&highlight=$5 [L]
RewriteRule ^sitemap([0-9][0-9]*).html sitemap.php?next=$1

<files archive>
ForceType application/x-httpd-php
#AcceptPathInfo On # uncomment this if you have apache2
</files>

RewriteEngine On
RewriteRule myphpbb.png whatever.php

# block bad bots, robots and spiders [larsneo]
RewriteCond %{HTTP_USER_AGENT} ^BlackWidow [OR]
RewriteCond %{HTTP_USER_AGENT} ^Bot\ mailto:craftbot@yahoo.com [OR]
RewriteCond %{HTTP_USER_AGENT} ^CherryPicker [OR]
RewriteCond %{HTTP_USER_AGENT} ^ChinaClaw [OR]
RewriteCond %{HTTP_USER_AGENT} ^Crescent [OR]
RewriteCond %{HTTP_USER_AGENT} ^Custo [OR]
RewriteCond %{HTTP_USER_AGENT} ^DISCo [OR]
RewriteCond %{HTTP_USER_AGENT} ^Download\ Demon [OR]
RewriteCond %{HTTP_USER_AGENT} ^eCatch [OR]
RewriteCond %{HTTP_USER_AGENT} ^EirGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailCollector [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailSiphon [OR]
RewriteCond %{HTTP_USER_AGENT} ^EmailWolf [OR]
RewriteCond %{HTTP_USER_AGENT} ^Express\ WebPictures [OR]
RewriteCond %{HTTP_USER_AGENT} ^ExtractorPro [OR]
RewriteCond %{HTTP_USER_AGENT} ^EyeNetIE [OR]
RewriteCond %{HTTP_USER_AGENT} ^FlashGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetRight [OR]
RewriteCond %{HTTP_USER_AGENT} ^GetWeb! [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go!Zilla [OR]
RewriteCond %{HTTP_USER_AGENT} ^Go-Ahead-Got-It [OR]
RewriteCond %{HTTP_USER_AGENT} ^GornKer [OR]
RewriteCond %{HTTP_USER_AGENT} ^GrabNet [OR]
RewriteCond %{HTTP_USER_AGENT} ^Grafula [OR]
RewriteCond %{HTTP_USER_AGENT} ^HMView [OR]
RewriteCond %{HTTP_USER_AGENT} HTTrack [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Stripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^Image\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} Indy\ Library [NC,OR]
RewriteCond %{HTTP_USER_AGENT} ^InterGET [OR]
RewriteCond %{HTTP_USER_AGENT} ^Internet\ Ninja [OR]
RewriteCond %{HTTP_USER_AGENT} ^Irvine [OR]
RewriteCond %{HTTP_USER_AGENT} ^JetCar [OR]
RewriteCond %{HTTP_USER_AGENT} ^JOC\ Web\ Spider [OR]
RewriteCond %{HTTP_USER_AGENT} ^larbin [OR]
RewriteCond %{HTTP_USER_AGENT} ^LeechFTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mass\ Downloader [OR]
RewriteCond %{HTTP_USER_AGENT} ^Microsoft.URL [OR]
RewriteCond %{HTTP_USER_AGENT} ^MIDown\ tool [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mister\ PiX [OR]
RewriteCond %{HTTP_USER_AGENT} ^Mozilla.*NEWT [OR]
RewriteCond %{HTTP_USER_AGENT} ^Navroad [OR]
RewriteCond %{HTTP_USER_AGENT} ^NearSite [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetAnts [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Net\ Vampire [OR]
RewriteCond %{HTTP_USER_AGENT} ^NetZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^NICErsPRO [OR]
RewriteCond %{HTTP_USER_AGENT} ^Octopus [OR]
RewriteCond %{HTTP_USER_AGENT} ^oegp [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Explorer [OR]
RewriteCond %{HTTP_USER_AGENT} ^Offline\ Navigator [OR]
RewriteCond %{HTTP_USER_AGENT} ^PageGrabber [OR]
RewriteCond %{HTTP_USER_AGENT} ^Papa\ Foto [OR]
RewriteCond %{HTTP_USER_AGENT} ^pavuk [OR]
RewriteCond %{HTTP_USER_AGENT} ^pcBrowser [OR]
RewriteCond %{HTTP_USER_AGENT} dloader(NaverRobot) [OR]
RewriteCond %{HTTP_USER_AGENT} ^RealDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^ReGet [OR]
RewriteCond %{HTTP_USER_AGENT} ^SearchExpress [OR]
RewriteCond %{HTTP_USER_AGENT} ^SiteSnagger [OR]
RewriteCond %{HTTP_USER_AGENT} ^SmartDownload [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperBot [OR]
RewriteCond %{HTTP_USER_AGENT} ^SuperHTTP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Surfbot [OR]
RewriteCond %{HTTP_USER_AGENT} ^Siphon [OR]
RewriteCond %{HTTP_USER_AGENT} ^tAkeOut [OR]
RewriteCond %{HTTP_USER_AGENT} ^Teleport\ Pro [OR]
RewriteCond %{HTTP_USER_AGENT} ^VoidEYE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Image\ Collector [OR]
RewriteCond %{HTTP_USER_AGENT} ^Web\ Sucker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebAuto [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebBandit [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebCopier [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebFetch [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebGo\ IS [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebLeacher [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebReaper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebSauger [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ eXtractor [OR]
RewriteCond %{HTTP_USER_AGENT} ^Website\ Quester [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebStripper [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebWhacker [OR]
RewriteCond %{HTTP_USER_AGENT} ^WebZIP [OR]
RewriteCond %{HTTP_USER_AGENT} ^Wget [OR]
RewriteCond %{HTTP_USER_AGENT} ^Widow [OR]
RewriteCond %{HTTP_USER_AGENT} ^WWWOFFLE [OR]
RewriteCond %{HTTP_USER_AGENT} ^Xaldon\ WebSpider [OR]
RewriteCond %{HTTP_USER_AGENT} ^Zeus [OR]
RewriteCond %{HTTP_USER_AGENT} ^ZyBorg
RewriteRule ^.* - [F,L]

manute hat geschrieben:wuppi, dein forum bräuchte sowas: https://www.forum-sex.de/alle-themen/0
sonst wirst du nicht alle themen gespidert bekommen, dazu ist das forum schon zu groß und die interne verlinkung des normal-phpbb zu schlecht.

Webby hat geschrieben:Also, meine sitemap funktioniert sehr gut, mercken auch das es nicht nur links ist und das ich die moderiert haben so das normal text neben den link steht. links sind nur bis 60 pro seite und es gibt eine next link die auf den nächste 60 linkt usw. Mit über 70,000 foren seiten indiziert kann ich eigentlich beweisen das die gut funktioniert.
Das code dafür unten...

Code: Alles auswählen

<html>
<head>
<title>Webpromotion und Suchmaschinen-Ranking Spezialisten</title>
<meta content="text/html; charset=iso-8859-1" http-equiv="Content-Type">
<meta name="keywords" content="suchmaschinenoptimierung,webpromotion,suchmaschinen ranking,Web-Promotion,Suchmaschinenoptimierung,Suchmaschineneintrag,Suchmaschinenplatzierung,anmeldung,Optimierung,suchmaschienen,Webpromotion">
<meta name="description" content="Webpromotion und Suchmaschinenoptimierung Service. Komplettes Internet Marketing resource mit suchmaschinen ranking Artikeln, Kostenlos tipps, Newsletter und Forum">
<meta name="robots" content="index,follow">
<link href="../suchmaschinenoptimierung.css" rel="stylesheet" type="text/css">
<body bgcolor="#FFF7E7">
<h1>ABAKUS - Ihre Suchmaschinen-Ranking Spezialisten</h1>
<h3>Webpromotion Forum Themen</h3>
<table width="75%" border="0" align="center" cellpadding="1" cellspacing="1">
  <tr>
    <td>
      <?php
define&#40;'IN_PHPBB', true&#41;;
$phpbb_root_path = './';
include&#40;$phpbb_root_path . 'extension.inc'&#41;;
include&#40;$phpbb_root_path . 'common.'.$phpEx&#41;;

$sql = "SELECT count&#40;t.topic_id&#41; as total_spider_topics
        FROM " . TOPICS_TABLE . " t, " . FORUMS_TABLE . " f
        WHERE f.forum_id = t.forum_id
        AND f.auth_view=0";
if&#40; !&#40;$result = $db->sql_query&#40;$sql&#41;&#41; &#41;
&#123;
   message_die&#40;GENERAL_ERROR, 'Could not query count info', '', __LINE__, __FILE__, $sql&#41;;
&#125;
if &#40;$countrow = $db->sql_fetchrow&#40;$result&#41;&#41;
&#123;
    $total_spider_topics = $countrow&#91;'total_spider_topics'&#93;;
&#125;


if&#40; isset&#40;$HTTP_GET_VARS&#91;'offset'&#93;&#41; || isset&#40;$HTTP_POST_VARS&#91;'offset'&#93;&#41; &#41;
&#123;
   $offset = &#40; isset&#40;$HTTP_POST_VARS&#91;'offset'&#93;&#41; &#41; ? intval&#40;$HTTP_POST_VARS&#91;'offset'&#93;&#41; &#58; intval&#40;$HTTP_GET_VARS&#91;'offset'&#93;&#41;;
&#125;
else
&#123;
   $offset = 0;
&#125;

$sql = "SELECT t.topic_id, t.topic_title
        FROM " . TOPICS_TABLE . " t, " . FORUMS_TABLE . " f
        WHERE f.forum_id = t.forum_id
        AND f.auth_view=0
        ORDER BY t.topic_last_post_id DESC
        LIMIT $offset, 60";
if&#40; !&#40;$result = $db->sql_query&#40;$sql&#41;&#41; &#41;
&#123;
   message_die&#40;GENERAL_ERROR, 'Could not query topic info', '', __LINE__, __FILE__, $sql&#41;;
&#125;
while&#40; $topicrow = $db->sql_fetchrow&#40;$result&#41;&#41;
&#123;
$thread_id=$topicrow&#91;'topic_id'&#93;;
$thread_title=$topicrow&#91;'topic_title'&#93;;

// ************************ you might have to change the format of this string to match your URLs.

$the_string="<a href='/foren/viewtopic/t-".$thread_id.".html'>".$thread_title."</a><br>".$thread_title."<br>";

    echo $the_string;
&#125;

$offset = $offset + 60;
if &#40; &#40;$total_spider_topics - $offset&#41; > 0 &#41;
&#123;
   $new_url = '<a href="' . $_SCRIPT_NAME . '?offset=' . $offset . '">Next</a>';
    echo $new_url;
&#125;

?>
    </td>
  </tr>
</table>
<p>&nbsp;</p>
</body>
</html>

Wichtig...
wegen die suma freundlich url modifikation musste ich auch die url andere formulieren als normal in die zeile

Code: Alles auswählen

$the_string="<a href='/foren/viewtopic/t-".$thread_id.".html'>".$thread_title."</a><br>".$thread_title."
<br>";