{\rtf1\ansi\ansicpg1252\cocoartf949\cocoasubrtf540
{\fonttbl\f0\fmodern\fcharset0 Courier-Oblique;\f1\fmodern\fcharset0 Courier;}
{\colortbl;\red255\green255\blue255;\red128\green128\blue128;\red106\green203\blue99;\red179\green176\blue0;
}
\paperw11900\paperh16840\margl1440\margr1440\vieww12240\viewh14700\viewkind0
\deftab720
\pard\pardeftab720\ql\qnatural

\f0\i\fs24 \cf2 # Falls eine sitemap.xml erzeugt wurde
\f1\i0 \cf0 \
Sitemap\cf3 :\cf0  http\cf3 :\cf0 //politikbeobachter.eu/sitemap.xml
\f0\i \cf2 \
# Datei robots.txt im Hauptverzeichnis der Domain
\f1\i0 \cf0 \
\pard\pardeftab720\ql\qnatural
\cf4 User-agent\cf3 :\cf0  *\
\cf4 Disallow\cf3 :\cf0  /cgi-bin\
\cf4 Disallow\cf3 :\cf0  /wp-admin\
\cf4 Disallow\cf3 :\cf0  /wp-includes\
\cf4 Disallow\cf3 :\cf0  /wp-content/plugins\
\cf4 Disallow\cf3 :\cf0  /wp-content/cache\
\cf4 Disallow\cf3 :\cf0  /wp-content/themes\
\cf4 Disallow\cf3 :\cf0  /trackback\
\cf4 Disallow\cf3 :\cf0  /comments\
\cf4 Disallow\cf3 :\cf0  /category/*/*\
\cf4 Disallow\cf3 :\cf0  */trackback\
\cf4 Disallow\cf3 :\cf0  */comments\
\cf4 Disallow\cf3 :\cf0  /*?*\
\cf4 Disallow\cf3 :\cf0  /*?\
Allow\cf3 :\cf0  /wp-content/uploads\
\'a0\
\pard\pardeftab720\ql\qnatural

\f0\i \cf2 # Google Image
\f1\i0 \cf0 \
\pard\pardeftab720\ql\qnatural
\cf4 User-agent\cf3 :\cf0  Googlebot-Image\
\cf4 Disallow\cf3 :\cf0 Allow\cf3 :\cf0  /*\
\'a0\
\pard\pardeftab720\ql\qnatural

\f0\i \cf2 # Google AdSense
\f1\i0 \cf0 \
\pard\pardeftab720\ql\qnatural
\cf4 User-agent\cf3 :\cf0  Mediapartners-Google*\
\cf4 Disallow\cf3 :\cf0 \
Allow\cf3 :\cf0  /*\
\'a0\
\pard\pardeftab720\ql\qnatural

\f0\i \cf2 # Internet Archiver Wayback Machine
\f1\i0 \cf0 \
\pard\pardeftab720\ql\qnatural
\cf4 User-agent\cf3 :\cf0  ia_archiver\
\cf4 Disallow\cf3 :\cf0  /\
\'a0\
\pard\pardeftab720\ql\qnatural

\f0\i \cf2 # digg mirror
\f1\i0 \cf0 \
\pard\pardeftab720\ql\qnatural
\cf4 User-agent\cf3 :\cf0  duggmirror\
\cf4 Disallow\cf3 :\cf0  /\
\
}