User-agent: HTTrack

Disallow: /



User-agent: Xenu Link Sleuth

Disallow: /



User-agent: *

Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /local_51459.xml
Disallow: /admin/
Disallow: /images/
Disallow: /lang/
Disallow: /libs/
Disallow: /temp/
Disallow: /templates/
Disallow: captcha.php
Disallow: ini.php
Disallow: payment.php
Disallow: postinfo.html
Disallow: /ethanks/
Disallow: /efiles/

Disallow: /sitemap/
Disallow: BigBookMarketing.htm
Disallow: ArticleMarketing.html 
Disallow: GhostWriters.html 



Sitemap: http://www.pedagog.org/sitemap.xml