User-agent: Scrapy
Allow: /

User-agent: *

Disallow: /affiliatetools/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /fall08/
Disallow: /flv-posters/
Disallow: /focusgenresources/
Disallow: /handout/
Disallow: /images/
Disallow: /jscript/
Disallow: /notes/
Disallow: /preview/
Disallow: /spring09/
Disallow: /vbin/

Disallow: /connie/
Disallow: /lisa/
Disallow: /stu/

Disallow: /blog/wp-admin/
Disallow: /blog/wp-includes/
Disallow: /blog/wp-content/plugins/
Disallow: /blog/wp-content/themes/
Disallow: /blog/wp-content/index.php

Disallow: /ftxv1.php
Disallow: /ftxv2.php
Disallow: /ftxv3.php
Disallow: /index2.php
Disallow: /indextestflv.php
Disallow: /offer2pay.php
Disallow: /offer-BEFORECLOSING.php
Disallow: /offersteps.php
Disallow: /previewcall.php
Disallow: /readme.html
Disallow: /spring2009.php
Disallow: /standbylist.php
Disallow: /thanks.php

Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /wp-config.php
Disallow: /wp-settings.php
Disallow: /wp-login.php
Disallow: /wp-trackback.php
Disallow: /gravatars2-cache-refresh.php
Disallow: /wp-pass.php
Disallow: /wp-config-sample.php
Disallow: /wp-subscription-manager.php
Disallow: /wp-comments-post.php
Disallow: /wp-register.php
Disallow: /wp-mail.php
Disallow: /wp-link-opml.php
Disallow: /readme.html
Disallow: /wp-blog-header.php
Disallow: /license.txt
Disallow: /readme.txt
Disallow: /how-to-install.txt

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /