User-agent: twiceler-0.9
Disallow: /
User-agent: *
Crawl-delay: 10.00
Disallow: /ajax*
Disallow: /cgi-bin
Disallow: /cumulus
Disallow: /forecast
Disallow: /images
Disallow: /stats
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$