User-agent: Googlebot
Allow: /
Allow: *.html
Allow: *.jpg
Allow: *.png
Allow: *.gif
Allow: *.css
Allow: *.js
Disallow:/cgi-bin 
Disallow:/working2

User-agent: Twitterbot
Allow: /
Allow: *.html
Allow: *.jpg
Allow: *.png
Allow: *.gif
Allow: *.css
Allow: *.js
Disallow:/cgi-bin 
Disallow:/working2

User-agent: Yandex
User-agent: SeznamBot
User-agent: houzzbot
User-agent: NaverBot
User-agent: Yeti
User-agent: Baiduspider
User-agent: Baiduspider-image
User-agent: Sogou Spider
User-agent: YoudaoBot
User-agent: MJ12bot
User-agent: Slurp
User-agent: YisouSpider
User-agent: DuckDuckBot
Disallow: /

Sitemap: http://williammorristile.com/sitemap.xml