# ALL SEARCH ENGINE ALLOWED
User-agent: *

# IGNORE CRAWLING OF DIRECTORIES AND FILES CONTAINING THIS NAME

Disallow: /beta/
Disallow: /includes/
Disallow: /Scripts/
Disallow: /uploads/
Disallow: /stats/
Disallow: /aspnet_client/
Disallow: /_db_backups/


# IGNORE CRAWLING OF SPECIFIC PAGE

Disallow: /gdform.asp
Disallow: /products.bak


# IGNORE INDEXING OF ALL FILES ENDING WITH .EXT
Disallow: /*.html$
Disallow: /*.swf$
Disallow: /*.htm$
Disallow: /*.cgi$