User-agent: *
Disallow: /html/ # This is a private area
Disallow: /merchants/ # This is a private area
Disallow: /events/ # This is a private area
Disallow: /pcgi-bin/ # This is a private area