User-agent: * Disallow: /css/ # why would you index css files Disallow: /downloads/ # temporary files, mostly, not much sense in indexing Disallow: /images/ # same deal, really Disallow: /scripts/ # no point Disallow: /browse/ # GET/POST lookup Disallow: /kbrowse/ # GET/POST lookup Disallow: /nbrowse/ # GET/POST lookup Disallow: /obrowse/ # GET/POST lookup