User-agent: *    # applies to all robots
allow: /      # allow indexing of all pages

User-agent: *
Disallow: /css
Disallow: *.jpg$
Disallow: *.mp3$
Disallow: *.gif$
Disallow: *.swf$
Disallow: *.mp4$
Disallow: *.png$