# This, with an empty dis al lo w  allows all robots to spider the site. if anything needs to be dis all owed for all, it also appears here, one on each line
User-agent: *
#Disallow:
Disallow:/f/


# Except this. repeat same for other engines you want to stop.
User-agent: ia_archiver
Disallow: /