# robots.txt Sitemap: https://www.airwaysim.com/sitemap.xml User-agent: * Crawl-delay: 10 User-agent: * Disallow: /*.zip$ Disallow: /*.rar$ Disallow: /*.pdf$ User-agent: AhrefsBot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Barkrowler Disallow: / User-agent: BLEXBot Disallow: / User-agent: BW/1.1 Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: CensysInspect Disallow: / User-agent: Dalvik/2.1.0 Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: dotbot Disallow: / User-agent: DOC Disallow: / User-agent: Download Ninja Disallow: / User-agent: Exabot Disallow: / User-agent: Expanse Disallow: / User-agent: Go-http-client Disallow: / User-agent: Fetch Disallow: / User-agent: grub-client Disallow: / User-agent: ia_archiver Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: internet-measurement Disallow: / User-agent: IonCrawl Disallow: / User-agent: larbin Disallow: / User-agent: libwww Disallow: / User-agent: magpie-crawler Disallow: / User-agent: MJ12Bot Disallow: / User-agent: MSIECrawler Disallow: / User-agent: NPBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Orbbot Disallow: / User-agent: PetalBot Disallow: / User-agent: python-requests Disallow: / User-agent: Scrapy Disallow: / User-agent: SemrushBot Disallow: / User-agent: SiteSnagger Disallow: / User-agent: Sogou Spider Disallow: / User-agent: Stratagems Disallow: / User-agent: Teleport Disallow: / User-agent: trendictionbot Disallow: / User-agent: UbiCrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: WebStripper Disallow: / User-agent: WebReaper Disallow: / User-agent: WebZIP Disallow: / User-agent: wget Disallow: / User-agent: wp_is_mobile Disallow: / User-agent: Xenu Disallow: / User-agent: ZyBORG Disallow: / User-agent: Zao Disallow: / User-agent: Zealbot Disallow: / User-agent: Yandex Disallow: /