User-agent: Amazonbot
Disallow: /

User-agent: * 
Crawl-Delay: 2
Disallow: /bin/
Disallow: /LandingPages/Commcenter_NOCRAWL/
Disallow: /StateStandards/NO_CRAWL/
Disallow: /TempFiles_NOCRAWL/
Disallow: /play/

Disallow: Admin.aspx
Disallow: Cart.aspx
Disallow: CheckOut.aspx
Disallow: ConfirmOrder.aspx
Disallow: EmailItems.aspx
Disallow: ErrorPage400.aspx
Disallow: ErrorPage500.aspx
Disallow: MyAccount.aspx
Disallow: OrderSummary.aspx
Disallow: PlaceOrder.aspx
Disallow: PlayMedia.aspx
Disallow: PopContactUs.aspx
Disallow: PortalAdmin.aspx
Disallow: PortalAssignments.aspx
Disallow: PortalChatRoom.aspx
Disallow: PortalFreeTrial.aspx
Disallow: PortalFreeTrialWelcome.aspx
Disallow: PortalPreferences.aspx
Disallow: PortalProxyLogin.aspx
Disallow: PortalViewVideo.aspx
Disallow: PortalViewAssignment.aspx
Disallow: PortalSignin.aspx
Disallow: PreviewClip.aspx
Disallow: PreviewClipFramed.aspx
Disallow: PrintItems.aspx
Disallow: Registration.aspx
Disallow: RequestPwd.aspx
Disallow: Search.aspx
Disallow: SessionRedirector.aspx
Disallow: Signin.aspx
Disallow: SpecialOffers.aspx
Disallow: StandardsByTitle.aspx
Disallow: StandardsResults.aspx
Disallow: Survey.aspx
Disallow: SurveyCoupon.aspx
Disallow: SurveyPromoNewProgramming.aspx
Disallow: TrackingCode.aspx
Disallow: WishList.aspx
Disallow: PortalPlaylists.aspx
Disallow: p_ViewVideo.aspx
Disallow: p_Search.aspx
Disallow: p_ViewPlaylist.aspx
Disallow: OnDemandEmbed.aspx
Disallow: OnDemandContentWidget.aspx
Disallow: SocialLogin.aspx
Disallow: Integrations.aspx
Disallow: p_Login.aspx
Disallow: KalturaStats.ashx
Disallow: KalturaUpload.ashx
Disallow: GoogleSearch.ashx
Disallow: EventLogAjax.ashx
Disallow: DownloadHandler.ashx
Disallow: ChromeExtensionOAuth.ashx
Disallow: AutoCompleteData.ashx
Disallow: Autocomplete.asmx
Disallow: ReadAloud.ashx


User-agent: YandexBot
User-Agent: serpstatbot
Crawl-Delay: 10

User-agent: SemanticScholarBot
User-agent: BUbiNG
User-agent: Gluten Free Crawler
User-agent: AhrefsBot
User-Agent: MJ12bot
User-agent: MauiBot
User-agent: SEMrushBot
User-agent: Quora-Bot
Disallow: /