CrawlerPulse
CrawlerPulse / North America / United States / plainviewdailyherald.com

Plainview Daily Herald

plainviewdailyherald.com · United States · Hearst Corporation · measured 8 Oct 2026

Google Search
Allowed
Google-Extended
Allowed
OpenAI
Allowed
Anthropic
Allowed
Perplexity
Allowed
Meta
Allowed
Common Crawl
Allowed
ByteDance
Allowed
Apple
Allowed
Amazon
Allowed

robots.txt

As read on 8 Oct 2026, 4,517 bytes. No rule names an AI crawler.

<html lang="en" class="no-js">
<head>
	<meta charset="UTF-8">
	<meta http-equiv="X-UA-Compatible" content="IE=edge,chrome=1">
	<title>Blocked for legal reasons</title>
	<meta name="description" content="Sorry, this content is not available in your region.">
	<meta name="viewport" content="width=device-width,user-scalable=no,initial-scale=1">
	<meta name="error" content="451">
	<link rel="shortcut icon"type="image/x-icon" href="data:image/x-icon;,">
	<style>
	html, body {
		border:  0;
		margin:  0;
		padding: 0;
	}
	body {
		background-color: white;
		min-width: 320px;
	}
	body * {
		font-family: Arial, "Helvetica Neue", Helvetica, sans-serif;
		font-size: 18px;
	}
	h1 {
		font-size: 32px;
		color: white;
		margin-bottom: 32px;
		color: black;
	}
	p {
		line-height: 1.38em;
		margin-bottom: 0.6em;
	}
		width: 90%;
		max-width: 720px;
		margin: 15vh auto;
	}
	@media only screen and (max-width: 620px)  {
			margin-top: 1em;
		}
		p {
			margin-top: auto;
		}
	}
	</style>
</head>
<body id="blocked">
	<section id="content">
 		<div class="wrap">
			<p style='color: #aaa'>451 Unavailable For Legal Reasons</p>
			<h1 style='font-size: 30px;'>Sorry, this content is not available in your region.</h1>
		<div>
	</section>
	<script>
	(function(){
		function updateIcon() {
			var icon = "\
			iVBORw0KGgoAAAANSUhEUgAAAIAAAACACAMAAAD04JH5AAAAMFBMVEX////4+Pjy8vLs7Oz+/v7j4+PFxcW2\
			trarq6vU1NSVlZViYmInJycAAABMTEx4eHjR9HPUAAAAAXRSTlMAQObYZgAAA0BJREFUeNrtm8luwzAMRLXvlP//b9tjU9Qdy\
			0NXKJA5J3mKSJFaSPPWW/9Y1lrnP+WstX9PDzamlHL5VE41RRv+kB1r60O+afZWY3ge7tMx5FTjSP7JQfgyBWoW/5DPpS4X1Z\
			O+V7oyZEGjOF3TN1lWs3qTX+SWitIQ0pCbGsnw8l0Idc8avwipHCjrd6HVCU+ooqJ6l59FSZlc+7xauME/RFGHXeZPhse7op2\
			irGm5/89rhgV+lwfUr4/gkEd0XOUXeUhFM/6N3kqq0ftYU2l96MVEK1g9R2de5GLughU0FsBM/iRzZ/zdQDvAEcNvR4aDdQMH\
			5j6C7zcBcowBRsUJhDRCQjmNT2Dp118YYA3xfBn2ngWH00rg5VYImAt8JHtjAmbQ40tbn4BpFfh4ChrwG8RnpyDImbwGH6eE9\
			Oz6w7Fggn2EHl/mShYYQYWPM0IBBtDkS7mehibDx3EFW8ATfGwDvAY6yW8HWAdoKx45/mE8WFogEc/A8YMJ89LaOhtoIvnntv\
			XXDgOO5J97d72UiDrPN6bDhHT+qczyzyNcv+SDXoFv/BUvDGAfQPCNG3hXEiKYpnU+NO/LCctW4CjLfOzg1X79xQpy1jIf3zf\
			WlxlIIAwt83GaeXlVcSeDJPgwyGX38hoFMhHDN/Fn+3o8AK/CN54YAMXnBxApPjYBdkKKj50QL0OKj5chDkQUHwciHIopPg7F\
			OBkxfJyM8NXAcBp8C9Ix2JAQfLghwdNUKD7ekuFNKcfHm1K8Lef4cFuODyYkHx5M8NGM5IOjGT6cesPxTQSHUzRTR+P4poNDJ7\
			ygIPkeXFAAW9F8M69f/ZYn+HXhxtw9wA9j5eFm8nywtMDVW6L42AD4xKPN96vvl0WXb8fqo43V5c/1N5umwcdxpZ0PWo/v5p1H\
			K1PU/G/cez5249n1h98fEsvHJVAJuA7Pr4OpIHCI3wA+dvBQsL+AgS/hyFQJB1R4sojF7i7j2V3ItLuUa3sx2/5yvp0jmJapKN\
			5RXWx1i1rD7rLezYXNu0u7txe3EwqZL+/f3uCwv8Vjf5MLr9AI/P5Gp/2tXvub3fa3++k3PM7v6AEbHvVbPuuXl\
			k8XNje9vvXW/9UHuzaeTJktTdMAAAAASUVORK5CYII=";
			var link  = document.createElement('link');
			link.rel  = 'shortcut icon';
			link.type = 'image/x-icon';
			link.href = 'data:image/png;base64,' + icon;
			document.getElementsByTagName('head')[0].appendChild(link);
		}
		function recordVisit() {
		/*
			BadRequest Equivalent to HTTP status 400.
			BadRequest indicates that the request could not be understood by the server.
			BadRequest is sent when no other error is applicable,
			or if the exact error is unknown or does not have its own error code.
		*/
			var errorCode = 400;
			var errorEl = document.querySelector("meta[name='error']") || false;
			if (errorEl) {
				errorCode = errorEl.getAttribute('content') || errorCode;
			}
			errorCode = parseInt(errorCode, 10);
			var action;
			switch (errorCode) {
				case 403:
					action = 'invalid-browser';
					break;
				case 451:
					action = 'blocked';
					break;
				default:
					action = 'unknown';
			}
			console.log("Error", errorCode, action);
		/*
			Analytics Notes:
			We implement basic tracking to see understand the traffic this page gets.
			The user id generated here is random and meaningless and cannot be used to uniquely identify a visitor.
		*/
			var tid = 'UA-84860034-8';
			var cid  = 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, function(c) {
				var r = Math.random() * 16|0;
				var v = c == 'x' ? r : (r&0x3|0x8);
				return v.toString(16);
			});
			var url = [
				'https://www.google-analytics.com/collect',
				'?v=1',
				'&t=event',
				'&tid=' + tid,
				'&cid=' + cid,
				'&ec='  + "gdpr-visit",
				'&ea='  + action,
				'&el='  + errorCode,
				'&ev='  + "1",
				'&z='   + Date.now(),
				'&dp='  + location.href,
				'&dr='  + document.referrer
			].join("");
			new Image().src = url;
		}
		updateIcon();
		recordVisit();
	})();
	</script>
</body>
</html>

History

Changes recorded since June 2026.

No change recorded.

In context

United States
63.2% block at least one AI crawler
Behind Cloudflare
No
Same group