<?xml version="1.0" encoding="UTF-8"?><rss version="2.0"
	xmlns:content="http://purl.org/rss/1.0/modules/content/"
	xmlns:wfw="http://wellformedweb.org/CommentAPI/"
	xmlns:dc="http://purl.org/dc/elements/1.1/"
	xmlns:atom="http://www.w3.org/2005/Atom"
	xmlns:sy="http://purl.org/rss/1.0/modules/syndication/"
	xmlns:slash="http://purl.org/rss/1.0/modules/slash/"
	>

<channel>
	<title>Search Engine &#8211; Noise</title>
	<atom:link href="https://noise.getoto.net/tag/search-engine/feed/" rel="self" type="application/rss+xml" />
	<link>https://noise.getoto.net</link>
	<description>The collective thoughts of the interwebz</description>
	<lastBuildDate>Fri, 12 Aug 2022 16:30:20 +0000</lastBuildDate>
	<language>en-US</language>
	<sy:updatePeriod>
	hourly	</sy:updatePeriod>
	<sy:updateFrequency>
	1	</sy:updateFrequency>
	<generator>https://wordpress.org/?v=6.8.2</generator>
	<item>
		<title>Crawler Hints supports Microsoft’s IndexNow in helping users find new content</title>
		<link>https://noise.getoto.net/2022/08/12/crawler-hints-supports-microsofts-indexnow-in-helping-users-find-new-content/</link>
		
		<dc:creator><![CDATA[Alex Krivit]]></dc:creator>
		<pubDate>Fri, 12 Aug 2022 16:30:20 +0000</pubDate>
				<category><![CDATA[bots]]></category>
		<category><![CDATA[Cache]]></category>
		<category><![CDATA[Crawler Hints]]></category>
		<category><![CDATA[Product News]]></category>
		<category><![CDATA[Search Engine]]></category>
		<guid isPermaLink="false">http://noise.getoto.net/?guid=9f28b687ec729eae090a8233313a8281</guid>

					<description><![CDATA[Cloudflare is uniquely positioned to help give crawlers hints about when they should recrawl, if new content has been added, or if content on a site has recently changed]]></description>
		
		
		<enclosure url="http://blog.cloudflare.com/content/images/2022/08/image2-8.png" length="0" type="" />

			</item>
		<item>
		<title>From 0 to 20 billion &#8211; How We Built Crawler Hints</title>
		<link>https://noise.getoto.net/2021/12/16/from-0-to-20-billion-how-we-built-crawler-hints/</link>
		
		<dc:creator><![CDATA[Matt Boyle]]></dc:creator>
		<pubDate>Thu, 16 Dec 2021 13:58:29 +0000</pubDate>
				<category><![CDATA[Crawler Hints]]></category>
		<category><![CDATA[Product News]]></category>
		<category><![CDATA[Search Engine]]></category>
		<category><![CDATA[Speed & Reliability]]></category>
		<guid isPermaLink="false">http://noise.getoto.net/?guid=bdb764722987ff15b65d2be160061574</guid>

					<description><![CDATA[Cloudflare Is reducing the environmental impact of web searches with 20+ billions crawler hints delivered so far. This blog describes the technical solution of how we built the Crawler Hints system that makes all this possible.]]></description>
		
		
		<enclosure url="http://blog.cloudflare.com/content/images/2021/12/image2-59.png" length="0" type="" />

			</item>
		<item>
		<title>Crawler Hints Update: Cloudflare Supports IndexNow and Announces General Availability</title>
		<link>https://noise.getoto.net/2021/10/18/crawler-hints-update-cloudflare-supports-indexnow-and-announces-general-availability/</link>
		
		<dc:creator><![CDATA[Alex Krivit]]></dc:creator>
		<pubDate>Mon, 18 Oct 2021 16:30:53 +0000</pubDate>
				<category><![CDATA[Crawler Hints]]></category>
		<category><![CDATA[Product News]]></category>
		<category><![CDATA[Search Engine]]></category>
		<category><![CDATA[Speed & Reliability]]></category>
		<guid isPermaLink="false">http://noise.getoto.net/?guid=1220d03b0bf04e0ab967d559c05b500e</guid>

					<description><![CDATA[Crawler Hints now supports IndexNow, a new protocol that allows websites to notify search engines whenever content on their website content is created, updated, or deleted.]]></description>
		
		
		<enclosure url="https://blog.cloudflare.com/content/images/2021/10/web-crawling-1.png" length="0" type="" />

			</item>
		<item>
		<title>Scaling up a Serverless Web Crawler and Search Engine</title>
		<link>https://noise.getoto.net/2021/02/15/scaling-up-a-serverless-web-crawler-and-search-engine/</link>
		
		<dc:creator><![CDATA[Jack Stevenson]]></dc:creator>
		<pubDate>Mon, 15 Feb 2021 21:11:43 +0000</pubDate>
				<category><![CDATA[Amazon Kendra]]></category>
		<category><![CDATA[Architecture]]></category>
		<category><![CDATA[AWS Cloud Development Kit]]></category>
		<category><![CDATA[AWS Lambda]]></category>
		<category><![CDATA[AWS Step Functions]]></category>
		<category><![CDATA[Search Engine]]></category>
		<category><![CDATA[serverless]]></category>
		<category><![CDATA[Web scraping]]></category>
		<guid isPermaLink="false">http://noise.getoto.net/?guid=158c04eb2092bedb6a08a292eacbfe5d</guid>

					<description><![CDATA[Introduction Building a search engine can be a daunting undertaking. You must continually scrape the web and index its content so it can be retrieved quickly in response to a user’s query. The goal is to implement this in a way that avoids infrastructure complexity while remaining elastic. However, the architecture that achieves this is […]]]></description>
		
		
		<enclosure url="" length="0" type="" />

			</item>
	</channel>
</rss>

<!--
Performance optimized by W3 Total Cache. Learn more: https://www.boldgrid.com/w3-total-cache/

Object Caching 31/112 objects using Memcached
Page Caching using Disk: Enhanced 
Lazy Loading (feed)
Database Caching using Memcached

Served from: noise.getoto.net @ 2025-12-09 04:06:13 by W3 Total Cache
-->