From f5e538a7342cdab8d29a2e486ae260184456e05f Mon Sep 17 00:00:00 2001 From: Thibault Francois <17310666+thifranc@users.noreply.github.com> Date: Mon, 16 Sep 2024 16:08:08 +0200 Subject: [PATCH] Update index.mdx typo --- docs/src/pages/index.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/src/pages/index.mdx b/docs/src/pages/index.mdx index ad9867c..d50aead 100644 --- a/docs/src/pages/index.mdx +++ b/docs/src/pages/index.mdx @@ -15,7 +15,7 @@ layout: '@layouts/DocsLayout.astro' ## Design -When writing a scraper, you often need to paginate through through an index page, then download an HTML page for each result and finally parse that page and insert or update a record in a database. +When writing a scraper, you often need to paginate through an index page, then download an HTML page for each result and finally parse that page and insert or update a record in a database. Memorious handles this by managing a set of ``crawlers``, each of which can be composed of multiple ``stages``. Each ``stage`` is implemented using a Python function, which can be re-used across different ``crawlers``.