Temporary work around for closeupfilmcentre.com cloudflare setup

Author: alistairjcbrown

cinemas/closeupfilmcentre.com/retrieve.js

@@ -1,28 +1,45 @@
 const cheerio = require("cheerio");
-const { fetchText } = require("../../common/utils");
-const { domain } = require("./attributes");
+const getPageWithPlaywright = require("../../common/get-page-with-playwright");
+const { id, domain } = require("./attributes");
+
+function isCloudflareChallenge(html) {
+  return (
+    html.includes("challenges.cloudflare.com") ||
+    html.includes("cf_chl_opt") ||
+    html.includes("Enable JavaScript and cookies to continue")
+  );
+}
 
 async function retrieve() {
   const movieListPageUrl = `${domain}/search_film_programmes/`;
-  const movieListPage = await fetchText(movieListPageUrl);
 
-  const $ = cheerio.load(movieListPage);
+  return getPageWithPlaywright(movieListPageUrl, id, async (page) => {
+    await page.waitForLoadState();
+    const movieListPage = await page.content();
 
-  const moviePageUrls = new Set();
-  $(".inner_block_3 a").each(function () {
-    const url = $(this).attr("href");
-    moviePageUrls.add(url);
-  });
+    if (isCloudflareChallenge(movieListPage)) {
+      console.log(
+        " - ⚠️  Cloudflare challenge detected - falling back to sourced events",
+      );
+      return { movieListPage: "", moviePages: {} };
+    }
 
-  const moviePages = {};
-  for (const moviePageUrl of [...moviePageUrls]) {
-    moviePages[moviePageUrl] = await fetchText(moviePageUrl);
-  }
+    const $ = cheerio.load(movieListPage);
+    const moviePageUrls = new Set();
+    $(".inner_block_3 a").each(function () {
+      const url = $(this).attr("href");
+      moviePageUrls.add(url);
+    });
 
-  return {
-    movieListPage,
-    moviePages,
-  };
+    const moviePages = {};
+    for (const moviePageUrl of [...moviePageUrls]) {
+      await page.goto(moviePageUrl);
+      await page.waitForLoadState("networkidle");
+      moviePages[moviePageUrl] = await page.content();
+    }
+
+    return { movieListPage, moviePages };
+  });
 }
 
 module.exports = retrieve;

cinemas/closeupfilmcentre.com/transform.js

@@ -141,7 +141,18 @@ async function transform({ moviePages }, sourcedEvents) {
   });
 
   if (movies.length === 0) {
-    throw new Error("No movies found - the page structure may have changed");
+    // The venue's website is behind a Cloudflare Turnstile challenge that
+    // blocks automated retrieval. When that happens, we get empty `moviePages`
+    // and fall back to events from the TicketSource source.
+    // Only throw if TicketSource also has nothing, which would indicate a
+    // genuine breakage rather than a Cloudflare block.
+    const allSourcedEvents = Object.values(sourcedEvents).flatMap((e) => e);
+    if (allSourcedEvents.length === 0) {
+      throw new Error("No movies found - the page structure may have changed");
+    }
+    console.log(
+      " - ⚠️  No movies from venue website - falling back to sourced events only",
+    );
   }
 
   const listOfSourcedEvents = Object.values(sourcedEvents).flatMap(

sources/bfi.org.uk-bfi-festivals/find-events.js

@@ -92,7 +92,7 @@ function getAccessibilityFlagsForType(typeText) {
   if (typeText === "Descriptive Subtitles") {
     return { hardOfHearing: true };
   }
-  if (typeText === "BSL") {
+  if (typeText === "BSL" || typeText === "BSL intro / Q&A") {
     return { hardOfHearing: true };
   }
   if (typeText === "Live captioned") {