diff --git a/aggregators/cinecheck-adapter.js b/aggregators/cinecheck-adapter.js new file mode 100644 index 0000000..a6e7ca5 --- /dev/null +++ b/aggregators/cinecheck-adapter.js @@ -0,0 +1,81 @@ +const axios = require('axios'); +const cheerio = require('cheerio'); +const CINECHECK_BASE = 'https://www.cinecheck.be'; + +async function searchMovies(query) { + const url = `${CINECHECK_BASE}/umbraco/surface/searchresults/search?query=${encodeURIComponent(query)}&producties=0&amount=5`; + const res = await axios.get(url, { + headers: { + 'x-umb-culture': 'fr-BE', + 'x-umb-key': '0a0c11a9-ece8-4dc8-8578-e5aab235d9ff', + 'x-requested-with': 'XMLHttpRequest', + 'User-Agent': 'Mozilla/5.0', + } + }); + const $ = cheerio.load(res.data); + const results = []; + $('.c-search__result').each((_, el) => { + const title = $(el).find('.c-search__title').text().trim().replace(/\s*\(.+?\)\s*$/, ''); + const yearMatch = $(el).find('.c-search__title').text().match(/\((\d{4})\)/); + const year = yearMatch ? yearMatch[1] : null; + const imgSrc = $(el).find('img.c-search__image').attr('src') + ? CINECHECK_BASE + $(el).find('img.c-search__image').attr('src') + : null; + const link = $(el).find('a.c-search__hiddenlink').attr('href') + ? CINECHECK_BASE + $(el).find('a.c-search__hiddenlink').attr('href') + : null; + if (title && link) { + results.push({ title, year, img: imgSrc, link }); + } + }); + return results; +} + +async function getMovieClassification(movieUrl) { + const res = await axios.get(movieUrl, { headers: { 'User-Agent': 'Mozilla/5.0' } }); + const $ = cheerio.load(res.data); + + const year = $('.c-movie__details .c-movie__label').first().text().trim() || null; + const genres = $('.c-movie__details .c-movie__label').eq(1).text().split(',').map(s => s.trim()); + const img = $('.c-movie__cover img').attr('src') + ? CINECHECK_BASE + $('.c-movie__cover img').attr('src') + : null; + const marks = []; + $('.c-header__marks .c-header__mark').each((_, el) => { + const label = $(el).find('span.vh').text().trim(); + if (label) marks.push(label); + }); + const details = []; + $('.c-classificatie__item').each((_, el) => { + const type = $(el).find('svg use').first().attr('xlink:href') || ''; + const typeName = type.split('#')[1] || ''; + const description = $(el).find('.js-classificatie-text').text().trim(); + if (typeName && description) { + details.push({ type: typeName, description }); + } + }); + const summary = $('.c-movie__introtext p').first().text().trim(); + + return { + year, + genres, + img, + marks, + details, + summary + }; +} + +async function searchAndEnrich(query) { + const results = await searchMovies(query); + return await Promise.all(results.map(async m => ({ + title: m.title, + year: m.year, + img: m.img, + link: m.link, + source: 'cinecheck', + ...(await getMovieClassification(m.link)) + }))); +} + +module.exports = { searchAndEnrich }; diff --git a/aggregators/commonsense-adapter.js b/aggregators/commonsense-adapter.js new file mode 100644 index 0000000..cea7870 --- /dev/null +++ b/aggregators/commonsense-adapter.js @@ -0,0 +1,56 @@ +const axios = require('axios'); +const cheerio = require('cheerio'); +const BASE = 'https://www.commonsensemedia.org'; + +async function searchMovies(query) { + const url = `${BASE}/search/${encodeURIComponent(query)}`; + const res = await axios.get(url, { + headers: { 'User-Agent': 'Mozilla/5.0', 'accept-language': 'en-US,en;q=0.9' } + }); + const $ = cheerio.load(res.data); + const results = []; + $('.search-results-list__row').each((_, el) => { + const type = $(el).find('.media-type').text().trim(); + if (type.toLowerCase() !== 'movie') return; // ignore non-movies + const title = $(el).find('.search-results-product-title').text().trim(); + const link = $(el).find('a.search-results-product-title').attr('href'); + const absLink = link ? BASE + link : null; + const img = $(el).find('img.search-results-product-image').attr('src'); + // Pas d'année la plupart du temps sur CSM. + results.push({ title, year: null, img, link: absLink }); + }); + console.log('CSM search:', results); + return results; +} + +async function getMovieClassification(movieUrl) { + if (!movieUrl) return {}; + const res = await axios.get(movieUrl, { headers: { 'User-Agent': 'Mozilla/5.0' } }); + const $ = cheerio.load(res.data); + + const age = $('[data-test="age-rating"]').first().text().replace('age', '').replace('+', '').trim() || null; + const summary = $('[data-test="review-summary"]').first().text().trim(); + const details = []; + $('[data-test="product-rating-section"]').each((_, el) => { + const label = $(el).find('[data-test="rating-section-label"]').text().trim(); + const score = $(el).find('.icon-circle-solid.active,.icon-star-solid.active').length; + const desc = $(el).find('[data-test="rating-section-description"]').text().trim(); + if (label) details.push({ type: label, score, description: desc }); + }); + + return { age, summary, details }; +} + +async function searchAndEnrich(query) { + const results = await searchMovies(query); + return await Promise.all(results.map(async m => ({ + title: m.title, + year: m.year, + img: m.img, + link: m.link, + source: 'commonsense', + ...(await getMovieClassification(m.link)) + }))); +} + +module.exports = { searchAndEnrich }; diff --git a/aggregators/filmages-adapter.js b/aggregators/filmages-adapter.js new file mode 100644 index 0000000..451a042 --- /dev/null +++ b/aggregators/filmages-adapter.js @@ -0,0 +1,99 @@ +const axios = require('axios'); +const cheerio = require('cheerio'); +const BASE_URL = 'http://www.filmages.ch/'; + +async function searchMovies(query) { + const searchUrl = `${BASE_URL}films/recherche/search/${encodeURIComponent(query)}.html`; + const response = await axios.get(searchUrl, { headers: { 'User-Agent': 'Mozilla/5.0' } }); + const $ = cheerio.load(response.data); + const results = []; + + $('table.layout_simpletable tbody tr.item').each((_, el) => { + const row = $(el); + const titleFrench = row.find('td.field.title_french a').text().trim(); + const link = row.find('td.field.title_french a').attr('href'); + const titleOriginal = row.find('td.field.title_original').text().trim(); + const director = row.find('td.field.director').text().trim(); + const ageLegal = row.find('td.field.age_legal').text().trim(); + const ageSuggested = row.find('td.field.age_suggested').text().trim(); + + if (titleFrench && link) { + results.push({ + titleFrench, + titleOriginal, + director, + ageLegalSearch: ageLegal, + ageSuggestedSearch: ageSuggested, + link: BASE_URL + link, // Make absolute + }); + } + }); + // console.log('FilmAges search results:', results); + return results; +} + +async function getMovieClassification(movieUrl) { + if (!movieUrl) return {}; + const response = await axios.get(movieUrl, { headers: { 'User-Agent': 'Mozilla/5.0' } }); + const $ = cheerio.load(response.data); + + const mainDetails = $('#reader_main .layout_full .item'); + const rightDetails = $('#reader_right_1 .layout_full .item'); // For ages + const rightCriteria = $('#reader_right_2 .layout_full .item'); // For indications + + const titleOriginal = mainDetails.find('.field.title_original .value').text().trim(); + const year = mainDetails.find('.field.year .value').text().trim(); + const summary = mainDetails.find('.field.summary .value').text().trim(); + const synthesis = mainDetails.find('.field.final_remark .value').text().trim(); + + const ageLegal = rightDetails.find('.field.age_legal .value').text().trim(); + const ageSuggested = rightDetails.find('.field.age_suggested .value').text().trim(); + + const indications = []; + rightCriteria.find('.field.indication .value a').each((_, el) => { + indications.push($(el).text().trim()); + }); + + const counterIndications = []; + rightCriteria.find('.field.counter_indication .value a').each((_, el) => { + counterIndications.push($(el).text().trim()); + }); + + const director = mainDetails.find('.field.director .value').text().trim(); + + return { + titleOriginalPage: titleOriginal, // To distinguish from search result one + year, + summary, + synthesis, + ageLegal, + ageSuggested, + indications, + counterIndications, + directorPage: director, + }; +} + +async function searchAndEnrich(query) { + const searchResults = await searchMovies(query); + const enrichedResults = await Promise.all( + searchResults.map(async (movie) => { + const classification = await getMovieClassification(movie.link); + return { + title: movie.titleFrench || movie.titleOriginal, // Prioritize French title for matching + year: classification.year, // Year is only on detail page + img: null, // No images readily available from search/detail + link: movie.link, + source: 'filmages', + details: { + ...movie, // Keep all search results fields + ...classification, // Add all detail page fields + } + }; + }) + ); + // console.log('FilmAges enriched:', enrichedResults); + return enrichedResults; +} + +module.exports = { searchAndEnrich }; diff --git a/frontend.html b/frontend.html index 9eebdc7..c884b74 100644 --- a/frontend.html +++ b/frontend.html @@ -2,54 +2,142 @@ - Agrégateur de films pour parents + Agrégateur Multi-Source -

Cinécheck Agrégateur

-
- - +
+

Ciné-agrégateur Multi-Source

+
+ + +
+
-
+ diff --git a/merge.js b/merge.js new file mode 100644 index 0000000..87bcd01 --- /dev/null +++ b/merge.js @@ -0,0 +1,29 @@ +// Utilitaire pour merger les résultats de plusieurs agrégateurs +function normalizeTitle(str) { + return str ? str.toLowerCase().replace(/[^a-z0-9]/g, '') : ''; +} + +function normalizeTitle(str) { + return str ? str.toLowerCase().replace(/[^a-z0-9]/g, '') : ''; +} +function mergeResults(arrays) { + const map = {}; + arrays.flat().forEach(entry => { + // Note: only title, fallback if no year + const key = normalizeTitle(entry.title) + (entry.year ? '|' + entry.year : ''); + if (!map[key]) { + map[key] = { + title: entry.title, + year: entry.year, + results: [] + }; + } + map[key].results.push({ + source: entry.source, + ...entry + }); + }); + return Object.values(map); +} + +module.exports = { mergeResults }; diff --git a/server.js b/server.js index cf1de5e..ef5d474 100644 --- a/server.js +++ b/server.js @@ -1,25 +1,42 @@ const express = require('express'); const cors = require('cors'); -const cinecheck = require('./cinecheck-adapter'); +const cinecheck = require('./aggregators/cinecheck-adapter'); +const commonsense = require('./aggregators/commonsense-adapter'); +const filmages = require('./aggregators/filmages-adapter'); // New +const { mergeResults } = require('./merge'); + const app = express(); app.use(cors()); app.get('/search', async (req, res) => { const q = req.query.q; - if (!q) return res.status(400).json({ error: "Missing query" }); + if (!q) { + // Gilfoyle: "A search query without a query. Bold." + return res.status(400).json({ error: "Missing query. Astounding." }); + } try { - const results = await cinecheck.searchMovies(q); - // Enrichir chaque film avec la classification (en parallèle, le minimum pour survivre) - const enriched = await Promise.all(results.map(async m => { - const details = await cinecheck.getMovieClassification(m.link); - return { ...m, ...details }; - })); - res.json(enriched); + // Mike: "Run 'em all. See what sticks." + const [cine, cs, fa] = await Promise.all([ + cinecheck.searchAndEnrich(q).catch(e => { console.error('Cinecheck failed:', e.message); return []; }), + commonsense.searchAndEnrich(q).catch(e => { console.error('Commonsense failed:', e.message); return []; }), + filmages.searchAndEnrich(q).catch(e => { console.error('Filmages failed:', e.message); return []; }) + ]); + + if (!cine.length && !cs.length && !fa.length) { + // Gilfoyle: "Zero results. Is this a surprise to anyone?" + } + + const merged = mergeResults([cine, cs, fa]); + res.json(merged); } catch (e) { - res.status(500).json({ error: e.message }); + // Mike: "Something went sideways. Happens." + console.error('General search error:', e); + res.status(500).json({ error: e.message || "Server had a moment." }); } }); -app.listen(3000, () => { - console.log('Backend prêt. http://localhost:3000'); +const PORT = 3000; +app.listen(PORT, () => { + // Gilfoyle: "It's listening. Don't get excited." + console.log(`Backend multi-agrégateurs opérationnel sur http://localhost:${PORT}. Ne me remerciez pas.`); });