{ "cells": [ { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "import pandas as pd \n", "import requests \n", "import datetime as dt\n", "import re\n", "import json\n", "from tqdm import tqdm\n", "import os\n", "\n", "from openai import OpenAI" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "#### SciencesPoC extract" ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [], "source": [ "df = pd.read_csv('extract_sciences_po.csv')" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", " | Unnamed: 0 | \n", "item_id | \n", "date_published | \n", "url | \n", "titre | \n", "description | \n", "type | \n", "author | \n", "section | \n", "subhead | \n", "premium | \n", "image_url | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|
0 | \n", "0 | \n", "I4OEKQ6MHRBP3LQVVYDDXW6T6U | \n", "2024-10-07 15:33:34 | \n", "https://www.liberation.fr/societe/familles/a-m... | \n", "Centre de loisirs à Marseille : sept plaintes ... | \n", "Une enquête pour violences sur mineurs et diff... | \n", "article | \n", "Caroline Delabroy | \n", "Familles | \n", "Justice | \n", "True | \n", "https://www.liberation.fr/resizer/E6tv2-_N7qhg... | \n", "
1 | \n", "1 | \n", "LVA4MZBQOBECNPZD323NV6O7K4 | \n", "2024-10-09 14:53:55 | \n", "https://www.liberation.fr/sports/jeux-olympiqu... | \n", "JO de Paris 2024 : pour la santé mentale des a... | \n", "Avec la libération de la parole sur la santé m... | \n", "article | \n", "Marie Thimonnier | \n", "Jeux olympiques et paralympiques | \n", "Ecriture | \n", "True | \n", "https://www.liberation.fr/resizer/uAqwfrqGpk93... | \n", "
2 | \n", "2 | \n", "4FAEHUUZ5ZFAJKLFEV2LT5CBAQ | \n", "2024-10-10 15:49:02 | \n", "https://www.liberation.fr/international/afriqu... | \n", "Au Burkina Faso, la conscription pour «punir d... | \n", "Au moins sept magistrats ont été réquisitionné... | \n", "article | \n", "Agnès Faivre | \n", "Afrique | \n", "Répression | \n", "False | \n", "https://www.liberation.fr/resizer/_A-QaSGPPcHu... | \n", "
3 | \n", "3 | \n", "4S4G6BKFRNER3LB22CLPAEWWKY | \n", "2024-10-11 15:28:25 | \n", "https://www.liberation.fr/economie/social/ferm... | \n", "Fermeture de l’usine automobile MA France : «O... | \n", "Le 13 mai, l’entreprise sous-traitante de Stel... | \n", "article | \n", "Eléna Roney | \n", "Social | \n", "Lutte sociale | \n", "True | \n", "https://www.liberation.fr/resizer/6hlzuHlwTJFQ... | \n", "
4 | \n", "4 | \n", "ZAFHRNAHJVC6THXRSBMCB4A24I | \n", "2024-10-09 10:55:05 | \n", "https://www.liberation.fr/lifestyle/design/pre... | \n", "Près de Rouen, jardiner dans «un jeu subtil av... | \n", "Imaginé par Patrick et Sylvie Quibel il y a tr... | \n", "article | \n", "['Florian Bardou, envoyé spécial à Rouen', 'ph... | \n", "Design | \n", "Reportage | \n", "True | \n", "https://www.liberation.fr/resizer/goppJdUChU09... | \n", "
... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "... | \n", "
511 | \n", "516 | \n", "AOT254SA2VDIDNF4YW7XPLWJ5E | \n", "2024-10-12 15:46:00 | \n", "https://www.liberation.fr/culture/musique/char... | \n", "Charlie Dalin : «Mon oncle était le chanteur d... | \n", "Charlie Dalin, skipper qui s’apprête à embarqu... | \n", "article | \n", "Alexis Bernier | \n", "Musique | \n", "Casque t'écoutes? | \n", "False | \n", "https://www.liberation.fr/resizer/Oum9ZxntR4pt... | \n", "
512 | \n", "517 | \n", "GUOUKHLPFZBK7GVR5XU7MXVD5A | \n", "2024-10-12 16:32:37 | \n", "https://www.liberation.fr/societe/droits-des-f... | \n", "Violences sexuelles : à la recherche de «co-vi... | \n", "Avec un système de «matchs», le site Coabuse r... | \n", "article | \n", "Hélène Coutard | \n", "Droits des femmes | \n", "«Match» | \n", "True | \n", "https://www.liberation.fr/resizer/F5PeR7sIedRA... | \n", "
513 | \n", "518 | \n", "5HT6C24ZBVDOBFXPLA4HNVOTT4 | \n", "2024-10-12 16:33:57 | \n", "https://www.liberation.fr/environnement/agricu... | \n", "«Plus ils habitent près des champs, plus les t... | \n", "Des traces de pesticides, dont certains interd... | \n", "article | \n", "[' LIBERATION', ' AFP'] | \n", "Agriculture | \n", "Contamination | \n", "False | \n", "https://www.liberation.fr/resizer/VzMm-X_AuAhQ... | \n", "
514 | \n", "519 | \n", "VLV6RSQ6U5E6XJ6AIRV26AEKO4 | \n", "2024-10-12 16:43:33 | \n", "https://www.liberation.fr/economie/annonces-de... | \n", "Annonces de la Chine contre la crise économiqu... | \n", "Face aux problèmes structurels de l’économie, ... | \n", "article | \n", "Arnaud Vaulerin | \n", "Economie | \n", "Analyse | \n", "True | \n", "https://www.liberation.fr/resizer/ZKreJUwCgQPk... | \n", "
515 | \n", "520 | \n", "FVCJ6DQ5HVDNDGC4F6F276NVFM | \n", "2024-10-12 16:53:20 | \n", "https://www.liberation.fr/economie/medias/budg... | \n", "Budget 2025 : les radios associatives dénoncen... | \n", "Les radios associatives se sont alarmées vendr... | \n", "article | \n", "[' LIBERATION', ' AFP'] | \n", "Médias | \n", "Mauvaises ondes | \n", "False | \n", "https://www.liberation.fr/resizer/KVsBqITY61oN... | \n", "
516 rows × 12 columns
\n", "