from pprint import pprint from bs4 import BeautifulSoup import requests import urllib.parse as urlparse class Exercise: def __init__(self, number, title, id, stars, enonce, indication, answer): self.number = number self.title = title self.id = id self.stars = stars self.enonce = enonce self.indication = indication self.answer = answer def __repr__(self): return f"Exercise({self.number}, {self.title}, {self.id}, {self.stars})" class Part: def __init__(self, title): self.title = title self.exercises = [] def add_exercise(self, exercise): self.exercises.append(exercise) def __repr__(self): return f"Part({self.title}, {len(self.exercises)} exercises)" class Chapitre: def __init__(self, title, url=None): self.title = title self.parts = [] self.url = url def add_part(self, part): self.parts.append(part) def __repr__(self): return f"Chapitre({self.title}, {len(self.parts)} parts)" def show(self): print(f"Chapitre: {self.title}") for part in self.parts: print(f" Part: {part.title}") for exercise in part.exercises: print(f" Exercise: {exercise.number}, {exercise.title}, {exercise.id}, {exercise.stars} stars") print(f" Enonce: {exercise.enonce}") print(f" Indication: {exercise.indication}") print(f" Answer: {exercise.answer}") class LatexFile: def __init__(self, filename): self.filename = filename self.content = "" def add_header(self): with open('parts/header.tex', 'r') as f: self.content += f.read() def add_footer(self): with open('parts/footer.tex', 'r') as f: self.content += f.read() def add_content(self, content): self.content += content + "\n" def add_pagebreak(self): self.content += "\\newpage\n" def add_source(self, chapitre): self.content += f"\\noindent\\textbf{{Chapitre:}} \\href{{{chapitre.url}}}{{{chapitre.title}}}\n" def add_exercise(self, exercise): self.content += f"""\\exercice{{{exercise.id}, name, date, {exercise.stars}, {exercise.title}}}\n""" self.content += f"""\\enonce{{{exercise.id}}}{{}}\n""" self.content += f"{exercise.enonce}\n" self.content += f"""\\finenonce{{{exercise.id}}}\n""" self.content += f"""\\finexercice\n""" self.content += "\n" def add_indication(self, exercise): self.content += f"""\\indication{{{exercise.id}}}\n""" self.content += f"{exercise.indication}\n" self.content += f"""\\finindication\n""" self.content += "\n" def add_answer(self, exercise): self.content += f"""\\correction{{{exercise.id}}}\n""" self.content += f"{exercise.answer}\n" self.content += f"""\\fincorrection\n""" self.content += "\n" def sanitize(self): # return self.content.encode('utf-8', 'ignore').decode('utf-8') return self.content def save(self): with open(self.filename, 'w') as f: f.write(self.sanitize()) def generate_latex(self, chapitre): self.add_header() self.add_source(chapitre) self.add_content(f"\\title{{{chapitre.title}}}") for part in chapitre.parts: self.add_content(f"\\section{{{part.title}}}") for ex in part.exercises: self.add_exercise(ex) self.add_pagebreak() for part in chapitre.parts: for ex in part.exercises: self.add_indication(ex) self.add_pagebreak() for part in chapitre.parts: for ex in part.exercises: self.add_answer(ex) self.add_footer() self.save() def fetch_chapitre(quoi): headers = { 'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8', 'accept-language': 'fr-FR,fr;q=0.7', 'cache-control': 'no-cache', 'pragma': 'no-cache', 'priority': 'u=0, i', 'sec-ch-ua': '"Brave";v="131", "Chromium";v="131", "Not_A Brand";v="24"', 'sec-ch-ua-mobile': '?0', 'sec-ch-ua-platform': '"macOS"', 'sec-fetch-dest': 'document', 'sec-fetch-mode': 'navigate', 'sec-fetch-site': 'same-origin', 'sec-fetch-user': '?1', 'sec-gpc': '1', 'upgrade-insecure-requests': '1', 'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36', } params = { 'action': 'affiche', 'quoi': quoi, 'type': 'fexo', } response = requests.get('https://bibmath.net/ressources/index.php', headers=headers, params=params) if response.status_code == 200: soup = BeautifulSoup(response.text, 'lxml') article = soup.find('article', id='contenugauche') if article: title = article.find('h1').get_text(strip=True) chapitre = Chapitre(title, url=response.url) current_part = None for element in article.find_all(recursive=False): if 'titrepartie' in element.get('class', []): part_title = element.get_text(strip=True) current_part = Part(part_title) chapitre.add_part(current_part) elif 'exo' in element.get('class', []) and current_part is not None: exo_title_div = element.find('div', class_='titreexo') exercise_number = exo_title_div.find_all('span')[1].text.strip() title_start = exo_title_div.text.find(' - ') + 3 title_end = exo_title_div.text.find('[Signaler une erreur]') exercise_title = exo_title_div.text[title_start:title_end].strip() error_link = exo_title_div.find('a', href=lambda href: href and 'signalerreur.php' in href)['href'] parsed_url = urlparse.urlparse(error_link) exercise_id = urlparse.parse_qs(parsed_url.query)['numero'][0] stars_count = len(exo_title_div.find_all('img')) enonce = element.find('div', class_='enonce').find('div', class_='inner').get_text(strip=True) if ".Existe-t" in enonce: print(element) indication_div = element.find('div', class_='indication') indication = ( indication_div.find('div', class_='inner').get_text(strip=True) if indication_div else "No indication" ) answer_div = element.find('div', class_='corrige') answer = ( answer_div.find('div', class_='inner').get_text(strip=True) if answer_div else "No answer" ) exercise = Exercise( number=exercise_number, title=exercise_title, id=exercise_id, stars=stars_count, enonce=enonce, indication=indication, answer=answer ) current_part.add_exercise(exercise) return chapitre else: print("Article with id 'contenugauche' not found.") else: print(f"Request failed with status code: {response.status_code}") quoi = 'mpsi/feuillesexo/matrices' chapitre = fetch_chapitre(quoi) latex_file = LatexFile('file.tex') latex_file.generate_latex(chapitre) print("LaTeX file generated: file.tex")