add ruff. fix all linting

This commit is contained in:
Matteo Rosati
2026-04-22 17:03:01 +02:00
parent bd5f649663
commit 33b46c2c21
14 changed files with 294 additions and 63 deletions
+6 -4
View File
@@ -1,17 +1,19 @@
from __future__ import annotations
from pathlib import Path
from typing import List
from typing import cast
import semchunk
def chunk_text(text: str, chunk_size: int = 800) -> List[str]:
def chunk_text(text: str, chunk_size: int = 800) -> list[str]:
chunker = semchunk.chunkerify("gpt-4", chunk_size)
chunks = chunker(text)
return chunks
return cast("list[str]", chunks)
def chunk_file(filename: str, chunk_size: int = 800) -> List[str]:
def chunk_file(filename: str, chunk_size: int = 800) -> list[str]:
contents = Path(filename).read_text()
return chunk_text(contents, chunk_size)