python_code_splitting.py

from langchain.text_splitter import RecursiveCharacterTextSplitter,Language


text=""" class Student:
    def __init__(self, first, last, age, major):
        self.first = first
        self.last = last
        self.age = age
        self.major = major
        self.courses = []

    def profile(self):
        print(f"Student name: {self.first} {self.last}")
        print(f"Student age: {self.age}")
        print(f"Major: {self.major}")

    def enrol(self, course):
        self.courses.append(course)
        print(f"Enrolled {self.first} in {course}")

    def show_courses(self):
        print(f"{self.first} {self.last} is taking the following courses:")
        for course in self.courses:
            print(course)

             """


splitter = RecursiveCharacterTextSplitter.from_language(
    language=Language.PYTHON,
    chunk_size=500,    
    chunk_overlap=0
)

chunks = splitter.split_text(text)
print(len(chunks))
print(chunks[1])
print