langchain/docs/modules/indexes/document_loaders/examples/git.ipynb

Git

This notebook shows how to load text files from Git repository.

Load existing repository from disk

In [21]:

from git import Repo

repo = Repo.clone_from(
    "https://github.com/hwchase17/langchain", to_path="./example_data/test_repo1"
)
branch = repo.head.reference

In [22]:

from langchain.document_loaders import GitLoader

In [23]:

loader = GitLoader(repo_path="./example_data/test_repo1/", branch=branch)

In [24]:

data = loader.load()

In [25]:

len(data)

Out [25]:

1040

In [26]:

print(data[0])

page_content='.venv\n.github\n.git\n.mypy_cache\n.pytest_cache\nDockerfile' metadata={'file_path': '.dockerignore', 'file_name': '.dockerignore', 'file_type': ''}

Clone repository from url

In [27]:

from langchain.document_loaders import GitLoader

In [28]:

loader = GitLoader(
    clone_url="https://github.com/hwchase17/langchain",
    repo_path="./example_data/test_repo2/",
    branch="master",
)

In [29]:

data = loader.load()

In [30]:

len(data)

Out [30]:

1040

In [ ]: