from llama_index.core import SimpleDirectoryReader reader = SimpleDirectoryReader( input_dir="/home/ovo/code/datasets/ebooks/compsci/" ) docs = reader.load_data() print(f"Loaded {len(docs)} docs")
load_data()
docs = reader.load_data(num_workers=10)