Skip to main content

Class: IngestionPipeline

Constructors

constructor

new IngestionPipeline(init?): IngestionPipeline

Parameters

NameType
init?Partial<IngestionPipeline>

Returns

IngestionPipeline

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:57

Properties

_docStoreStrategy

Private Optional _docStoreStrategy: TransformComponent

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:55


cache

Optional cache: IngestionCache

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:52


disableCache

disableCache: boolean = false

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:53


docStore

Optional docStore: BaseDocumentStore

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:50


docStoreStrategy

docStoreStrategy: DocStoreStrategy = DocStoreStrategy.UPSERTS

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:51


documents

Optional documents: Document<Metadata>[]

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:47


reader

Optional reader: BaseReader

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:48


transformations

transformations: TransformComponent[] = []

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:46


vectorStore

Optional vectorStore: VectorStore

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:49

Methods

prepareInput

prepareInput(documents?, nodes?): Promise<BaseNode<Metadata>[]>

Parameters

NameType
documents?Document<Metadata>[]
nodes?BaseNode<Metadata>[]

Returns

Promise<BaseNode<Metadata>[]>

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:69


run

run(args?, transformOptions?): Promise<BaseNode<Metadata>[]>

Parameters

NameType
argsIngestionRunArgs & TransformRunArgs
transformOptions?any

Returns

Promise<BaseNode<Metadata>[]>

Defined in

packages/core/src/ingestion/IngestionPipeline.ts:89