ImportError: cannot import name 'PipelineSchemaError' from 'haystack.errors'

[mandar-gite]

from haystack.errors import PipelineSchemaError

ImportError: cannot import name 'PipelineSchemaError' from 'haystack.errors' (/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/errors.py)

installed packages:
haystack-ai 2.1.1
haystack-bm25 1.0.2

used pip to installed these libraries

[vblagoje]

Hey @mandar-gite where did you find this class PipelineSchemaError - somewhere in docs? haystack-ai 2.1.1 doesn't have such a class

[mandar-gite]

Hi @vblagoje
Here goes the error
(cascade) /media/F/machine_learning/cascade/lfqa git:[main]
python lfqa_rag_model.py
Traceback (most recent call last):
File "/media/F/machine_learning/cascade/lfqa/lfqa_rag_model.py", line 6, in
from doc_retriever import get_text_embedder, get_retriever
File "/media/F/machine_learning/cascade/lfqa/doc_retriever.py", line 3, in
from haystack.document_stores.opensearch import OpenSearchDocumentStore
File "/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/document_stores/opensearch.py", line 11, in
from haystack.document_stores.filter_utils import LogicalFilterClause
File "/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/document_stores/filter_utils.py", line 6, in
from haystack.document_stores.utils import convert_date_to_rfc3339
File "/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/document_stores/utils.py", line 9, in
from haystack.nodes.preprocessor import PreProcessor
File "/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/nodes/init.py", line 1, in
from haystack.nodes.base import BaseComponent
File "/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/nodes/base.py", line 11, in
from haystack.errors import PipelineSchemaError
ImportError: cannot import name 'PipelineSchemaError' from 'haystack.errors' (/home/mandar/miniconda3/envs/cascade/lib/python3.12/site-packages/haystack/errors.py)

[mandar-gite]

`## Retrieves best matching documents from the document store

from haystack_integrations.document_stores.opensearch import OpenSearchDocumentStore
from haystack_integrations.components.retrievers.opensearch import OpenSearchEmbeddingRetriever
from haystack.components.embedders import SentenceTransformersTextEmbedder, SentenceTransformersDocumentEmbedder
from haystack import Pipeline

from docstore import get_embedding_model

document_store = OpenSearchDocumentStore(
host="localhost",
port="9200",
username="admin",
password="Portex@5326",
index="document",
scheme="http",
verify_certs=False
)

embedding_model = get_embedding_model()
text_embedder = SentenceTransformersTextEmbedder(model=embedding_model)
retriever = OpenSearchEmbeddingRetriever(document_store=document_store)

def get_retriever():
return OpenSearchEmbeddingRetriever(document_store=document_store)

def get_text_embedder():
return text_embedder

def retrieve(query):
query_pipeline = Pipeline()
query_pipeline.add_component("text_embedder", SentenceTransformersTextEmbedder(model=embedding_model))
query_pipeline.add_component("retriever", OpenSearchEmbeddingRetriever(document_store=document_store))
query_pipeline.connect("text_embedder.embedding", "retriever.query_embedding")

result = query_pipeline.run({"text_embedder": {"text": query}})
result_doc = result['retriever']['documents'][0] 
print(result_doc)

return result_doc

retrieve('')`

gives the error
�[0;31m---------------------------------------------------------------------------�[0m
�[0;31mImportError�[0m Traceback (most recent call last)
Cell �[0;32mIn[12], line 8�[0m
�[1;32m 5�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mcomponents�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01membedders�[39;00m �[38;5;28;01mimport�[39;00m SentenceTransformersTextEmbedder, SentenceTransformersDocumentEmbedder
�[1;32m 6�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m �[38;5;28;01mimport�[39;00m Pipeline
�[0;32m----> 8�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mdocstore�[39;00m �[38;5;28;01mimport�[39;00m get_embedding_model
�[1;32m 10�[0m document_store �[38;5;241m=�[39m OpenSearchDocumentStore(
�[1;32m 11�[0m host�[38;5;241m=�[39m�[38;5;124m"�[39m�[38;5;124mlocalhost�[39m�[38;5;124m"�[39m,
�[1;32m 12�[0m port�[38;5;241m=�[39m�[38;5;124m"�[39m�[38;5;124m9200�[39m�[38;5;124m"�[39m,
�[0;32m (...)�[0m
�[1;32m 17�[0m verify_certs�[38;5;241m=�[39m�[38;5;28;01mFalse�[39;00m
�[1;32m 18�[0m )
�[1;32m 20�[0m embedding_model �[38;5;241m=�[39m get_embedding_model()

File �[0;32m/media/F/machine_learning/cascade_1.2/docstore.py:4�[0m
�[1;32m 1�[0m �[38;5;66;03m## Docstore - Opensearch�[39;00m
�[1;32m 2�[0m �[38;5;66;03m## Semantic matching for document search using SentenceTransformersDocumentEmbedder�[39;00m
�[0;32m----> 4�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_stores�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mopensearch�[39;00m �[38;5;28;01mimport�[39;00m OpenSearchDocumentStore
�[1;32m 5�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_stores�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mtypes�[39;00m �[38;5;28;01mimport�[39;00m DuplicatePolicy
�[1;32m 6�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m �[38;5;28;01mimport�[39;00m Document

File �[0;32m/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/document_stores/opensearch.py:11�[0m
�[1;32m 9�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mschema�[39;00m �[38;5;28;01mimport�[39;00m Document, FilterType
�[1;32m 10�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mutils�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mbatching�[39;00m �[38;5;28;01mimport�[39;00m get_batches_from_generator
�[0;32m---> 11�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_stores�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mfilter_utils�[39;00m �[38;5;28;01mimport�[39;00m LogicalFilterClause
�[1;32m 12�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01merrors�[39;00m �[38;5;28;01mimport�[39;00m DocumentStoreError
�[1;32m 13�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mnodes�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mretriever�[39;00m �[38;5;28;01mimport�[39;00m DenseRetriever

File �[0;32m/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/document_stores/filter_utils.py:6�[0m
�[1;32m 3�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mabc�[39;00m �[38;5;28;01mimport�[39;00m ABC, abstractmethod
�[1;32m 4�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mcollections�[39;00m �[38;5;28;01mimport�[39;00m defaultdict
�[0;32m----> 6�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_stores�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mutils�[39;00m �[38;5;28;01mimport�[39;00m convert_date_to_rfc3339
�[1;32m 7�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01merrors�[39;00m �[38;5;28;01mimport�[39;00m FilterError
�[1;32m 8�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mlazy_imports�[39;00m �[38;5;28;01mimport�[39;00m LazyImport

File �[0;32m/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/document_stores/utils.py:9�[0m
�[1;32m 6�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mdatetime�[39;00m �[38;5;28;01mimport�[39;00m datetime
�[1;32m 8�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mschema�[39;00m �[38;5;28;01mimport�[39;00m Document, Label, Answer, Span
�[0;32m----> 9�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mnodes�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mpreprocessor�[39;00m �[38;5;28;01mimport�[39;00m PreProcessor
�[1;32m 11�[0m �[38;5;28;01mif�[39;00m typing�[38;5;241m.�[39mTYPE_CHECKING:
�[1;32m 12�[0m �[38;5;66;03m# This results in a circular import if we don't use typing.TYPE_CHECKING�[39;00m
�[1;32m 13�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_stores�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mbase�[39;00m �[38;5;28;01mimport�[39;00m BaseDocumentStore

File �[0;32m/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/nodes/init.py:1�[0m
�[0;32m----> 1�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mnodes�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mbase�[39;00m �[38;5;28;01mimport�[39;00m BaseComponent
�[1;32m 3�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mnodes�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mdocument_classifier�[39;00m �[38;5;28;01mimport�[39;00m BaseDocumentClassifier, TransformersDocumentClassifier
�[1;32m 4�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mnodes�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mextractor�[39;00m �[38;5;28;01mimport�[39;00m EntityExtractor, simplify_ner_for_qa

File �[0;32m/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/nodes/base.py:11�[0m
�[1;32m 8�[0m �[38;5;28;01mimport�[39;00m �[38;5;21;01mlogging�[39;00m
�[1;32m 10�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mschema�[39;00m �[38;5;28;01mimport�[39;00m Document, MultiLabel
�[0;32m---> 11�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01merrors�[39;00m �[38;5;28;01mimport�[39;00m PipelineSchemaError
�[1;32m 12�[0m �[38;5;28;01mfrom�[39;00m �[38;5;21;01mhaystack�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mutils�[39;00m�[38;5;21;01m.�[39;00m�[38;5;21;01mreflection�[39;00m �[38;5;28;01mimport�[39;00m args_to_kwargs
�[1;32m 15�[0m logger �[38;5;241m=�[39m logging�[38;5;241m.�[39mgetLogger(�[38;5;18m__name__�[39m)

�[0;31mImportError�[0m: cannot import name 'PipelineSchemaError' from 'haystack.errors' (/media/F/machine_learning/cascade_1.2/cascade_1.2_venv/lib/python3.10/site-packages/haystack/errors.py)

[vblagoje]

@mandar-gite this is haystack 1.x and it could be that you have somehow installed both old and new haystack. Please start with a clean new env and report back.

[mandar-gite]

Yeah , It worked fine after i completely shifted to haystack ai. Thank you!