fix: Search custom fields with multiple type of values

argilla-server/src/argilla_server/search_engine/commons.py

@@ -177,9 +177,7 @@ def es_mapping_for_field(field: Field) -> dict:
     elif field.is_custom:
         return {
             es_field_for_record_field(field.name): {
-                "type": "object",
-                "dynamic": True,
-                "properties": {},
+                "type": "text",
             }
         }
     elif field.is_image:
@@ -532,17 +530,19 @@ def _inverse_vector(vector_value: List[float]) -> List[float]:
         return [vector_value[i] * -1 for i in range(0, len(vector_value))]
 
     def _map_record_to_es_document(self, record: Record) -> Dict[str, Any]:
+        dataset = record.dataset
+
         document = {
             "id": str(record.id),
             "external_id": record.external_id,
-            "fields": record.fields,
+            "fields": self._map_record_fields_to_es(record.fields, dataset.fields),
             "status": record.status,
             "inserted_at": record.inserted_at,
             "updated_at": record.updated_at,
         }
 
         if record.metadata_:
-            document["metadata"] = self._map_record_metadata_to_es(record.metadata_, record.dataset.metadata_properties)
+            document["metadata"] = self._map_record_metadata_to_es(record.metadata_, dataset.metadata_properties)
         if record.responses:
             document["responses"] = self._map_record_responses_to_es(record.responses)
         if record.suggestions:
@@ -662,7 +662,7 @@ def _build_text_query(dataset: Dataset, text: Optional[Union[TextQuery, str]] =
             if field is None:
                 raise Exception(f"Field {text.field} not found in dataset {dataset.id}")
 
-            if field.is_chat or field.is_custom:
+            if field.is_chat:
                 field_name = f"{text.field}.*"
             else:
                 field_name = text.field
@@ -833,6 +833,18 @@ def _map_record_response_to_es(response: Response) -> Dict[str, Any]:
             },
         }
 
+    @classmethod
+    def _map_record_fields_to_es(cls, fields: dict, dataset_fields: List[Field]) -> dict:
+        for field in dataset_fields:
+            if field.is_image:
+                fields[field.name] = None
+            elif field.is_custom:
+                fields[field.name] = str(fields.get(field.name, ""))
+            else:
+                fields[field.name] = fields.get(field.name, "")
+
+        return fields
+
     async def __terms_aggregation(self, index_name: str, field_name: str, query: dict, size: int) -> List[dict]:
         aggregation_name = "terms_agg"
 

argilla-server/tests/unit/search_engine/test_commons.py

@@ -67,6 +67,7 @@
     VectorSettingsFactory,
     ImageFieldFactory,
     ChatFieldFactory,
+    CustomFieldFactory,
 )
 
 
@@ -623,6 +624,34 @@ async def test_search_for_chat_field(self, search_engine: BaseElasticAndOpenSear
         assert len(result.items) == 2
         assert result.total == 2
 
+    async def test_search_for_custom_field(self, search_engine: BaseElasticAndOpenSearchEngine, opensearch: OpenSearch):
+        custom_field = await CustomFieldFactory.create(name="field")
+
+        dataset = await DatasetFactory.create(fields=[custom_field])
+
+        records = await RecordFactory.create_batch(
+            size=2,
+            dataset=dataset,
+            fields={
+                custom_field.name: {
+                    "a": "This is a value",
+                    "b": 100,
+                }
+            },
+        )
+
+        await refresh_dataset(dataset)
+        await refresh_records(records)
+
+        await search_engine.create_index(dataset)
+        await search_engine.index_records(dataset, records)
+
+        for query in ["value", 100]:
+            result = await search_engine.search(dataset, query=TextQuery(q=query, field=custom_field.name))
+
+            assert len(result.items) == 2
+            assert result.total == 2
+
     @pytest.mark.parametrize(
         "statuses, expected_items",
         [
@@ -1064,11 +1093,16 @@ async def test_index_records_with_metadata(
     async def test_index_records_with_vectors(
         self, search_engine: BaseElasticAndOpenSearchEngine, opensearch: OpenSearch
     ):
-        dataset = await DatasetFactory.create()
-        text_fields = await TextFieldFactory.create_batch(size=5, dataset=dataset)
-        vectors_settings = await VectorSettingsFactory.create_batch(size=5, dataset=dataset, dimensions=5)
+        text_fields = await TextFieldFactory.create_batch(size=5)
+        vectors_settings = await VectorSettingsFactory.create_batch(size=5, dimensions=5)
+
+        dataset = await DatasetFactory.create(fields=text_fields, vectors_settings=vectors_settings, questions=[])
+
         records = await RecordFactory.create_batch(
-            size=5, fields={field.name: f"This is the value for {field.name}" for field in text_fields}, responses=[]
+            size=5,
+            fields={field.name: f"This is the value for {field.name}" for field in text_fields},
+            dataset=dataset,
+            responses=[],
         )
 
         for record in records: