test_search

Complexity

Total Complexity

158

Size/Duplication

Total Lines	1273
Duplicated Lines	27.1 %

Importance

Changes

0

71 Methods

Rating	Name	Duplication	Size	Complexity
A	TestSearchBase.get_top_k()	0	6	1
A	TestSearchDSL.test_query_no_vector_term_only()	0	12	2
A	TestSearchInvalid.test_search_with_invalid_collection()	0	5	2
A	TestSearchDSLBools.test_query_no_bool()	0	8	2
A	TestSearchBase.test_search_concurrent_multithreads()	0	32	3
A	TestSearchBase._test_search_index_partitions_B()	33	33	4
A	TestSearchDSLBools.test_query_should_only_vector()	0	9	2
A	TestSearchDSL.test_query_term_wrong_format_null()	11	11	2
A	TestSearchDSLBools.test_query_must_not_only_term()	0	9	2
A	TestSearchInvalid.test_search_with_not_existed_field_name()	0	5	2
A	TestSearchBase._test_search_distance_substructure_flat_index()	25	25	1
A	TestSearchInvalid.get_top_k()	0	6	1
A	TestSearchDSLBools.test_query_must_not_vector()	0	9	2
A	TestSearchInvalid.test_search_with_invalid_tag()	0	5	2
A	TestSearchBase.test_search_concurrent_multithreads_single_connection()	0	31	3
A	TestSearchInvalid.get_simple_index()	0	9	3
A	TestSearchBase._test_search_distance_tanimoto_flat_index()	25	25	1
A	TestSearchBase.test_search_without_connect()	0	9	2
A	TestSearchBase._test_search_distance_substructure_flat_index_B()	29	29	1
A	TestSearchBase.test_search_distance_ip()	16	17	1
A	TestSearchBase.get_simple_index()	0	9	3
A	TestSearchBase.get_structure_index()	0	10	2
A	TestSearchInvalid.test_search_with_empty_params()	16	16	4
A	TestSearchDSL.test_query_vector_only()	0	5	1
A	TestSearchDSLBools.test_query_must_should()	0	9	2
A	TestSearchDSL.test_query_wrong_format()	0	12	2
A	TestSearchDSL.test_query_term_field_named_term()	0	23	1
A	TestSearchBase.get_index()	0	9	3
A	TestSearchInvalid.get_invalid_tag()	0	6	1
A	TestSearchBase.test_search_ip_index_partitions()	0	33	4
A	TestSearchBase._test_search_distance_ip_after_index()	22	23	3
A	TestSearchBase.get_jaccard_index()	0	10	2
A	TestSearchBase.test_search_ip_flat()	0	19	3
A	TestSearchBase.test_search_multi_collections()	0	21	3
A	TestSearchDSL.test_query_term_wrong_format()	11	11	2
A	TestSearchInvalid.test_search_with_invalid_top_k()	0	11	2
A	TestSearchInvalid.get_search_params()	0	6	1
A	TestSearchBase.test_search_ip_index_partition()	0	31	4
A	TestSearchDSL.test_query_term_value_empty()	0	12	1
A	TestSearchBase.get_nq()	0	6	1
A	TestSearchBase.get_hamming_index()	0	10	2
A	TestSearchDSL.test_query_term_value_all_in()	0	9	1
B	TestSearchBase.test_search_index_partition_B()	0	27	5
A	TestSearchBase.test_search_index_partitions()	32	32	4
A	TestSearchBase._test_search_distance_superstructure_flat_index_B()	29	29	1
A	TestSearchDSL.test_query_term_key_error()	0	11	2
A	TestSearchInvalid.test_search_with_invalid_field_name()	0	5	2
A	TestSearchBase._test_search_distance_superstructure_flat_index()	25	25	1
A	TestSearchDSL.test_query_term_values_all_in()	0	9	1
A	TestSearchDSL.test_query_term_values_not_in()	0	10	1
A	TestSearchDSL.test_query_empty()	0	8	2
A	TestSearchBase._test_search_distance_jaccard_flat_index()	0	14	1
A	TestSearchBase._test_search_distance_hamming_flat_index()	0	14	1
A	TestSearchDSL.test_query_no_must()	0	9	2
A	TestSearchBase.test_search_distance_l2()	15	15	1
A	TestSearchBase.test_search_field()	0	21	3
A	TestSearchDSL.test_query_with_wrong_format_term()	0	11	2
A	TestSearchDSL.test_query_term_values_parts_in()	10	10	1
A	TestSearchBase.test_search_index_partition_C()	0	18	3
A	TestSearchBase._test_search_distance_l2_after_index()	20	20	3
A	TestSearchInvalid._test_search_with_invalid_params()	16	16	3
A	TestSearchBase.test_search_flat()	0	18	3
A	TestSearchDSLBools.test_query_should_only_term()	0	9	2
A	TestSearchInvalid.get_invalid_field()	0	6	1
A	TestSearchBase.test_search_ip_after_index()	0	26	4
A	TestSearchBase.test_search_index_partition()	0	28	4
A	TestSearchDSL.test_query_term_values_repeat()	10	10	1
A	TestSearchBase.test_search_after_index()	0	26	4
A	TestSearchDSL.test_query_term_value_not_in()	0	10	1
A	TestSearchBase.test_search_collection_name_not_existed()	0	9	2
A	TestSearchInvalid.get_collection_name()	0	6	1

import time
import pdb
import copy
import threading
import logging
from multiprocessing import Pool, Process
import pytest
import numpy as np

from milvus import DataType
from utils import *

dim = 128
segment_row_count = 5000
top_k_limit = 2048
collection_id = "search"
tag = "1970-01-01"
insert_interval_time = 1.5
nb = 6000
top_k = 10
nq = 1
nprobe = 1
epsilon = 0.001
field_name = default_float_vec_field_name

The variable default_float_vec_field_name does not seem to be defined.

default_fields = gen_default_fields()

The variable gen_default_fields does not seem to be defined.

search_param = {"nprobe": 1}
entity = gen_entities(1, is_normal=True)

The variable gen_entities does not seem to be defined.

raw_vector, binary_entity = gen_binary_entities(1)

The variable gen_binary_entities does not seem to be defined.

entities = gen_entities(nb, is_normal=True)
raw_vectors, binary_entities = gen_binary_entities(nb)
default_query, default_query_vecs = gen_query_vectors(field_name, entities, top_k, nq)

The variable gen_query_vectors does not seem to be defined.

def init_data(connect, collection, nb=6000, partition_tags=None):
    '''
    Generate entities and add it in collection
    '''
    global entities
    if nb == 6000:
        insert_entities = entities
    else:
        insert_entities = gen_entities(nb, is_normal=True)

The variable gen_entities does not seem to be defined.

    if partition_tags is None:
        ids = connect.insert(collection, insert_entities)
    else:
        ids = connect.insert(collection, insert_entities, partition_tag=partition_tags)
    connect.flush([collection])
    return insert_entities, ids


def init_binary_data(connect, collection, nb=6000, insert=True, partition_tags=None):
    '''
    Generate entities and add it in collection
    '''
    ids = []
    global binary_entities
    global raw_vectors
    if nb == 6000:
        insert_entities = binary_entities
        insert_raw_vectors = raw_vectors
    else:
        insert_raw_vectors, insert_entities = gen_binary_entities(nb)

The variable gen_binary_entities does not seem to be defined.

    if insert is True:
        if partition_tags is None:
            ids = connect.insert(collection, insert_entities)
        else:
            ids = connect.insert(collection, insert_entities, partition_tag=partition_tags)
        connect.flush([collection])
    return insert_raw_vectors, insert_entities, ids


class TestSearchBase:
    """
    generate valid create_index params
    """

    @pytest.fixture(
        scope="function",
        params=gen_index()

The variable gen_index does not seem to be defined.

    )
    def get_index(self, request, connect):
        if str(connect._cmd("mode")) == "CPU":
            if request.param["index_type"] in index_cpu_not_support():

The variable index_cpu_not_support does not seem to be defined.

                pytest.skip("sq8h not support in CPU mode")
        return request.param

    @pytest.fixture(
        scope="function",
        params=gen_simple_index()

The variable gen_simple_index does not seem to be defined.

    )
    def get_simple_index(self, request, connect):
        if str(connect._cmd("mode")) == "CPU":
            if request.param["index_type"] in index_cpu_not_support():

The variable index_cpu_not_support does not seem to be defined.

                pytest.skip("sq8h not support in CPU mode")
        return request.param

    @pytest.fixture(
        scope="function",
        params=gen_simple_index()

The variable gen_simple_index does not seem to be defined.

    )
    def get_jaccard_index(self, request, connect):
        logging.getLogger().info(request.param)
        if request.param["index_type"] in binary_support():

The variable binary_support does not seem to be defined.

            return request.param
        else:
            pytest.skip("Skip index Temporary")

    @pytest.fixture(
        scope="function",
        params=gen_simple_index()

The variable gen_simple_index does not seem to be defined.

    )
    def get_hamming_index(self, request, connect):
        logging.getLogger().info(request.param)
        if request.param["index_type"] in binary_support():

The variable binary_support does not seem to be defined.

            return request.param
        else:
            pytest.skip("Skip index Temporary")

    @pytest.fixture(
        scope="function",
        params=gen_simple_index()

The variable gen_simple_index does not seem to be defined.

    )
    def get_structure_index(self, request, connect):
        logging.getLogger().info(request.param)
        if request.param["index_type"] == "FLAT":
            return request.param
        else:
            pytest.skip("Skip index Temporary")

    """
    generate top-k params
    """

    @pytest.fixture(
        scope="function",
        params=[1, 10, 2049]
    )
    def get_top_k(self, request):
        yield request.param

    @pytest.fixture(
        scope="function",
        params=[1, 10, 1100]
    )
    def get_nq(self, request):
        yield request.param

    def test_search_flat(self, connect, collection, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, change top-k value
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq
        entities, ids = init_data(connect, collection)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq)

The variable gen_query_vectors does not seem to be defined.

        if top_k <= top_k_limit:
            res = connect.search(collection, query)
            assert len(res[0]) == top_k
            assert res[0]._distances[0] <= epsilon
            assert check_id_result(res[0], ids[0])
        else:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)

    def test_search_field(self, connect, collection, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, change top-k value
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq
        entities, ids = init_data(connect, collection)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq)

The variable gen_query_vectors does not seem to be defined.

        if top_k <= top_k_limit:
            res = connect.search(collection, query, fields=["float_vector"])
            assert len(res[0]) == top_k
            assert res[0]._distances[0] <= epsilon
            assert check_id_result(res[0], ids[0])
            # TODO
            res = connect.search(collection, query, fields=["float"])
            # TODO
        else:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)

    @pytest.mark.level(2)
    def test_search_after_index(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq

        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        entities, ids = init_data(connect, collection)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert len(res) == nq
            assert len(res[0]) >= top_k
            assert res[0]._distances[0] < epsilon
            assert check_id_result(res[0], ids[0])

    def test_search_index_partition(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: add vectors into collection, search with the given vectors, check the result
        expected: the length of the result is top_k, search collection with partition tag return empty
        '''
        top_k = get_top_k
        nq = get_nq

        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        entities, ids = init_data(connect, collection)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors_(field_name, entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors_ does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert len(res) == nq
            assert len(res[0]) >= top_k
            assert res[0]._distances[0] < epsilon
            assert check_id_result(res[0], ids[0])
            res = connect.search(collection, query, partition_tags=[tag])
            assert len(res) == nq

    def test_search_index_partition_B(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq

        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        entities, ids = init_data(connect, collection, partition_tags=tag)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        for tags in [[tag], [tag, "new_tag"]]:
            if top_k > top_k_limit:
                with pytest.raises(Exception) as e:
                    res = connect.search(collection, query, partition_tags=tags)
            else:
                res = connect.search(collection, query, partition_tags=tags)
                assert len(res) == nq
                assert len(res[0]) >= top_k
                assert res[0]._distances[0] < epsilon
                assert check_id_result(res[0], ids[0])

    @pytest.mark.level(2)
    def test_search_index_partition_C(self, connect, collection, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search with the given vectors and tag (tag name not existed in collection), check the result
        expected: error raised
        '''
        top_k = get_top_k
        nq = get_nq
        entities, ids = init_data(connect, collection)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query, partition_tags=["new_tag"])
        else:
            res = connect.search(collection, query, partition_tags=["new_tag"])
            assert len(res) == nq
            assert len(res[0]) == 0

    @pytest.mark.level(2)

This code seems to be duplicated in your project.

    def test_search_index_partitions(self, connect, collection, get_simple_index, get_top_k):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search collection with the given vectors and tags, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = 2
        new_tag = "new_tag"
        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        connect.create_partition(collection, new_tag)
        entities, ids = init_data(connect, collection, partition_tags=tag)
        new_entities, new_ids = init_data(connect, collection, nb=6001, partition_tags=new_tag)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert check_id_result(res[0], ids[0])
            assert not check_id_result(res[1], new_ids[0])
            assert res[0]._distances[0] < epsilon
            assert res[1]._distances[0] < epsilon
            res = connect.search(collection, query, partition_tags=["new_tag"])
            assert res[0]._distances[0] > epsilon
            assert res[1]._distances[0] > epsilon

    # TODO:
    @pytest.mark.level(2)

This code seems to be duplicated in your project.

    def _test_search_index_partitions_B(self, connect, collection, get_simple_index, get_top_k):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search collection with the given vectors and tags, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = 2
        tag = "tag"
        new_tag = "new_tag"
        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        connect.create_partition(collection, new_tag)
        entities, ids = init_data(connect, collection, partition_tags=tag)
        new_entities, new_ids = init_data(connect, collection, nb=6001, partition_tags=new_tag)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, new_entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query, partition_tags=["(.*)tag"])
            assert not check_id_result(res[0], ids[0])
            assert check_id_result(res[1], new_ids[0])
            assert res[0]._distances[0] > epsilon
            assert res[1]._distances[0] < epsilon
            res = connect.search(collection, query, partition_tags=["new(.*)"])
            assert res[0]._distances[0] > epsilon
            assert res[1]._distances[0] < epsilon

    # 
    # test for ip metric
    # 
    @pytest.mark.level(2)
    def test_search_ip_flat(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, change top-k value
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq
        entities, ids = init_data(connect, collection)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, metric_type="IP")

The variable gen_query_vectors does not seem to be defined.

        if top_k <= top_k_limit:
            res = connect.search(collection, query)
            assert len(res[0]) == top_k
            assert res[0]._distances[0] >= 1 - gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

            assert check_id_result(res[0], ids[0])
        else:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)

    def test_search_ip_after_index(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search with the given vectors, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = get_nq

        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        entities, ids = init_data(connect, collection)
        get_simple_index["metric_type"] = "IP"
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, metric_type="IP", search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert len(res) == nq
            assert len(res[0]) >= top_k
            assert check_id_result(res[0], ids[0])
            assert res[0]._distances[0] >= 1 - gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

    @pytest.mark.level(2)
    def test_search_ip_index_partition(self, connect, collection, get_simple_index, get_top_k, get_nq):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: add vectors into collection, search with the given vectors, check the result
        expected: the length of the result is top_k, search collection with partition tag return empty
        '''
        top_k = get_top_k
        nq = get_nq
        metric_type = "IP"
        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        entities, ids = init_data(connect, collection)
        get_simple_index["metric_type"] = metric_type
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, metric_type=metric_type,

The variable gen_query_vectors does not seem to be defined.

                                        search_params=search_param)
        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert len(res) == nq
            assert len(res[0]) >= top_k
            assert res[0]._distances[0] >= 1 - gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

            assert check_id_result(res[0], ids[0])
            res = connect.search(collection, query, partition_tags=[tag])
            assert len(res) == nq

    @pytest.mark.level(2)
    def test_search_ip_index_partitions(self, connect, collection, get_simple_index, get_top_k):
        '''
        target: test basic search fuction, all the search params is corrent, test all index params, and build
        method: search collection with the given vectors and tags, check the result
        expected: the length of the result is top_k
        '''
        top_k = get_top_k
        nq = 2
        metric_type = "IP"
        new_tag = "new_tag"
        index_type = get_simple_index["index_type"]
        if index_type == "IVF_PQ":
            pytest.skip("Skip PQ")
        connect.create_partition(collection, tag)
        connect.create_partition(collection, new_tag)
        entities, ids = init_data(connect, collection, partition_tags=tag)
        new_entities, new_ids = init_data(connect, collection, nb=6001, partition_tags=new_tag)
        get_simple_index["metric_type"] = metric_type
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, metric_type="IP", search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        if top_k > top_k_limit:
            with pytest.raises(Exception) as e:
                res = connect.search(collection, query)
        else:
            res = connect.search(collection, query)
            assert check_id_result(res[0], ids[0])
            assert not check_id_result(res[1], new_ids[0])
            assert res[0]._distances[0] >= 1 - gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

            assert res[1]._distances[0] >= 1 - gen_inaccuracy(res[1]._distances[0])
            res = connect.search(collection, query, partition_tags=["new_tag"])
            assert res[0]._distances[0] < 1 - gen_inaccuracy(res[0]._distances[0])
            # TODO:
            # assert res[1]._distances[0] >= 1 - gen_inaccuracy(res[1]._distances[0])

    @pytest.mark.level(2)
    def test_search_without_connect(self, dis_connect, collection):
        '''
        target: test search vectors without connection
        method: use dis connected instance, call search method and check if search successfully
        expected: raise exception
        '''
        with pytest.raises(Exception) as e:
            res = dis_connect.search(collection, default_query)

    def test_search_collection_name_not_existed(self, connect):
        '''
        target: search collection not existed
        method: search with the random collection_name, which is not in db
        expected: status not ok
        '''
        collection_name = gen_unique_str(collection_id)

The variable gen_unique_str does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection_name, default_query)

    def test_search_distance_l2(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        target: search collection, and check the result: distance
        method: compare the return distance value with value computed with Euclidean
        expected: the return distance equals to the computed value
        '''
        nq = 2
        search_param = {"nprobe": 1}
        entities, ids = init_data(connect, collection, nb=nq)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, rand_vector=True, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        inside_query, inside_vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)
        distance_0 = l2(vecs[0], inside_vecs[0])

The variable l2 does not seem to be defined.

        distance_1 = l2(vecs[0], inside_vecs[1])
        res = connect.search(collection, query)
        assert abs(np.sqrt(res[0]._distances[0]) - min(distance_0, distance_1)) <= gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

    # TODO: distance problem
    def _test_search_distance_l2_after_index(self, connect, collection, get_simple_index):

This code seems to be duplicated in your project.

        '''
        target: search collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        index_type = get_simple_index["index_type"]
        nq = 2
        entities, ids = init_data(connect, collection)
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, rand_vector=True, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

        inside_vecs = entities[-1]["values"]
        min_distance = 1.0
        for i in range(nb):
            tmp_dis = l2(vecs[0], inside_vecs[i])

The variable l2 does not seem to be defined.

            if min_distance > tmp_dis:
                min_distance = tmp_dis
        res = connect.search(collection, query)
        assert abs(np.sqrt(res[0]._distances[0]) - min_distance) <= gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

    def test_search_distance_ip(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        target: search collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        nq = 2
        metirc_type = "IP"
        search_param = {"nprobe": 1}
        entities, ids = init_data(connect, collection, nb=nq)
        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, rand_vector=True, metric_type=metirc_type,

The variable gen_query_vectors does not seem to be defined.

                                        search_params=search_param)
        inside_query, inside_vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)
        distance_0 = ip(vecs[0], inside_vecs[0])

The variable ip does not seem to be defined.

        distance_1 = ip(vecs[0], inside_vecs[1])
        res = connect.search(collection, query)
        assert abs(res[0]._distances[0] - max(distance_0, distance_1)) <= gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

    # TODO: distance problem
    def _test_search_distance_ip_after_index(self, connect, collection, get_simple_index):

This code seems to be duplicated in your project.

        '''
        target: search collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        index_type = get_simple_index["index_type"]
        nq = 2
        metirc_type = "IP"
        entities, ids = init_data(connect, collection)
        get_simple_index["metric_type"] = metirc_type
        connect.create_index(collection, field_name, get_simple_index)
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        query, vecs = gen_query_vectors(field_name, entities, top_k, nq, rand_vector=True, metric_type=metirc_type,

The variable gen_query_vectors does not seem to be defined.

                                        search_params=search_param)
        inside_vecs = entities[-1]["values"]
        max_distance = 0
        for i in range(nb):
            tmp_dis = ip(vecs[0], inside_vecs[i])

The variable ip does not seem to be defined.

            if max_distance < tmp_dis:
                max_distance = tmp_dis
        res = connect.search(collection, query)
        assert abs(res[0]._distances[0] - max_distance) <= gen_inaccuracy(res[0]._distances[0])

The variable gen_inaccuracy does not seem to be defined.

    # TODO:
    def _test_search_distance_jaccard_flat_index(self, connect, binary_collection):
        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        nprobe = 512
        int_vectors, entities, ids = init_binary_data(connect, binary_collection, nb=2)
        query_int_vectors, query_entities, tmp_ids = init_binary_data(connect, binary_collection, nb=1, insert=False)
        distance_0 = jaccard(query_int_vectors[0], int_vectors[0])

The variable jaccard does not seem to be defined.

        distance_1 = jaccard(query_int_vectors[0], int_vectors[1])
        res = connect.search(binary_collection, query_entities)
        assert abs(res[0]._distances[0] - min(distance_0, distance_1)) <= epsilon

    def _test_search_distance_hamming_flat_index(self, connect, binary_collection):
        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        nprobe = 512
        int_vectors, entities, ids = init_binary_data(connect, binary_collection, nb=2)
        query_int_vectors, query_entities, tmp_ids = init_binary_data(connect, binary_collection, nb=1, insert=False)
        distance_0 = hamming(query_int_vectors[0], int_vectors[0])

The variable hamming does not seem to be defined.

        distance_1 = hamming(query_int_vectors[0], int_vectors[1])
        res = connect.search(binary_collection, query_entities)
        assert abs(res[0][0].distance - min(distance_0, distance_1).astype(float)) <= epsilon

    def _test_search_distance_substructure_flat_index(self, connect, binary_collection):

This code seems to be duplicated in your project.

        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        nprobe = 512
        int_vectors, vectors, ids = self.init_binary_data(connect, binary_collection, nb=2)
        index_type = "FLAT"
        index_param = {
            "nlist": 16384,
            "metric_type": "SUBSTRUCTURE"
        }
        connect.create_index(binary_collection, binary_field_name, index_param)

The variable binary_field_name does not seem to be defined.

        logging.getLogger().info(connect.get_collection_info(binary_collection))
        logging.getLogger().info(connect.get_index_info(binary_collection))
        query_int_vectors, query_vecs, tmp_ids = self.init_binary_data(connect, binary_collection, nb=1, insert=False)
        distance_0 = substructure(query_int_vectors[0], int_vectors[0])

The variable substructure does not seem to be defined.

        distance_1 = substructure(query_int_vectors[0], int_vectors[1])
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        status, result = connect.search(binary_collection, top_k, query_vecs, params=search_param)
        logging.getLogger().info(status)
        logging.getLogger().info(result)
        assert len(result[0]) == 0

    def _test_search_distance_substructure_flat_index_B(self, connect, binary_collection):

This code seems to be duplicated in your project.

        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with SUB 
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        top_k = 3
        nprobe = 512
        int_vectors, vectors, ids = self.init_binary_data(connect, binary_collection, nb=2)
        index_type = "FLAT"
        index_param = {
            "nlist": 16384,
            "metric_type": "SUBSTRUCTURE"
        }
        connect.create_index(binary_collection, binary_field_name, index_param)

The variable binary_field_name does not seem to be defined.

        logging.getLogger().info(connect.get_collection_info(binary_collection))
        logging.getLogger().info(connect.get_index_info(binary_collection))
        query_int_vectors, query_vecs = gen_binary_sub_vectors(int_vectors, 2)

The variable gen_binary_sub_vectors does not seem to be defined.

        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        status, result = connect.search(binary_collection, top_k, query_vecs, params=search_param)
        logging.getLogger().info(status)
        logging.getLogger().info(result)
        assert len(result[0]) == 1
        assert len(result[1]) == 1
        assert result[0][0].distance <= epsilon
        assert result[0][0].id == ids[0]
        assert result[1][0].distance <= epsilon
        assert result[1][0].id == ids[1]

    def _test_search_distance_superstructure_flat_index(self, connect, binary_collection):

This code seems to be duplicated in your project.

        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        nprobe = 512
        int_vectors, vectors, ids = self.init_binary_data(connect, binary_collection, nb=2)
        index_type = "FLAT"
        index_param = {
            "nlist": 16384,
            "metric_type": "SUBSTRUCTURE"
        }
        connect.create_index(binary_collection, binary_field_name, index_param)

The variable binary_field_name does not seem to be defined.

        logging.getLogger().info(connect.get_collection_info(binary_collection))
        logging.getLogger().info(connect.get_index_info(binary_collection))
        query_int_vectors, query_vecs, tmp_ids = self.init_binary_data(connect, binary_collection, nb=1, insert=False)
        distance_0 = superstructure(query_int_vectors[0], int_vectors[0])

The variable superstructure does not seem to be defined.

        distance_1 = superstructure(query_int_vectors[0], int_vectors[1])
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        status, result = connect.search(binary_collection, top_k, query_vecs, params=search_param)
        logging.getLogger().info(status)
        logging.getLogger().info(result)
        assert len(result[0]) == 0

    def _test_search_distance_superstructure_flat_index_B(self, connect, binary_collection):

This code seems to be duplicated in your project.

        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with SUPER
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        top_k = 3
        nprobe = 512
        int_vectors, vectors, ids = self.init_binary_data(connect, binary_collection, nb=2)
        index_type = "FLAT"
        index_param = {
            "nlist": 16384,
            "metric_type": "SUBSTRUCTURE"
        }
        connect.create_index(binary_collection, binary_field_name, index_param)

The variable binary_field_name does not seem to be defined.

        logging.getLogger().info(connect.get_collection_info(binary_collection))
        logging.getLogger().info(connect.get_index_info(binary_collection))
        query_int_vectors, query_vecs = gen_binary_super_vectors(int_vectors, 2)

The variable gen_binary_super_vectors does not seem to be defined.

        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        status, result = connect.search(binary_collection, top_k, query_vecs, params=search_param)
        logging.getLogger().info(status)
        logging.getLogger().info(result)
        assert len(result[0]) == 2
        assert len(result[1]) == 2
        assert result[0][0].id in ids
        assert result[0][0].distance <= epsilon
        assert result[1][0].id in ids
        assert result[1][0].distance <= epsilon

    def _test_search_distance_tanimoto_flat_index(self, connect, binary_collection):

This code seems to be duplicated in your project.

        '''
        target: search binary_collection, and check the result: distance
        method: compare the return distance value with value computed with Inner product
        expected: the return distance equals to the computed value
        '''
        # from scipy.spatial import distance
        nprobe = 512
        int_vectors, vectors, ids = self.init_binary_data(connect, binary_collection, nb=2)
        index_type = "FLAT"
        index_param = {
            "nlist": 16384,
            "metric_type": "TANIMOTO"
        }
        connect.create_index(binary_collection, binary_field_name, index_param)

The variable binary_field_name does not seem to be defined.

        logging.getLogger().info(connect.get_collection_info(binary_collection))
        logging.getLogger().info(connect.get_index_info(binary_collection))
        query_int_vectors, query_vecs, tmp_ids = self.init_binary_data(connect, binary_collection, nb=1, insert=False)
        distance_0 = tanimoto(query_int_vectors[0], int_vectors[0])

The variable tanimoto does not seem to be defined.

        distance_1 = tanimoto(query_int_vectors[0], int_vectors[1])
        search_param = get_search_param(index_type)

The variable get_search_param does not seem to be defined.

        status, result = connect.search(binary_collection, top_k, query_vecs, params=search_param)
        logging.getLogger().info(status)
        logging.getLogger().info(result)
        assert abs(result[0][0].distance - min(distance_0, distance_1)) <= epsilon

    @pytest.mark.timeout(30)
    def test_search_concurrent_multithreads(self, connect, args):
        '''
        target: test concurrent search with multiprocessess
        method: search with 10 processes, each process uses dependent connection
        expected: status ok and the returned vectors should be query_records
        '''
        nb = 100
        top_k = 10
        threads_num = 4
        threads = []
        collection = gen_unique_str(collection_id)

The variable gen_unique_str does not seem to be defined.

        uri = "tcp://%s:%s" % (args["ip"], args["port"])
        # create collection
        milvus = get_milvus(args["ip"], args["port"], handler=args["handler"])

The variable get_milvus does not seem to be defined.

        milvus.create_collection(collection, default_fields)
        entities, ids = init_data(milvus, collection)

        def search(milvus):
            res = connect.search(collection, default_query)
            assert len(res) == 1
            assert res[0]._entities[0].id in ids
            assert res[0]._distances[0] < epsilon

        for i in range(threads_num):
            milvus = get_milvus(args["ip"], args["port"], handler=args["handler"])
            t = threading.Thread(target=search, args=(milvus,))
            threads.append(t)
            t.start()
            time.sleep(0.2)
        for t in threads:
            t.join()

    @pytest.mark.timeout(30)
    def test_search_concurrent_multithreads_single_connection(self, connect, args):
        '''
        target: test concurrent search with multiprocessess
        method: search with 10 processes, each process uses dependent connection
        expected: status ok and the returned vectors should be query_records
        '''
        nb = 100
        top_k = 10
        threads_num = 4
        threads = []
        collection = gen_unique_str(collection_id)

The variable gen_unique_str does not seem to be defined.

        uri = "tcp://%s:%s" % (args["ip"], args["port"])
        # create collection
        milvus = get_milvus(args["ip"], args["port"], handler=args["handler"])

The variable get_milvus does not seem to be defined.

        milvus.create_collection(collection, default_fields)
        entities, ids = init_data(milvus, collection)

        def search(milvus):
            res = connect.search(collection, default_query)
            assert len(res) == 1
            assert res[0]._entities[0].id in ids
            assert res[0]._distances[0] < epsilon

        for i in range(threads_num):
            t = threading.Thread(target=search, args=(milvus,))
            threads.append(t)
            t.start()
            time.sleep(0.2)
        for t in threads:
            t.join()

    def test_search_multi_collections(self, connect, args):
        '''
        target: test search multi collections of L2
        method: add vectors into 10 collections, and search
        expected: search status ok, the length of result
        '''
        num = 10
        top_k = 10
        nq = 20
        for i in range(num):
            collection = gen_unique_str(collection_id + str(i))

The variable gen_unique_str does not seem to be defined.

            connect.create_collection(collection, default_fields)
            entities, ids = init_data(connect, collection)
            assert len(ids) == nb
            query, vecs = gen_query_vectors(field_name, entities, top_k, nq, search_params=search_param)

The variable gen_query_vectors does not seem to be defined.

            res = connect.search(collection, query)
            assert len(res) == nq
            for i in range(nq):
                assert check_id_result(res[i], ids[i])
                assert res[i]._distances[0] < epsilon
                assert res[i]._distances[1] > epsilon


class TestSearchDSL(object):
    """
    ******************************************************************
    #  The following cases are used to build invalid query expr
    ******************************************************************
    """

    # TODO: assert exception
    def test_query_no_must(self, connect, collection):
        '''
        method: build query without must expr
        expected: error raised
        '''
        # entities, ids = init_data(connect, collection)
        query = update_query_expr(default_query, keep_old=False)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    # TODO: 
    def test_query_no_vector_term_only(self, connect, collection):
        '''
        method: build query without must expr
        expected: error raised
        '''
        # entities, ids = init_data(connect, collection)
        expr = {
            "must": [gen_default_term_expr]

The variable gen_default_term_expr does not seem to be defined.

        }
        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_vector_only(self, connect, collection):
        entities, ids = init_data(connect, collection)
        res = connect.search(collection, default_query)
        assert len(res) == nq
        assert len(res[0]) == top_k

    def test_query_wrong_format(self, connect, collection):
        '''
        method: build query without must expr, with wrong expr name
        expected: error raised
        '''
        # entities, ids = init_data(connect, collection)
        expr = {
            "must1": [gen_default_term_expr]

The variable gen_default_term_expr does not seem to be defined.

        }
        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_empty(self, connect, collection):
        '''
        method: search with empty query
        expected: error raised
        '''
        query = {}
        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_with_wrong_format_term(self, connect, collection):
        '''
        method: build query with wrong term expr
        expected: error raised
        '''
        expr = gen_default_term_expr

The variable gen_default_term_expr does not seem to be defined.

        expr["term"] = 1
        expr = {"must": [expr]}
        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    """
    ******************************************************************
    #  The following cases are used to build valid query expr
    ******************************************************************
    """

    def test_query_term_value_not_in(self, connect, collection):
        '''
        method: build query with vector and term expr, with no term can be filtered
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {
            "must": [gen_default_vector_expr(default_query), gen_default_term_expr(values=[100000])]}

The variable gen_default_term_expr does not seem to be defined.

The variable gen_default_vector_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_value_all_in(self, connect, collection):
        '''
        method: build query with vector and term expr, with all term can be filtered
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {"must": [gen_default_vector_expr(default_query), gen_default_term_expr(values=[1])]}

The variable gen_default_vector_expr does not seem to be defined.

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_values_not_in(self, connect, collection):
        '''
        method: build query with vector and term expr, with no term can be filtered
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {"must": [gen_default_vector_expr(default_query),

The variable gen_default_vector_expr does not seem to be defined.

                         gen_default_term_expr(values=[i for i in range(100000, 100010)])]}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_values_all_in(self, connect, collection):
        '''
        method: build query with vector and term expr, with all term can be filtered
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {"must": [gen_default_vector_expr(default_query), gen_default_term_expr()]}

The variable gen_default_term_expr does not seem to be defined.

The variable gen_default_vector_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_values_parts_in(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        method: build query with vector and term expr, with parts of term can be filtered
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {"must": [gen_default_vector_expr(default_query),

The variable gen_default_vector_expr does not seem to be defined.

                         gen_default_term_expr(values=[i for i in range(nb / 2, nb + nb / 2)])]}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_values_repeat(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        method: build query with vector and term expr, with the same values
        expected: filter pass
        '''
        entities, ids = init_data(connect, collection)
        expr = {
            "must": [gen_default_vector_expr(default_query), gen_default_term_expr(values=[1 for i in range(1, nb)])]}

The variable gen_default_term_expr does not seem to be defined.

The variable gen_default_vector_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        res = connect.search(collection, query)
        # TODO:

    def test_query_term_value_empty(self, connect, collection):
        '''
        method: build query with term value empty
        expected: return null
        '''
        expr = {"must": [gen_default_vector_expr(default_query), gen_default_term_expr(values=[])]}

The variable gen_default_vector_expr does not seem to be defined.

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        logging.getLogger().info(query)
        res = connect.search(collection, query)
        logging.getLogger().info(res)
        assert len(res) == nq
        assert len(res[0]) == 0

    # TODO
    def test_query_term_key_error(self, connect, collection):
        '''
        method: build query with term key error
        expected: error raised
        '''
        expr = {"must": [gen_default_vector_expr(default_query),

The variable gen_default_vector_expr does not seem to be defined.

                         gen_default_term_expr(keyword="terrm", values=[i for i in range(nb // 2)])]}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        logging.getLogger().info(query)
        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_term_wrong_format(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        method: build query with wrong format term
        expected: error raised
        '''
        term = {"term": 1}
        expr = {"must": [gen_default_vector_expr(default_query), term]}

The variable gen_default_vector_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        logging.getLogger().info(query)
        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    # TODO
    def test_query_term_wrong_format_null(self, connect, collection):

This code seems to be duplicated in your project.

        '''
        method: build query with wrong format term
        expected: error raised
        '''
        term = {"term": {}}
        expr = {"must": [gen_default_vector_expr(default_query), term]}

The variable gen_default_vector_expr does not seem to be defined.

        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        logging.getLogger().info(query)
        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    # TODO
    def test_query_term_field_named_term(self, connect, collection):
        '''
        method: build query with field named "term"
        expected: error raised
        '''
        term_fields = add_field_default(default_fields, field_name="term")

The variable add_field_default does not seem to be defined.

        collection_term = gen_unique_str("term")

The variable gen_unique_str does not seem to be defined.

        connect.create_collection(collection_term, term_fields)
        term_entities = add_field(entities, field_name="term")

The variable add_field does not seem to be defined.

        ids = connect.insert(collection_term, term_entities)
        assert len(ids) == nb
        connect.flush([collection_term])
        count = connect.count_entities(collection_term)
        assert count == nb
        term_param = {"term": {"term": {"values": [i for i in range(nb // 2)]}}}
        expr = {"must": [gen_default_vector_expr(default_query),

The variable gen_default_vector_expr does not seem to be defined.

                         term_param]}
        query = update_query_expr(default_query, expr=expr)

The variable update_query_expr does not seem to be defined.

        logging.getLogger().info(query)
        res = connect.search(collection, query)
        assert len(res) == nq
        assert len(res[0]) == top_k
        connect.drop_collection(collection_term)


class TestSearchDSLBools(object):
    """
    ******************************************************************
    #  The following cases are used to build invalid query expr
    ******************************************************************
    """

    def test_query_no_bool(self, connect, collection):
        '''
        method: build query without bool expr
        expected: error raised
        '''
        expr = {"bool1": {}}
        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

The variable query does not seem to be defined.

    def test_query_should_only_term(self, connect, collection):
        '''
        method: build query without must, with should.term instead
        expected: error raised
        '''
        expr = {"should": gen_default_term_expr}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_should_only_vector(self, connect, collection):
        '''
        method: build query without must, with should.vector instead
        expected: error raised
        '''
        expr = {"should": default_query["bool"]["must"]}
        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_must_not_only_term(self, connect, collection):
        '''
        method: build query without must, with must_not.term instead
        expected: error raised
        '''
        expr = {"must_not": gen_default_term_expr}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_must_not_vector(self, connect, collection):
        '''
        method: build query without must, with must_not.vector instead
        expected: error raised
        '''
        expr = {"must_not": default_query["bool"]["must"]}
        query = update_query_expr(default_query, keep_old=False, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_query_must_should(self, connect, collection):
        '''
        method: build query must, and with should.term
        expected: error raised
        '''
        expr = {"should": gen_default_term_expr}

The variable gen_default_term_expr does not seem to be defined.

        query = update_query_expr(default_query, keep_old=True, expr=expr)

The variable update_query_expr does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)


"""
******************************************************************
#  The following cases are used to test `search` function 
#  with invalid collection_name, or invalid query expr
******************************************************************
"""


class TestSearchInvalid(object):
    """
    Test search collection with invalid collection names
    """

    @pytest.fixture(
        scope="function",
        params=gen_invalid_strs()

The variable gen_invalid_strs does not seem to be defined.

    )
    def get_collection_name(self, request):
        yield request.param

    @pytest.fixture(
        scope="function",
        params=gen_invalid_strs()

The variable gen_invalid_strs does not seem to be defined.

    )
    def get_invalid_tag(self, request):
        yield request.param

    @pytest.fixture(
        scope="function",
        params=gen_invalid_strs()

The variable gen_invalid_strs does not seem to be defined.

    )
    def get_invalid_field(self, request):
        yield request.param

    @pytest.fixture(
        scope="function",
        params=gen_simple_index()

The variable gen_simple_index does not seem to be defined.

    )
    def get_simple_index(self, request, connect):
        if str(connect._cmd("mode")) == "CPU":
            if request.param["index_type"] in index_cpu_not_support():

The variable index_cpu_not_support does not seem to be defined.

                pytest.skip("sq8h not support in CPU mode")
        return request.param

    @pytest.mark.level(2)
    def test_search_with_invalid_collection(self, connect, get_collection_name):
        collection_name = get_collection_name
        with pytest.raises(Exception) as e:
            res = connect.search(collection_name, default_query)

    @pytest.mark.level(1)
    def test_search_with_invalid_tag(self, connect, collection):
        tag = " "
        with pytest.raises(Exception) as e:
            res = connect.search(collection, default_query, partition_tags=tag)

    @pytest.mark.level(2)
    def test_search_with_invalid_field_name(self, connect, collection, get_invalid_field):
        fields = [get_invalid_field]
        with pytest.raises(Exception) as e:
            res = connect.search(collection, default_query, fields=fields)

    @pytest.mark.level(1)
    def test_search_with_not_existed_field_name(self, connect, collection):
        fields = [gen_unique_str("field_name")]

The variable gen_unique_str does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, default_query, fields=fields)

    """
    Test search collection with invalid query
    """

    @pytest.fixture(
        scope="function",
        params=gen_invalid_ints()

The variable gen_invalid_ints does not seem to be defined.

    )
    def get_top_k(self, request):
        yield request.param

    @pytest.mark.level(1)
    def test_search_with_invalid_top_k(self, connect, collection, get_top_k):
        '''
        target: test search fuction, with the wrong top_k
        method: search with top_k
        expected: raise an error, and the connection is normal
        '''
        top_k = get_top_k
        default_query["bool"]["must"][0]["vector"][field_name]["topk"] = top_k
        with pytest.raises(Exception) as e:
            res = connect.search(collection, default_query)

The variable default_query does not seem to be defined.

    """
    Test search collection with invalid search params
    """

    @pytest.fixture(
        scope="function",
        params=gen_invaild_search_params()

The variable gen_invaild_search_params does not seem to be defined.

    )
    def get_search_params(self, request):
        yield request.param

    # TODO: This case can all pass, but it's too slow
    @pytest.mark.level(2)

This code seems to be duplicated in your project.

    def _test_search_with_invalid_params(self, connect, collection, get_simple_index, get_search_params):
        '''
        target: test search fuction, with the wrong nprobe
        method: search with nprobe
        expected: raise an error, and the connection is normal
        '''
        search_params = get_search_params
        index_type = get_simple_index["index_type"]
        entities, ids = init_data(connect, collection)
        connect.create_index(collection, field_name, get_simple_index)
        if search_params["index_type"] != index_type:
            pytest.skip("Skip case")
        query, vecs = gen_query_vectors(field_name, entities, top_k, 1, search_params=search_params["search_params"])

The variable gen_query_vectors does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)

    def test_search_with_empty_params(self, connect, collection, args, get_simple_index):

This code seems to be duplicated in your project.

        '''
        target: test search fuction, with empty search params
        method: search with params
        expected: raise an error, and the connection is normal
        '''
        index_type = get_simple_index["index_type"]
        if args["handler"] == "HTTP":
            pytest.skip("skip in http mode")
        if index_type == "FLAT":
            pytest.skip("skip in FLAT index")
        entities, ids = init_data(connect, collection)
        connect.create_index(collection, field_name, get_simple_index)
        query, vecs = gen_query_vectors(field_name, entities, top_k, 1, search_params={})

The variable gen_query_vectors does not seem to be defined.

        with pytest.raises(Exception) as e:
            res = connect.search(collection, query)


def check_id_result(result, id):
    limit_in = 5
    ids = [entity.id for entity in result]
    if len(result) >= limit_in:
        return id in ids[:limit_in]
    else:
        return id in ids