java 操作 milvus 2.1.4

1. 确认 docker 运行的 milvus容器镜像版本情况：

2. pom 依赖：

        <dependency><groupId>io.milvus</groupId><artifactId>milvus-sdk-java</artifactId><version>2.1.0</version><exclusions><exclusion><groupId>org.slf4j</groupId><artifactId>slf4j-api</artifactId></exclusion><exclusion><groupId>org.apache.logging.log4j</groupId><artifactId>log4j-core</artifactId></exclusion></exclusions></dependency>

3. MilvusTest1.java：

import com.alibaba.fastjson.JSONArray;
import com.alibaba.fastjson.JSONObject;
import com.google.protobuf.ByteString;
import io.milvus.client.MilvusServiceClient;
import io.milvus.grpc.*;
import io.milvus.param.ConnectParam;
import io.milvus.param.MetricType;
import io.milvus.param.R;
import io.milvus.param.RpcStatus;
import io.milvus.param.collection.*;
import io.milvus.param.dml.DeleteParam;
import io.milvus.param.dml.InsertParam;
import io.milvus.param.dml.QueryParam;
import io.milvus.param.dml.SearchParam;import java.math.BigDecimal;
import java.math.RoundingMode;
import java.util.ArrayList;
import java.util.List;
import java.util.Random;
import java.util.UUID;public class MilvusTest1 {private static final String MILVUS_IP = "127.0.0.1";private static final int MILVUS_PORT = 19530;/*使用 docker-compose 方式启动的 milvus 容器默认未开启登录校验，即不填写用户名和密码即可连接成功，开启登录校验，需要修改 milvus 容器内部的一个配置文件，可使用如下方式修改：1.  docker  cp xxxxxxxxxx:/milvus/configs/milvus.yaml ./  ( 其中 xxxxxxxxxx 是milvus容器的id )2. 打开 milvus.yaml，将内容中的 common.security.authorizationEnabled的值改为 true( 默认是 false )3. docker  cp ./milvus.yaml xxxxxxxxxx:/milvus/configs*/private static final String USERNAME = "root";private static final String PASSWORD = "Milvus";private static final int VECTOR_DIMENSION = 256;/*** 创建  MilvusServiceClient* @return*/private static MilvusServiceClient getMilvusServiceClient(){ConnectParam connectParam = ConnectParam.newBuilder().withHost( MILVUS_IP ).withPort( MILVUS_PORT ).withAuthorization( USERNAME,PASSWORD ).build();connectParam.toString();MilvusServiceClient milvusServiceClient = new MilvusServiceClient(connectParam);return milvusServiceClient;}private static boolean existCollection(String collectionName){MilvusServiceClient milvusClient = getMilvusServiceClient();HasCollectionParam hasCollectionParam = HasCollectionParam.newBuilder().withCollectionName(collectionName).build();R<Boolean> response = milvusClient.hasCollection( hasCollectionParam );Integer status = response.getStatus();Boolean data = response.getData();System.out.println( collectionName + "：status = " + status + "，data = " + data );return false;}//创建集合private static void creatCollection(String collectionName){MilvusServiceClient milvusClient = getMilvusServiceClient();FieldType featureId = FieldType.newBuilder().withName("id").withDescription("主键id").withDataType(DataType.Int64).withPrimaryKey(true).withAutoID(false).build();FieldType materielId = FieldType.newBuilder().withName("materiel_id").withDescription("物料id").withDataType(DataType.Int64).build();FieldType colorPosition = FieldType.newBuilder().withName(PushMaterielsConfig.Field.COLOR_POSITION).withDescription("特征值").withDataType(DataType.FloatVector).withDimension(PushMaterielsConfig.FEATURE_DIM).build();FieldType materielTypeId = FieldType.newBuilder().withName( "materiel_type_id" ).withDescription("物料类型id").withDataType(DataType.Int64).build();CreateCollectionParam createCollectionReq = CreateCollectionParam.newBuilder().withCollectionName(collectionName).withDescription("特征集合")//.withShardsNum(PushMaterielsConfig.SHARDS_NUM).addFieldType(featureId).addFieldType(materielId).addFieldType(colorPosition).addFieldType(materielTypeId).build();R<RpcStatus> response = milvusClient.createCollection(createCollectionReq);System.out.println(PushMaterielsConfig.COLLECTION_NAME+"是否成功创建集合——>>"+response.getStatus());}//数据插入public static void insertDataTo(String collectionName,int insertCount,List<String> imgNameList,List<String> matNameList ) {List<List<Float>> imageVectors = new ArrayList<>();for (int i = 0; i < insertCount; i++) {List<Float> floatList = buildRandomFloatArrayList(VECTOR_DIMENSION);imageVectors.add( floatList );}List<InsertParam.Field> fields = new ArrayList<>();// fields.add(new InsertParam.Field( "title_vector", DataType.FloatVector, titleVectors ) );// fields.add(new InsertParam.Field( "title", DataType.String, titles ) );fields.add(new InsertParam.Field( "image_vector", imageVectors ) );fields.add(new InsertParam.Field( "img_name", imgNameList ) );fields.add(new InsertParam.Field( "mat_name", matNameList ) );insert(collectionName,fields);}private static String buildRandomTitle() {String title = UUID.randomUUID().toString().replaceAll("-", "");System.out.println( title );return title;}private static List<Float> buildRandomFloatArrayList(int size) {if( size <= 0 ){return null;}Random random = new Random();List<Float> floatList = new ArrayList<>();BigDecimal one_thousand = BigDecimal.valueOf(1000d);for (int i = 0; i < size; i++) {float v = one_thousand.multiply(BigDecimal.valueOf(random.nextDouble())).setScale(3, RoundingMode.HALF_UP).floatValue();floatList.add( v );}System.out.println( floatList );return floatList;}/*** 插入数据* @param collectionName* @param fields* @return*/public static void insert(String collectionName, List<InsertParam.Field> fields ){MilvusServiceClient milvusClient = getMilvusServiceClient();//插入InsertParam insertParam = InsertParam.newBuilder().withCollectionName(collectionName)//.withPartitionName(partitionName).withFields(fields).build();R<MutationResult> insert = milvusClient.insert(insertParam);Integer status = insert.getStatus();Exception exception = insert.getException();MutationResult data = insert.getData();if( data == null ){System.out.println( exception.getMessage() );return;}List<Long> ids = data.getIDs().getIntId().getDataList();System.out.println();System.out.println();System.out.println();for( Long id:ids ){System.out.println( id );}System.out.println();System.out.println();System.out.println();System.out.println("插入 " + data.getInsertCnt() + " 行");System.out.println( "status = " + status );if( exception != null ){System.out.println( "exception = " + exception.getMessage() );System.out.println( "message = " + insert.getMessage() );}}/*** 加载集合到内存( 必须首先加载集合到内存，否则查询报错 "collection:tb_article or partition:[] not loaded into memory when search" )* @param collectionName*/private static void loadCollectionByName( String collectionName ){if( collectionName == null ){return;}MilvusServiceClient milvusServiceClient = getMilvusServiceClient();LoadCollectionParam loadCollectionParam = LoadCollectionParam.newBuilder().withCollectionName(collectionName).build();R<RpcStatus> response = milvusServiceClient.loadCollection(loadCollectionParam);handleRpcStatus( response );}private static void  handleRpcStatus( R<RpcStatus> response ){if( response == null ){return;}int status = response.getStatus();if( status == 0 ){System.out.println( "操作成功" );return;}Exception exception = response.getException();System.err.println( "操作失败( status = " + status + " )");if( exception == null ){return;}System.err.println( response.getMessage() );exception.printStackTrace();}/*** 从内存中释放集合* */public static void releaseCollection(String collectionName) {MilvusServiceClient milvusServiceClient = getMilvusServiceClient();ReleaseCollectionParam releaseCollectionParam = ReleaseCollectionParam.newBuilder().withCollectionName(collectionName).build();R<RpcStatus> response = milvusServiceClient.releaseCollection( releaseCollectionParam );handleRpcStatus( response );}public static List<MaterialMilvusImageVO> search( String collectionName,List<Float> floatList ,int topK){if( collectionName == null || floatList == null || floatList.size() != VECTOR_DIMENSION ){return null;}MilvusServiceClient milvusServiceClient = getMilvusServiceClient();List<String> outFields = new ArrayList<>();outFields.add( "id" );outFields.add( "img_name" );outFields.add( "mat_name" );List<List<Float>> vectors = new ArrayList<>();vectors.add( floatList );SearchParam searchParam = SearchParam.newBuilder().withCollectionName(collectionName).withTopK( topK ).withMetricType( MetricType.L2 ).withVectorFieldName("image_vector").withVectors( vectors ).withOutFields( outFields ).withExpr( "" )// .withParams( "xxxx" ).withParams( "{\n" +"\"params\": \"{\\\"nprobe\\\":1,\\\"round_decimal\\\":-1}\",\n" +"\"anns_field\": \"image_vector\",\n" +"\"topk\": "+ topK +",\n" +"\"metric_type\": \"L2\",\n" +"\"round_decimal\": -1\n" +"}" ).build();R<SearchResults> response = milvusServiceClient.search(searchParam);int status = response.getStatus();if( status != 0 ){System.err.println( "search 失败( status = " + status + " )" );Exception exception = response.getException();if( exception != null ){String message = response.getMessage();System.out.println( "message = " + message );exception.printStackTrace();}return null;}System.out.println( "search 成功" );SearchResults data = response.getData();if( data == null ){return null;}SearchResultData results = data.getResults();int scoresCount = results.getScoresCount();List<MaterialMilvusImageVO> imageVOs = new ArrayList<>();FieldData fieldsData_id = results.getFieldsData(0);FieldData fieldsData_imgName = results.getFieldsData(1);FieldData fieldsData_matName = results.getFieldsData(2);LongArray ids = fieldsData_id.getScalars().getLongData();StringArray imgNames = fieldsData_imgName.getScalars().getStringData();StringArray matNames = fieldsData_matName.getScalars().getStringData();for (int i = 0; i < scoresCount; i++) {float scores = results.getScores(i);long id = ids.getData(i);String imgName = imgNames.getData(i);String matName = matNames.getData(i);MaterialMilvusImageVO imageVO = new MaterialMilvusImageVO();imageVO.setScores( scores );imageVO.setId( id );imageVO.setImgName( imgName );imageVO.setMatName( matName );imageVOs.add( imageVO );}return imageVOs;}private static List<Float> jsonArray2FloatList(JSONArray jsonArray) {if( jsonArray == null || jsonArray.size() == 0 ){return null;}int size = jsonArray.size();List<Float> floatList = new ArrayList<Float>();for (int i = 0; i < size; i++) {Float value = jsonArray.getFloat(i);floatList.add( value );}return floatList;}public static void searchTest( String collectionName ){// JSONArray array = JSONArray.parseArray("[720.665, 758.783, 831.477, 854.1, 597.977, 913.809, 659.829, 18.985, 852.756, 111.971, 596.902, 563.502, 234.051, 567.567, 140.383, 924.133, 829.13, 988.017, 691.144, 262.374, 970.751, 118.709, 774.637, 143.978, 613.916, 501.722, 200.533, 691.481, 991.008, 82.699, 591.095, 360.414, 417.625, 465.253, 537.802, 45.303, 966.211, 808.509, 756.147, 308.451, 350.507, 590.982, 0.121, 142.657, 771.119, 722.743, 170.707, 828.464, 660.933, 777.875, 6.887, 127.168, 238.876, 440.523, 982.933, 262.739, 531.455, 610.351, 552.415, 888.992, 53.779, 997.045, 677.183, 512.721, 655.2, 448.508, 658.687, 649.202, 129.465, 703.703, 649.351, 323.384, 65.253, 738.626, 863.322, 398.229, 70.156, 382.692, 428.757, 611.107, 939.694, 422.846, 27.923, 129.785, 562.639, 984.002, 956.735, 901.485, 354.926, 576.952, 1.945, 61.654, 796.625, 838.696, 582.076, 193.462, 209.974, 655.13, 927.256, 284.777, 261.139, 52.392, 683.495, 816.206, 794.394, 970.637, 218.536, 532.017, 514.615, 792.845, 79.253, 95.126, 722.457, 291.282, 504.682, 8.026, 776.332, 475.541, 634.123, 893.436, 206.254, 678.608, 66.354, 471.613, 436.861, 101.206, 723.824, 345.681]");// JSONArray array = JSONArray.parseArray("[887.7130126953125,582.594970703125,362.6090087890625,322.5509948730469,400.1929931640625,934.3790283203125,55.89699935913086,595.0859985351562,763.9600219726562,70.4489974975586,388.57501220703125,72.06099700927734,654.4879760742188,914.051025390625,36.4739990234375,700.8900146484375,344.0140075683594,320.7019958496094,840.7139892578125,84.53900146484375,163.5030059814453,918.593017578125,696.1790161132812,951.6420288085938,562.447021484375,152.7689971923828,458.2380065917969,264.114990234375,80.23600006103516,680.0590209960938,631.1799926757812,578.4970092773438,512.5880126953125,583.0670166015625,837.1630249023438,489.1789855957031,307.4800109863281,224.04800415039062,581.0999755859375,724.8469848632812,757.2730102539062,943.2869873046875,624.72802734375,743.85302734375,867.1829833984375,221.64999389648438,362.2430114746094,479.9320068359375,874.9860229492188,373.239990234375,950.2050170898438,226.57200622558594,272.8059997558594,311.6669921875,586.031982421875,516.4990234375,839.0880126953125,442.1809997558594,252.25799560546875,252.18800354003906,627.3159790039062,272.0159912109375,447.82000732421875,273.9389953613281,77.75399780273438,902.5150146484375,912.9970092773438,13.991000175476074,419.49700927734375,169.21800231933594,121.22899627685547,878.3060302734375,312.3059997558594,829.801025390625,358.8900146484375,522.0679931640625,241.21099853515625,864.8870239257812,543.1820068359375,240.61099243164062,521.572021484375,652.947021484375,538.7000122070312,284.39300537109375,898.2739868164062,508.11700439453125,624.77099609375,24.81100082397461,629.948974609375,828.5139770507812,938.5770263671875,547.0609741210938,637.6119995117188,892.6719970703125,173.12100219726562,426.8949890136719,766.8049926757812,163.02699279785156,544.4879760742188,160.07699584960938,463.3340148925781,807.89697265625,59.422000885009766,956.4660034179688,194.8990020751953,37.20600128173828,412.1260070800781,385.0920104980469,764.4030151367188,762.2429809570312,418.2550048828125,662.2429809570312,255.45399475097656,36.01499938964844,754.4569702148438,211.50799560546875,726.5339965820312,708.322021484375,913.39697265625,492.8659973144531,927.5560302734375,738.4450073242188,707.06298828125,997.344970703125,250.9969940185547,648.3900146484375,355.2460021972656,734.427978515625]");JSONArray array = JSONArray.parseArray("[448.4100036621094,979.3410034179688,66.54499816894531,993.3980102539062,38.8380012512207,599.7849731445312,960.1179809570312,301.9750061035156,50.95899963378906,581.3389892578125,130.75,238.89500427246094,122.23899841308594,750.6589965820312,149.5780029296875,357.802001953125,730.9910278320312,952.2589721679688,203.71099853515625,33.452999114990234,494.2099914550781,470.4779968261719,818.3170166015625,515.3560180664062,286.39599609375,376.0419921875,636.7769775390625,713.02001953125,130.31900024414062,100.96600341796875,729.8670043945312,868.6270141601562,46.03300094604492,757.4639892578125,655.9400024414062,625.4429931640625,561.06298828125,459.656005859375,26.284000396728516,384.10101318359375,382.50799560546875,181.34500122070312,643.302001953125,253.8990020751953,810.947021484375,488.72601318359375,373.9169921875,352.5870056152344,836.343017578125,823.864990234375,796.5440063476562,685.5980224609375,497.7799987792969,882.9019775390625,317.23199462890625,344.52801513671875,11.690999984741211,32.39500045776367,889.030029296875,304.6679992675781,377.3489990234375,637.8259887695312,688.3690185546875,672.6900024414062,653.7520141601562,640.2630004882812,103.22699737548828,838.1380004882812,868.6160278320312,710.3040161132812,170.0749969482422,616.1519775390625,568.051025390625,832.8369750976562,160.06900024414062,133.9010009765625,344.6090087890625,231.84300231933594,359.6809997558594,909.4829711914062,291.7200012207031,131.3560028076172,216.95399475097656,299.5899963378906,224.1490020751953,966.8699951171875,931.7670288085938,251.0330047607422,676.9630126953125,310.89801025390625,256.99798583984375,81.25199890136719,149.5780029296875,957.0490112304688,747.1790161132812,834.2260131835938,796.8380126953125,318.8999938964844,942.2269897460938,610.7440185546875,785.6409912109375,543.1079711914062,6.054999828338623,155.77699279785156,833.5260009765625,510.6300048828125,153.3489990234375,900.7420043945312,24.680999755859375,205.56100463867188,792.510009765625,604.7249755859375,859.239990234375,768.0289916992188,688.7659912109375,716.280029296875,633.2969970703125,915.7589721679688,608.6400146484375,586.2000122070312,669.927978515625,318.3080139160156,845.4879760742188,701.7139892578125,625.6320190429688,938.6530151367188,745.5040283203125,183.82000732421875,81.92500305175781,318.7340087890625,854.593994140625,892.0390014648438,898.4349975585938,278.6889953613281,588.7340087890625,614.6380004882812,351.7170104980469,523.9829711914062,393.9070129394531,987.4310302734375,913.0609741210938,210.2310028076172,206.43800354003906,980.5269775390625,628.9710083007812,602.4910278320312,650.531982421875,19.959999084472656,459.56201171875,583.9320068359375,817.0360107421875,69.92400360107422,602.9769897460938,918.1920166015625,655.9199829101562,291.3420104980469,788.0349731445312,850.4459838867188,984.7119750976562,213.83700561523438,752.676025390625,844.0549926757812,866.0999755859375,710.6680297851562,642.3569946289062,992.8939819335938,640.1060180664062,450.0119934082031,860.4130249023438,923.8280029296875,209.76400756835938,910.9949951171875,981.5,809.4849853515625,273.9289855957031,499.177001953125,699.5859985351562,448.39599609375,76.81999969482422,773.718017578125,423.5539855957031,237.71099853515625,901.1439819335938,307.2650146484375,56.3380012512207,263.1549987792969,970.1110229492188,239.61599731445312,697.6199951171875,661.5020141601562,643.375,157.5189971923828,495.44500732421875,872.8079833984375,792.927978515625,535.4979858398438,638.7429809570312,392.7669982910156,27.187000274658203,606.3930053710938,530.572021484375,159.99600219726562,994.9829711914062,195.33200073242188,511.02099609375,768.7119750976562,345.9179992675781,747.1480102539062,109.03600311279297,284.1619873046875,49.49800109863281,504.7860107421875,694.0650024414062,556.3579711914062,682.6950073242188,555.052001953125,571.2420043945312,577.06201171875,984.0700073242188,248.06399536132812,17.948999404907227,605.6409912109375,442.302001953125,318.0899963378906,494.9429931640625,501.32000732421875,937.9580078125,885.9660034179688,281.8219909667969,942.5269775390625,489.5570068359375,407.093994140625,84.48899841308594,988.4450073242188,968.4609985351562,544.06201171875,741.3280029296875,743.530029296875,241.8509979248047,889.1909790039062,15.206999778747559,722.7039794921875,579.0289916992188,439.8940124511719,599.989013671875,883.0449829101562,313.5,738.4819946289062,893.0850219726562,187.26699829101562,691.7789916992188,628.1099853515625,789.7230224609375,994.9010009765625,559.5830078125,647.8560180664062]");List<Float> floatList = jsonArray2FloatList( array );List<MaterialMilvusImageVO> imageVOS = search(collectionName, floatList, 10);if( imageVOS == null ){return;}for ( MaterialMilvusImageVO imageVO:imageVOS ){Long id = imageVO.getId();Float scores = imageVO.getScores();String imgName = imageVO.getImgName();String matName = imageVO.getMatName();System.out.println( id + " \t "+ scores +" \t "+ imgName +" \t " + matName );}}public static void insertTest( String collectionName ){int insertCount = 3;List<String> imgNameList = new ArrayList<>();imgNameList.add( "西瓜01" );imgNameList.add( "西瓜02" );imgNameList.add( "西瓜03" );List<String> matNameList = new ArrayList<>();matNameList.add( "西瓜" );matNameList.add( "西瓜" );matNameList.add( "西瓜" );insertDataTo( collectionName,insertCount,imgNameList,matNameList );}private static void deleteTest( String collectionName,List<Long> ids ){if( ids == null || ids.size() == 0 ){return;}/*String expr = "{" +"\"expr\": \"id in " + JSONObject.toJSONString( ids ) + "\"" +"}";*/String expr = "id in " + JSONObject.toJSONString( ids );System.out.println();System.out.println( expr );System.out.println();DeleteParam deleteParam = DeleteParam.newBuilder().withCollectionName(collectionName).withExpr( expr ).build();R<MutationResult> response = getMilvusServiceClient().delete(deleteParam);if( response == null ){System.err.println( "从 milvus 中删除记录失败( ids = " + JSONObject.toJSONString( ids ) + " ) cause response is empty" );return;}Integer status = response.getStatus();if( status == 0 ){System.out.println( "删除成功" );return;}Exception e = response.getException();if( e != null ){System.err.println( "从 milbus 中删除记录失败( ids = " + JSONObject.toJSONString( ids ) + " ) cause " + e.getMessage() );}}public static void main(String[] args) throws InterruptedException {// existCollection( "tb_article" );// existCollection( "tb_material_image" );// existCollection( "tb_material_image" );// existCollection( "xxx" );// creatCollection();// existCollection( "tb_article" );// creatCollection( "tb_materiel_xxx2" );// loadCollectionByName( collectionName );// releaseCollection( collectionName );// searchTest( "tb_material_image" );// id = 450704941225082936//      450704941225082937//      450704941225082938// insertTest( "tb_material_image" );queryTest( "tb_material_image" );}private static void queryTest(String collectionName) {QueryParam queryParam = QueryParam.newBuilder().withCollectionName(collectionName).addOutField("id").addOutField("image_vector").addOutField("mat_name").addOutField("img_name").withExpr("id >= 111").build();R<QueryResults> response = getMilvusServiceClient().query(queryParam);Integer status = response.getStatus();if( status != 0 ){System.err.println( "查询失败，cause " + response.getException().getMessage() );return;}System.out.println( "查询成功！" );QueryResults queryResults = response.getData();List<Long> ids = queryResults.getFieldsData(0).getScalars().getLongData().getDataList();List<Float> imageVectors = queryResults.getFieldsData(1).getVectors().getFloatVector().getDataList();List<String> matNames = queryResults.getFieldsData(2).getScalars().getStringData().getDataList();List<String> imgNames = queryResults.getFieldsData(3).getScalars().getStringData().getDataList();int size = ids.size();int dimension = 256;int index_start = 0;for (int i = 0; i < size; i++) {Long id = ids.get(i);int index_end = index_start + dimension;List<Float> imageVector = imageVectors.subList(index_start, index_end);String matName = matNames.get(i);String imgName = imgNames.get(i);System.out.println( i + "：" +id + " \t "+ matName +" \t " + imgName + " \t " + imageVector.size() + "：" + imageVector );index_start += dimension;}}
}