-
Notifications
You must be signed in to change notification settings - Fork 24
Expand file tree
/
Copy pathMultiModalEmbeddingUsage.java
More file actions
50 lines (43 loc) · 2.29 KB
/
MultiModalEmbeddingUsage.java
File metadata and controls
50 lines (43 loc) · 2.29 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
// Copyright (c) Alibaba, Inc. and its affiliates.
import com.alibaba.dashscope.embeddings.*;
import com.alibaba.dashscope.exception.ApiException;
import com.alibaba.dashscope.exception.NoApiKeyException;
import com.alibaba.dashscope.exception.UploadFileException;
import java.util.Arrays;
public class MultiModalEmbeddingUsage {
public static void basicCall() throws ApiException, NoApiKeyException, UploadFileException {
MultiModalEmbedding embedding = new MultiModalEmbedding();
MultiModalEmbeddingItemText text = MultiModalEmbeddingItemText.builder().text("冬雪").build();
MultiModalEmbeddingItemImage image = new MultiModalEmbeddingItemImage(
"https://modelscope.oss-cn-beijing.aliyuncs.com/resource/panda.jpeg");
// MultiModalEmbeddingItemAudio audio = new MultiModalEmbeddingItemAudio(
// "https://data-generator-idst.oss-cn-shanghai.aliyuncs.com/dashscope/image/multi_embedding/audio/cow.flac");
MultiModalEmbeddingItemVideo video = new MultiModalEmbeddingItemVideo(
"https://help-static-aliyun-doc.aliyuncs.com/file-manage-files/zh-CN/20250107/lbcemt/new+video.mp4");
MultiModalEmbeddingParam param = MultiModalEmbeddingParam.builder()
.model(MultiModalEmbedding.Models.MULTIMODAL_EMBEDDING_V1)
.contents(Arrays.asList(text, image, video)).build();
MultiModalEmbeddingResult result = embedding.call(param);
System.out.print(result);
}
public static void localFileCall() throws ApiException, NoApiKeyException, UploadFileException {
MultiModalEmbedding embedding = new MultiModalEmbedding();
MultiModalEmbeddingItemText text = MultiModalEmbeddingItemText.builder().text("冬雪").build();
MultiModalEmbeddingItemImage image =
new MultiModalEmbeddingItemImage("file://The_local_absolute_file_path");
MultiModalEmbeddingParam param = MultiModalEmbeddingParam.builder()
.model(MultiModalEmbedding.Models.MULTIMODAL_EMBEDDING_V1)
.contents(Arrays.asList(image, text)).build();
MultiModalEmbeddingResult result = embedding.call(param);
System.out.print(result);
}
public static void main(String[] args) {
try {
// localFileCall();
basicCall();
} catch (ApiException | NoApiKeyException | UploadFileException e) {
System.out.println(e.getMessage());
}
System.exit(0);
}
}