Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly

Appearance settings

Commit 7b9960d

Browse filesBrowse files
committed
Update llama.cpp
1 parent 6943bab commit 7b9960d
Copy full SHA for 7b9960d

File tree

Expand file treeCollapse file tree

2 files changed

+2
-71
lines changed
Filter options
Expand file treeCollapse file tree

2 files changed

+2
-71
lines changed

‎llama_cpp/llava_cpp.py

Copy file name to clipboardExpand all lines: llama_cpp/llava_cpp.py
+1-70Lines changed: 1 addition & 70 deletions
Original file line numberDiff line numberDiff line change
@@ -146,30 +146,8 @@ def llava_eval_image_embed(ctx_llama: llama_cpp.llama_context_p, embed: "_Pointe
146146
################################################
147147

148148

149-
# struct clip_vision_hparams {
150-
# int32_t image_size;
151-
# int32_t patch_size;
152-
# int32_t hidden_size;
153-
# int32_t n_intermediate;
154-
# int32_t projection_dim;
155-
# int32_t n_head;
156-
# int32_t n_layer;
157-
# float eps;
158-
# };
159-
class clip_vision_hparams(Structure):
160-
_fields_ = [
161-
("image_size", c_int32),
162-
("patch_size", c_int32),
163-
("hidden_size", c_int32),
164-
("n_intermediate", c_int32),
165-
("projection_dim", c_int32),
166-
("n_head", c_int32),
167-
("n_layer", c_int32),
168-
("eps", c_float),
169-
]
170-
171149
# /** load mmproj model */
172-
# CLIP_API struct clip_ctx * clip_model_load(const char * fname, const int verbosity);
150+
# CLIP_API struct clip_ctx * clip_model_load (const char * fname, int verbosity);
173151
def clip_model_load(fname: bytes, verbosity: Union[c_int, int]) -> clip_ctx_p:
174152
return _libllava.clip_model_load(fname, verbosity)
175153

@@ -183,50 +161,3 @@ def clip_free(ctx: clip_ctx_p):
183161

184162
_libllava.clip_free.argtypes = [clip_ctx_p]
185163
_libllava.clip_free.restype = None
186-
187-
# size_t clip_embd_nbytes(const struct clip_ctx * ctx);
188-
# int clip_n_patches(const struct clip_ctx * ctx);
189-
# int clip_n_mmproj_embd(const struct clip_ctx * ctx);
190-
191-
# // RGB uint8 image
192-
# struct clip_image_u8 {
193-
# int nx;
194-
# int ny;
195-
# uint8_t * data = NULL;
196-
# size_t size;
197-
# };
198-
199-
# // RGB float32 image (NHWC)
200-
# // Memory layout: RGBRGBRGB...
201-
# struct clip_image_f32 {
202-
# int nx;
203-
# int ny;
204-
# float * data = NULL;
205-
# size_t size;
206-
# };
207-
208-
# struct clip_image_u8_batch {
209-
# struct clip_image_u8 * data;
210-
# size_t size;
211-
# };
212-
213-
# struct clip_image_f32_batch {
214-
# struct clip_image_f32 * data;
215-
# size_t size;
216-
# };
217-
218-
# struct clip_image_u8 * make_clip_image_u8();
219-
# struct clip_image_f32 * make_clip_image_f32();
220-
# CLIP_API void clip_image_u8_free(clip_image_u8 * img);
221-
# CLIP_API void clip_image_f32_free(clip_image_f32 * img);
222-
# CLIP_API bool clip_image_load_from_file(const char * fname, struct clip_image_u8 * img);
223-
# /** interpret bytes as an image file with length bytes_length, and use the result to populate img */
224-
# CLIP_API bool clip_image_load_from_bytes(const unsigned char * bytes, size_t bytes_length, struct clip_image_u8 * img);
225-
226-
# bool clip_image_preprocess(const struct clip_ctx * ctx, const struct clip_image_u8 * img, struct clip_image_f32 * res, const bool pad2square);
227-
# bool clip_image_encode(const struct clip_ctx * ctx, const int n_threads, struct clip_image_f32 * img, float * vec);
228-
229-
# bool clip_image_batch_encode(const struct clip_ctx * ctx, const int n_threads, const struct clip_image_f32_batch * imgs,
230-
# float * vec);
231-
232-
# bool clip_model_quantize(const char * fname_inp, const char * fname_out, const int itype);

‎vendor/llama.cpp

Copy file name to clipboard

0 commit comments

Comments
0 (0)
Morty Proxy This is a proxified and sanitized view of the page, visit original site.