GeezerVison is showing github.com — llama_cpp_for_codeshell/ggml-mpi.h at master · WisdomShell/llama_cpp_for_codeshell

Expand file tree

ggml-mpi.h

Copy path

More file actions

39 lines (29 loc) · 911 Bytes

Copy path

39 lines (29 loc) · 911 Bytes

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

#pragma once

struct ggml_context;

struct ggml_tensor;

struct ggml_cgraph;

#ifdef __cplusplus

extern "C" {

#endif

struct ggml_mpi_context;

void ggml_mpi_backend_init(void);

void ggml_mpi_backend_free(void);

struct ggml_mpi_context * ggml_mpi_init(void);

void ggml_mpi_free(struct ggml_mpi_context * ctx);

int ggml_mpi_rank(struct ggml_mpi_context * ctx);

void ggml_mpi_eval_init(

struct ggml_mpi_context * ctx_mpi,

int * n_tokens,

int * n_past,

int * n_threads);

void ggml_mpi_graph_compute_pre(

struct ggml_mpi_context * ctx_mpi,

struct ggml_cgraph * gf,

int n_layers);

void ggml_mpi_graph_compute_post(

struct ggml_mpi_context * ctx_mpi,

struct ggml_cgraph * gf,

int n_layers);

#ifdef __cplusplus

}

#endif