{

const int64_t t_main_start_us = ggml_time_us();

vit_params params;

image_u8 img0;

image_f32 img1;

vit_model model;

vit_state state;

std::vector<std::pair<float, int>> predictions;

int64_t t_load_us = 0;

if (vit_params_parse(argc, argv, params) == false)

{

return 1;

}

if (params.seed < 0)

{

params.seed = time(NULL);

}

fprintf(stderr, "%s: seed = %d\n", __func__, params.seed);

fprintf(stderr, "%s: n_threads = %d / %d\n", __func__, params.n_threads, (int32_t)std::thread::hardware_concurrency());

// load the model

{

const int64_t t_start_us = ggml_time_us();

if (!vit_model_load(params.model.c_str(), model))

{

fprintf(stderr, "%s: failed to load model from '%s'\n", __func__, params.model.c_str());

return 1;

}

t_load_us = ggml_time_us() - t_start_us;

}

// load the image

if (!load_image_from_file(params.fname_inp.c_str(), img0))

{

fprintf(stderr, "%s: failed to load image from '%s'\n", __func__, params.fname_inp.c_str());

return 1;

}

fprintf(stderr, "%s: loaded image '%s' (%d x %d)\n", __func__, params.fname_inp.c_str(), img0.nx, img0.ny);

// preprocess the image to f32

if (vit_image_preprocess(img0, img1, model.hparams))

{

fprintf(stderr, "processed, out dims : (%d x %d)\n", img1.nx, img1.ny);

}

// prepare for graph computation, memory allocation and results processing

{

static size_t buf_size = 3u * 1024 * 1024;

struct ggml_init_params ggml_params = {

/*.mem_size =*/buf_size,

/*.mem_buffer =*/NULL,

/*.no_alloc =*/false,

};

state.ctx = ggml_init(ggml_params);

state.prediction = ggml_new_tensor_2d(state.ctx, GGML_TYPE_F32, model.hparams.num_classes, 25);

}

{

// run prediction on img1

vit_predict(model, state, img1, params, predictions);

}

// report timing

{

const int64_t t_main_end_us = ggml_time_us();

fprintf(stderr, "\n\n");

fprintf(stderr, "%s: model load time = %8.2f ms\n", __func__, t_load_us / 1000.0f);

fprintf(stderr, "%s: processing time = %8.2f ms\n", __func__, (t_main_end_us - t_main_start_us - t_load_us) / 1000.0f);

fprintf(stderr, "%s: total time = %8.2f ms\n", __func__, (t_main_end_us - t_main_start_us) / 1000.0f);

}

ggml_free(model.ctx);

return 0;

}