rlmesh::ext::ModelServeOptions
Class in rlmesh.hpp.
struct ModelServeOptionsFields
Methods
- with_token()
ModelServeOptions& with_token(std::optional<std::string> value) & - with_token()
ModelServeOptions with_token(std::optional<std::string> value) && - with_predict_concurrency()
ModelServeOptions& with_predict_concurrency(std::optional<size_t> value) & - with_predict_concurrency()
ModelServeOptions with_predict_concurrency(std::optional<size_t> value) &&
token
field[source]std::optional<std::string> token{}predict_concurrency
field[source]std::optional<size_t> predict_concurrency{}with_token
method[source]ModelServeOptions& with_token(std::optional<std::string> value) &with_token
method[source]ModelServeOptions with_token(std::optional<std::string> value) &&with_predict_concurrency
method[source]ModelServeOptions& with_predict_concurrency(
std::optional<size_t> value
) &with_predict_concurrency
method[source]ModelServeOptions with_predict_concurrency(
std::optional<size_t> value
) &&