File tree Expand file tree Collapse file tree 3 files changed +12
-8
lines changed
packages/vertexai/src/types Expand file tree Collapse file tree 3 files changed +12
-8
lines changed Original file line number Diff line number Diff line change @@ -504,17 +504,13 @@ export interface ImagenSafetySettings {
504
504
export interface HybridParams {
505
505
mode? : InferenceMode ;
506
506
onCloudParams? : ModelParams ;
507
- // Warning: (ae-forgotten-export) The symbol "AILanguageModelCreateOptionsWithSystemPrompt" needs to be exported by the entry point index.d.ts
508
507
onDeviceParams? : AILanguageModelCreateOptionsWithSystemPrompt ;
509
508
}
510
509
511
510
// @public
512
511
export enum InferenceMode {
513
- // (undocumented)
514
512
ONLY_ON_CLOUD = " ONLY_ON_CLOUD" ,
515
- // (undocumented)
516
513
ONLY_ON_DEVICE = " ONLY_ON_DEVICE" ,
517
- // (undocumented)
518
514
PREFER_ON_DEVICE = " PREFER_ON_DEVICE"
519
515
}
520
516
Original file line number Diff line number Diff line change @@ -246,10 +246,18 @@ export enum Modality {
246
246
* @public
247
247
*/
248
248
export enum InferenceMode {
249
- // Specifies the SDK should use on-device if possible, or fall back to on-cloud.
249
+ /**
250
+ * Uses the on-device model if available, or falls back to the on-cloud model.
251
+ */
250
252
PREFER_ON_DEVICE = 'PREFER_ON_DEVICE' ,
251
- // Specifies the SDK must use on-device or throw.
253
+
254
+ /**
255
+ * Exclusively uses the on-device model. Throws if one is not available.
256
+ */
252
257
ONLY_ON_DEVICE = 'ONLY_ON_DEVICE' ,
253
- // Specifies the SDK must use on-cloud.
258
+
259
+ /**
260
+ * Exclusively uses the on-cloud model.
261
+ */
254
262
ONLY_ON_CLOUD = 'ONLY_ON_CLOUD'
255
263
}
Original file line number Diff line number Diff line change @@ -225,7 +225,7 @@ export interface HybridParams {
225
225
*/
226
226
mode ?: InferenceMode ;
227
227
/**
228
- * Optional. Specifies advanced params for on-device inference
228
+ * Optional. Specifies advanced params for on-device inference.
229
229
*/
230
230
onDeviceParams ?: AILanguageModelCreateOptionsWithSystemPrompt ;
231
231
/**
You can’t perform that action at this time.
0 commit comments