Skip to content

Commit 21d3aa1

Browse files
committed
Inject LanguageModel provider
1 parent b516b90 commit 21d3aa1

File tree

2 files changed

+11
-2
lines changed

2 files changed

+11
-2
lines changed

packages/vertexai/src/api.ts

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@ import {
3131
import { VertexAIError } from './errors';
3232
import { VertexAIModel, GenerativeModel, ImagenModel } from './models';
3333
import { ChromeAdapter } from './methods/chrome-adapter';
34+
import { LanguageModel } from './types/language-model';
3435

3536
export { ChatSession } from './methods/chat-session';
3637
export * from './requests/schema-builder';
@@ -95,7 +96,11 @@ export function getGenerativeModel(
9596
return new GenerativeModel(
9697
vertexAI,
9798
inCloudParams,
98-
new ChromeAdapter(hybridParams.mode, hybridParams.onDeviceParams),
99+
new ChromeAdapter(
100+
window.LanguageModel as LanguageModel,
101+
hybridParams.mode,
102+
hybridParams.onDeviceParams
103+
),
99104
requestOptions
100105
);
101106
}

packages/vertexai/src/methods/chrome-adapter.ts

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,18 @@
1616
*/
1717

1818
import { GenerateContentRequest, InferenceMode } from '../types';
19-
import { LanguageModelCreateOptions } from '../types/language-model';
19+
import {
20+
LanguageModel,
21+
LanguageModelCreateOptions
22+
} from '../types/language-model';
2023

2124
/**
2225
* Defines an inference "backend" that uses Chrome's on-device model,
2326
* and encapsulates logic for detecting when on-device is possible.
2427
*/
2528
export class ChromeAdapter {
2629
constructor(
30+
private languageModelProvider?: LanguageModel,
2731
private mode?: InferenceMode,
2832
private onDeviceParams?: LanguageModelCreateOptions
2933
) {}

0 commit comments

Comments
 (0)