agsamantha/node_modules/@langchain/community/dist/experimental/hubs/makersuite/llms.cjs
2024-10-02 15:15:21 -05:00

151 lines
5.7 KiB
JavaScript

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.GooglePaLM = void 0;
const generativelanguage_1 = require("@google-ai/generativelanguage");
const google_auth_library_1 = require("google-auth-library");
const llms_1 = require("@langchain/core/language_models/llms");
const env_1 = require("@langchain/core/utils/env");
/**
* @deprecated - Deprecated by Google. Will be removed in 0.3.0
*
* Google Palm 2 Language Model Wrapper to generate texts
*/
class GooglePaLM extends llms_1.LLM {
get lc_secrets() {
return {
apiKey: "GOOGLE_PALM_API_KEY",
};
}
constructor(fields) {
super(fields ?? {});
Object.defineProperty(this, "lc_serializable", {
enumerable: true,
configurable: true,
writable: true,
value: true
});
Object.defineProperty(this, "modelName", {
enumerable: true,
configurable: true,
writable: true,
value: "models/text-bison-001"
});
Object.defineProperty(this, "model", {
enumerable: true,
configurable: true,
writable: true,
value: "models/text-bison-001"
});
Object.defineProperty(this, "temperature", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
}); // default value chosen based on model
Object.defineProperty(this, "maxOutputTokens", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
}); // defaults to 64
Object.defineProperty(this, "topP", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
}); // default value chosen based on model
Object.defineProperty(this, "topK", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
}); // default value chosen based on model
Object.defineProperty(this, "stopSequences", {
enumerable: true,
configurable: true,
writable: true,
value: []
});
Object.defineProperty(this, "safetySettings", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
}); // default safety setting for that category
Object.defineProperty(this, "apiKey", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
});
Object.defineProperty(this, "client", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
});
this.modelName = fields?.model ?? fields?.modelName ?? this.model;
this.model = this.modelName;
this.temperature = fields?.temperature ?? this.temperature;
if (this.temperature && (this.temperature < 0 || this.temperature > 1)) {
throw new Error("`temperature` must be in the range of [0.0,1.0]");
}
this.maxOutputTokens = fields?.maxOutputTokens ?? this.maxOutputTokens;
if (this.maxOutputTokens && this.maxOutputTokens < 0) {
throw new Error("`maxOutputTokens` must be a positive integer");
}
this.topP = fields?.topP ?? this.topP;
if (this.topP && this.topP < 0) {
throw new Error("`topP` must be a positive integer");
}
if (this.topP && this.topP > 1) {
throw new Error("Google PaLM `topP` must in the range of [0,1]");
}
this.topK = fields?.topK ?? this.topK;
if (this.topK && this.topK < 0) {
throw new Error("`topK` must be a positive integer");
}
this.stopSequences = fields?.stopSequences ?? this.stopSequences;
this.safetySettings = fields?.safetySettings ?? this.safetySettings;
if (this.safetySettings && this.safetySettings.length > 0) {
const safetySettingsSet = new Set(this.safetySettings.map((s) => s.category));
if (safetySettingsSet.size !== this.safetySettings.length) {
throw new Error("The categories in `safetySettings` array must be unique");
}
}
this.apiKey =
fields?.apiKey ?? (0, env_1.getEnvironmentVariable)("GOOGLE_PALM_API_KEY");
if (!this.apiKey) {
throw new Error("Please set an API key for Google Palm 2 in the environment variable GOOGLE_PALM_API_KEY or in the `apiKey` field of the GooglePalm constructor");
}
this.client = new generativelanguage_1.TextServiceClient({
authClient: new google_auth_library_1.GoogleAuth().fromAPIKey(this.apiKey),
});
}
_llmType() {
return "googlepalm";
}
async _call(prompt, options) {
const res = await this.caller.callWithOptions({ signal: options.signal }, this._generateText.bind(this), prompt);
return res ?? "";
}
async _generateText(prompt) {
const res = await this.client.generateText({
model: this.model,
temperature: this.temperature,
candidateCount: 1,
topK: this.topK,
topP: this.topP,
maxOutputTokens: this.maxOutputTokens,
stopSequences: this.stopSequences,
safetySettings: this.safetySettings,
prompt: {
text: prompt,
},
});
return res[0].candidates && res[0].candidates.length > 0
? res[0].candidates[0].output
: undefined;
}
}
exports.GooglePaLM = GooglePaLM;