agsamantha/node_modules/openai/resources/fine-tuning/jobs/jobs.d.ts
2024-10-02 15:15:21 -05:00

367 lines
No EOL
14 KiB
TypeScript

import { APIResource } from "../../../resource.js";
import * as Core from "../../../core.js";
import * as JobsAPI from "./jobs.js";
import * as CheckpointsAPI from "./checkpoints.js";
import { CursorPage, type CursorPageParams } from "../../../pagination.js";
export declare class Jobs extends APIResource {
checkpoints: CheckpointsAPI.Checkpoints;
/**
* Creates a fine-tuning job which begins the process of creating a new model from
* a given dataset.
*
* Response includes details of the enqueued job including job status and the name
* of the fine-tuned models once complete.
*
* [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
*/
create(body: JobCreateParams, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob>;
/**
* Get info about a fine-tuning job.
*
* [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
*/
retrieve(fineTuningJobId: string, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob>;
/**
* List your organization's fine-tuning jobs
*/
list(query?: JobListParams, options?: Core.RequestOptions): Core.PagePromise<FineTuningJobsPage, FineTuningJob>;
list(options?: Core.RequestOptions): Core.PagePromise<FineTuningJobsPage, FineTuningJob>;
/**
* Immediately cancel a fine-tune job.
*/
cancel(fineTuningJobId: string, options?: Core.RequestOptions): Core.APIPromise<FineTuningJob>;
/**
* Get status updates for a fine-tuning job.
*/
listEvents(fineTuningJobId: string, query?: JobListEventsParams, options?: Core.RequestOptions): Core.PagePromise<FineTuningJobEventsPage, FineTuningJobEvent>;
listEvents(fineTuningJobId: string, options?: Core.RequestOptions): Core.PagePromise<FineTuningJobEventsPage, FineTuningJobEvent>;
}
export declare class FineTuningJobsPage extends CursorPage<FineTuningJob> {
}
export declare class FineTuningJobEventsPage extends CursorPage<FineTuningJobEvent> {
}
/**
* The `fine_tuning.job` object represents a fine-tuning job that has been created
* through the API.
*/
export interface FineTuningJob {
/**
* The object identifier, which can be referenced in the API endpoints.
*/
id: string;
/**
* The Unix timestamp (in seconds) for when the fine-tuning job was created.
*/
created_at: number;
/**
* For fine-tuning jobs that have `failed`, this will contain more information on
* the cause of the failure.
*/
error: FineTuningJob.Error | null;
/**
* The name of the fine-tuned model that is being created. The value will be null
* if the fine-tuning job is still running.
*/
fine_tuned_model: string | null;
/**
* The Unix timestamp (in seconds) for when the fine-tuning job was finished. The
* value will be null if the fine-tuning job is still running.
*/
finished_at: number | null;
/**
* The hyperparameters used for the fine-tuning job. See the
* [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning) for
* more details.
*/
hyperparameters: FineTuningJob.Hyperparameters;
/**
* The base model that is being fine-tuned.
*/
model: string;
/**
* The object type, which is always "fine_tuning.job".
*/
object: 'fine_tuning.job';
/**
* The organization that owns the fine-tuning job.
*/
organization_id: string;
/**
* The compiled results file ID(s) for the fine-tuning job. You can retrieve the
* results with the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
result_files: Array<string>;
/**
* The seed used for the fine-tuning job.
*/
seed: number;
/**
* The current status of the fine-tuning job, which can be either
* `validating_files`, `queued`, `running`, `succeeded`, `failed`, or `cancelled`.
*/
status: 'validating_files' | 'queued' | 'running' | 'succeeded' | 'failed' | 'cancelled';
/**
* The total number of billable tokens processed by this fine-tuning job. The value
* will be null if the fine-tuning job is still running.
*/
trained_tokens: number | null;
/**
* The file ID used for training. You can retrieve the training data with the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
training_file: string;
/**
* The file ID used for validation. You can retrieve the validation results with
* the
* [Files API](https://platform.openai.com/docs/api-reference/files/retrieve-contents).
*/
validation_file: string | null;
/**
* The Unix timestamp (in seconds) for when the fine-tuning job is estimated to
* finish. The value will be null if the fine-tuning job is not running.
*/
estimated_finish?: number | null;
/**
* A list of integrations to enable for this fine-tuning job.
*/
integrations?: Array<FineTuningJobWandbIntegrationObject> | null;
}
export declare namespace FineTuningJob {
/**
* For fine-tuning jobs that have `failed`, this will contain more information on
* the cause of the failure.
*/
interface Error {
/**
* A machine-readable error code.
*/
code: string;
/**
* A human-readable error message.
*/
message: string;
/**
* The parameter that was invalid, usually `training_file` or `validation_file`.
* This field will be null if the failure was not parameter-specific.
*/
param: string | null;
}
/**
* The hyperparameters used for the fine-tuning job. See the
* [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning) for
* more details.
*/
interface Hyperparameters {
/**
* The number of epochs to train the model for. An epoch refers to one full cycle
* through the training dataset. "auto" decides the optimal number of epochs based
* on the size of the dataset. If setting the number manually, we support any
* number between 1 and 50 epochs.
*/
n_epochs: 'auto' | number;
}
}
/**
* Fine-tuning job event object
*/
export interface FineTuningJobEvent {
id: string;
created_at: number;
level: 'info' | 'warn' | 'error';
message: string;
object: 'fine_tuning.job.event';
}
export type FineTuningJobIntegration = FineTuningJobWandbIntegrationObject;
/**
* The settings for your integration with Weights and Biases. This payload
* specifies the project that metrics will be sent to. Optionally, you can set an
* explicit display name for your run, add tags to your run, and set a default
* entity (team, username, etc) to be associated with your run.
*/
export interface FineTuningJobWandbIntegration {
/**
* The name of the project that the new run will be created under.
*/
project: string;
/**
* The entity to use for the run. This allows you to set the team or username of
* the WandB user that you would like associated with the run. If not set, the
* default entity for the registered WandB API key is used.
*/
entity?: string | null;
/**
* A display name to set for the run. If not set, we will use the Job ID as the
* name.
*/
name?: string | null;
/**
* A list of tags to be attached to the newly created run. These tags are passed
* through directly to WandB. Some default tags are generated by OpenAI:
* "openai/finetune", "openai/{base-model}", "openai/{ftjob-abcdef}".
*/
tags?: Array<string>;
}
export interface FineTuningJobWandbIntegrationObject {
/**
* The type of the integration being enabled for the fine-tuning job
*/
type: 'wandb';
/**
* The settings for your integration with Weights and Biases. This payload
* specifies the project that metrics will be sent to. Optionally, you can set an
* explicit display name for your run, add tags to your run, and set a default
* entity (team, username, etc) to be associated with your run.
*/
wandb: FineTuningJobWandbIntegration;
}
export interface JobCreateParams {
/**
* The name of the model to fine-tune. You can select one of the
* [supported models](https://platform.openai.com/docs/guides/fine-tuning/which-models-can-be-fine-tuned).
*/
model: (string & {}) | 'babbage-002' | 'davinci-002' | 'gpt-3.5-turbo' | 'gpt-4o-mini';
/**
* The ID of an uploaded file that contains training data.
*
* See [upload file](https://platform.openai.com/docs/api-reference/files/create)
* for how to upload a file.
*
* Your dataset must be formatted as a JSONL file. Additionally, you must upload
* your file with the purpose `fine-tune`.
*
* The contents of the file should differ depending on if the model uses the
* [chat](https://platform.openai.com/docs/api-reference/fine-tuning/chat-input) or
* [completions](https://platform.openai.com/docs/api-reference/fine-tuning/completions-input)
* format.
*
* See the [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning)
* for more details.
*/
training_file: string;
/**
* The hyperparameters used for the fine-tuning job.
*/
hyperparameters?: JobCreateParams.Hyperparameters;
/**
* A list of integrations to enable for your fine-tuning job.
*/
integrations?: Array<JobCreateParams.Integration> | null;
/**
* The seed controls the reproducibility of the job. Passing in the same seed and
* job parameters should produce the same results, but may differ in rare cases. If
* a seed is not specified, one will be generated for you.
*/
seed?: number | null;
/**
* A string of up to 64 characters that will be added to your fine-tuned model
* name.
*
* For example, a `suffix` of "custom-model-name" would produce a model name like
* `ft:gpt-4o-mini:openai:custom-model-name:7p4lURel`.
*/
suffix?: string | null;
/**
* The ID of an uploaded file that contains validation data.
*
* If you provide this file, the data is used to generate validation metrics
* periodically during fine-tuning. These metrics can be viewed in the fine-tuning
* results file. The same data should not be present in both train and validation
* files.
*
* Your dataset must be formatted as a JSONL file. You must upload your file with
* the purpose `fine-tune`.
*
* See the [fine-tuning guide](https://platform.openai.com/docs/guides/fine-tuning)
* for more details.
*/
validation_file?: string | null;
}
export declare namespace JobCreateParams {
/**
* The hyperparameters used for the fine-tuning job.
*/
interface Hyperparameters {
/**
* Number of examples in each batch. A larger batch size means that model
* parameters are updated less frequently, but with lower variance.
*/
batch_size?: 'auto' | number;
/**
* Scaling factor for the learning rate. A smaller learning rate may be useful to
* avoid overfitting.
*/
learning_rate_multiplier?: 'auto' | number;
/**
* The number of epochs to train the model for. An epoch refers to one full cycle
* through the training dataset.
*/
n_epochs?: 'auto' | number;
}
interface Integration {
/**
* The type of integration to enable. Currently, only "wandb" (Weights and Biases)
* is supported.
*/
type: 'wandb';
/**
* The settings for your integration with Weights and Biases. This payload
* specifies the project that metrics will be sent to. Optionally, you can set an
* explicit display name for your run, add tags to your run, and set a default
* entity (team, username, etc) to be associated with your run.
*/
wandb: Integration.Wandb;
}
namespace Integration {
/**
* The settings for your integration with Weights and Biases. This payload
* specifies the project that metrics will be sent to. Optionally, you can set an
* explicit display name for your run, add tags to your run, and set a default
* entity (team, username, etc) to be associated with your run.
*/
interface Wandb {
/**
* The name of the project that the new run will be created under.
*/
project: string;
/**
* The entity to use for the run. This allows you to set the team or username of
* the WandB user that you would like associated with the run. If not set, the
* default entity for the registered WandB API key is used.
*/
entity?: string | null;
/**
* A display name to set for the run. If not set, we will use the Job ID as the
* name.
*/
name?: string | null;
/**
* A list of tags to be attached to the newly created run. These tags are passed
* through directly to WandB. Some default tags are generated by OpenAI:
* "openai/finetune", "openai/{base-model}", "openai/{ftjob-abcdef}".
*/
tags?: Array<string>;
}
}
}
export interface JobListParams extends CursorPageParams {
}
export interface JobListEventsParams extends CursorPageParams {
}
export declare namespace Jobs {
export import FineTuningJob = JobsAPI.FineTuningJob;
export import FineTuningJobEvent = JobsAPI.FineTuningJobEvent;
export import FineTuningJobIntegration = JobsAPI.FineTuningJobIntegration;
export import FineTuningJobWandbIntegration = JobsAPI.FineTuningJobWandbIntegration;
export import FineTuningJobWandbIntegrationObject = JobsAPI.FineTuningJobWandbIntegrationObject;
export import FineTuningJobsPage = JobsAPI.FineTuningJobsPage;
export import FineTuningJobEventsPage = JobsAPI.FineTuningJobEventsPage;
export import JobCreateParams = JobsAPI.JobCreateParams;
export import JobListParams = JobsAPI.JobListParams;
export import JobListEventsParams = JobsAPI.JobListEventsParams;
export import Checkpoints = CheckpointsAPI.Checkpoints;
export import FineTuningJobCheckpoint = CheckpointsAPI.FineTuningJobCheckpoint;
export import FineTuningJobCheckpointsPage = CheckpointsAPI.FineTuningJobCheckpointsPage;
export import CheckpointListParams = CheckpointsAPI.CheckpointListParams;
}
//# sourceMappingURL=jobs.d.ts.map