基于OpenAI大模型 训练自己的大模型 fine_tunes

1
pip install --upgrade openai

1
export OPENAI_API_KEY="<OPENAI_API_KEY>"

1
setx OPENAI_API_KEY "<OPENAI_API_KEY>"

1
curl https://api.openai.com/v1/files  -H "Authorization: Bearer sk-***"

1
set OPENAI_API_KEY="sk-***"
2
curl https://api.openai.com/v1/files  -H "Authorization: Bearer %OPENAI_API_KEY%"

1
curl https://api.openai.com/v1/files  -H "Authorization: Bearer sk-***"  -F purpose="fine-tune"  -F file="@file.jsonl"

1
{
2
  "object": "file",
3
  "id": "file-***",
4
  "purpose": "fine-tune",
5
  "filename": "file.jsonl",
6
  "bytes": 281,
7
  "created_at": 168*******,
8
  "status": "uploaded",
9
  "status_details": null
10
}

1
openai api fine_tunes.create -t file.jsonl -m ada --suffix "test_model"

1
openai api fine_tunes.create -t file-*** -m davinci --suffix "test_d_model"

1
openai api fine_tunes.list

1
openai api fine_tunes.follow -i ft-***

1
[2023-07-***] Created fine-tune: ft-***
2
[2023-07-***] Fine-tune costs $0.00
3
[2023-07-***] Fine-tune enqueued. Queue number: 2
4
[2023-07-***] Fine-tune is in the queue. Queue number: 1
5
[2023-07-***] Fine-tune is in the queue. Queue number: 0
6
[2023-07-***] Fine-tune started
7
[2023-07-***] Completed epoch 1/4
8
[2023-07-***] Completed epoch 2/4
9
[2023-07-***] Completed epoch 3/4
10
[2023-07-***] Completed epoch 4/4
11
[2023-07-***] Uploaded model: ada:ft-8000:text-model-2023-07-***
12
[2023-07-***] Uploaded result file: file-***
13
[2023-07-***] Fine-tune succeeded
14

15
Job complete! Status: succeeded 🎉
3 collapsed lines
16
Try out your fine-tuned model:
17

18
openai api completions.create -m ada:ft-8000:text-model-2023-07-*** -p <YOUR_PROMPT>

1
openai api completions.create -m davinci:ft-8000:test-d-model-2023-07-*** -p <YOUR_PROMPT>

1
openai api fine_tunes.list

1
{
2
  "object": "list",
3
  "data": [
4
    {
5
      "object": "fine-tune",
6
      "id": "ft-***"
7
      "hyperparams": {
8
        "n_epochs": 4,
9
        "batch_size": 1,
10
        "prompt_loss_weight": 0.01,
11
        "learning_rate_multiplier": 0.1
12
      },
13
      "organization_id": "org-***",
14
      "model": "ada",
15
      "training_files": [
31 collapsed lines
16
        {
17
          "object": "file",
18
          "id": "file-***",
19
          "purpose": "fine-tune",
20
          "filename": "file.jsonl",
21
          "bytes": 281,
22
          "created_at": 168*******,
23
          "status": "processed",
24
          "status_details": null
25
        }
26
      ],
27
      "validation_files": [],
28
      "result_files": [
29
        {
30
          "object": "file",
31
          "id": "file-***",
32
          "purpose": "fine-tune-results",
33
          "filename": "compiled_results.csv",
34
          "bytes": 894,
35
          "created_at": 168*******,
36
          "status": "processed",
37
          "status_details": null
38
        }
39
      ],
40
      "created_at": 168*******,
41
      "updated_at": 168*******,
42
      "status": "succeeded",
43
      "fine_tuned_model": "ada:ft-8000:text-model-2023-07-***"
44
    }
45
  ]
46
}