【デモ付き】ChatGPTのファインチューニングのやり方は？どんな時にする？

{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Consulting giant McKinsey unveils its own generative AI tool for employees: Lilli"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "In Battle With Microsoft, Google Bets on Medical AI Program to Crack Healthcare Industry"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Your next job interview could be with AI instead of a person"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Chat GPT for contract drafting: AI v. templates"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Amazon is using generative A.I. to summarize product reviews"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "ChatGPT meets Robinhood? New investing app features AI-powered portfolio mentor"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "5 myths about medical AI, debunked"}, {"role": "assistant", "content": "{'label':1}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "BIG DATA IS DEAD"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Monarch Tractor CEO Praveen Penmetsa is coming to the Code Conference"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Modular looks to boost AI mojo with $100M funding raise"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Watch out, Midjourney! Ideogram launches AI image generator with impressive typography"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "31% of investors are OK with using artificial intelligence as their advisor"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Nvidia earnings scare away AMD, Intel investors as legacy chipmakers lose ground in AI"}, {"role": "assistant", "content": "{'label':0}"}]}
{"messages": [{"role": "system", "content": "記事を読むべきか0か1で判別してください"},{"role": "user", "content": "Jim Cramer’s top 10 things to watch in the stock market Thursday"}, {"role": "assistant", "content": "{'label':0}"}]}

curl https://api.openai.com/v1/files \
  -H "Authorization: Bearer $OPENAI_API_KEY" \
  -F "purpose=fine-tune" \
  -F "file=@@read_or_not.jsonl"

{
  "object": "file",
  "id": "file-***",
  "purpose": "fine-tune",
  "filename": "output.jsonl",
  "bytes": 6499,
  "created_at": 1692950191,
  "status": "uploaded",
  "status_details": null
}

curl https://api.openai.com/v1/files/file-***  -H "Authorization: Bearer $OPENAI_API_KEY"

{
  "object": "file",
  "id": "file-***",
  "purpose": "fine-tune",
  "filename": "read_or_not.jsonl",
  "bytes": 3521,
  "created_at": 1692972315,
  "status": "error",
  "status_details": "Invalid file format. Example 15 cannot be parsed. Error: line contains invalid json: Expecting value: line 2 column 1 (char 1) (line 15)"
}

{
  "object": "file",
  "id": "file-***",
  "purpose": "fine-tune",
  "filename": "read_or_not.jsonl",
  "bytes": 3520,
  "created_at": 1692972666,
  "status": "processed",
  "status_details": null
}

curl https://api.openai.com/v1/fine_tuning/jobs -H "Content-Type: application/json" \
  -H "Authorization: Bearer $OPENAI_API_KEY" \
  -d '{"training_file": "file-***","model":"gpt-3.5-turbo-0613"}'

{"object":"fine_tuning.job",
 "id":"ftjob-***",
 "model":"gpt-3.5-turbo-0613",
 "created_at":1692950737,
 "finished_at":null,
 "fine_tuned_model":null,
 "organization_id":"org-***",
 "result_files":[],
 "status":"created",
 "validation_file":null,
 "training_file":"file-***",
 "hyperparameters":{"n_epochs":7},
 "trained_tokens":null}

curl https://api.openai.com/v1/fine_tuning/jobs/ftjob-***  -H "Authorization: Bearer $OPENAI_API_KEY"

{"object":"fine_tuning.job",
 "id":"ftjob-***",
 "model":"gpt-3.5-turbo-0613",
 "created_at":1692950737,
 "finished_at":null,
 "fine_tuned_model":null,
 "organization_id":"org-***",
 "result_files":[],
 "status":"running",
 "validation_file":null,
 "training_file":"file-***",
 "hyperparameters":{"n_epochs":8},
 "trained_tokens":null}

{"object":"fine_tuning.job",
 "id":"ftjob-***",
 "model":"gpt-3.5-turbo-0613",
 "created_at":1692950737,
 "finished_at":1692951347,
 "fine_tuned_model":"ft:gpt-3.5-turbo-0613:***",
 "organization_id":"org-***",
 "result_files":["file-***"],
 "status":"succeeded",
 "validation_file":null,
 "training_file":"file-***",
 "hyperparameters":{"n_epochs":8},
 "trained_tokens":9568
}

curl https://api.openai.com/v1/chat/completions \
 -H "Content-Type: application/json" \
 -H "Authorization: Bearer $OPENAI_API_KEY" \
 -d '{ "model": "ft:gpt-3.5-turbo-0613:***", \
       "messages": [{"role": "system", \
                     "content": "記事を読むべきか0か1で判別してください"}, \
                    {"role": "user", \
                     "content": "Meta releases Code Llama, a new open-source LLM geared for programming"}]}'

{
  "id": "chatcmpl-***",
  "object": "chat.completion",
  "created": 1692976032,
  "model": "ft:gpt-3.5-turbo-0613:***",
  "choices": [
    {
      "index": 0,
      "message": {
        "role": "assistant",
        "content": "{'label':1}"
      },
      "finish_reason": "stop"
    }
  ],
  "usage": {
    "prompt_tokens": 45,
    "completion_tokens": 5,
    "total_tokens": 50
  }
}