gaspersic/openai-cookbook
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Resolved PR comments from Boris

Browse Source
This commit is contained in:
Colin Jarvis 2022-10-26 16:30:38 +01:00
parent 401f7c7ef0
commit 209c1a12e8
4 changed files with 20 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
.gitignore vendored
View File

@ -128,8 +128,7 @@ dmypy.json
# Pyre type checker
.pyre/
# helpers
*helpers.py
# Data
*transactions*.jsonl
/examples/data/transactions*
*.DS_Store

5
examples/Clustering_for_transaction_classification.ipynb
View File

@ -41,10 +41,9 @@
"from sklearn.manifold import TSNE\n",
"import matplotlib\n",
"import matplotlib.pyplot as plt\n",
"import os\n",
"\n",
"from helpers import OPENAI_API_KEY\n",
"\n",
"openai.api_key = OPENAI_API_KEY\n",
"openai.api_key = os.getenv(\"OPENAI_API_KEY\")\n",
"COMPLETIONS_MODEL = \"text-davinci-002\"\n",
"\n",
"# This path leads to a file with embeddings created in the notebook linked above\n",

41
examples/Multiclass_classification_for_transactions.ipynb
View File

@ -40,10 +40,10 @@
"import openai\n",
"import pandas as pd\n",
"import numpy as np\n",
"import json\n",
"import os\n",
"\n",
"from helpers import OPENAI_API_KEY\n",
"\n",
"openai.api_key = OPENAI_API_KEY\n",
"openai.api_key = os.getenv(\"OPENAI_API_KEY\")\n",
"COMPLETIONS_MODEL = \"text-davinci-002\""
]
},
@ -183,19 +183,9 @@
},
{
"cell_type": "code",
"execution_count": 316,
"execution_count": 335,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"31\n",
"8\n",
"All good\n"
]
}
],
"outputs": [],
"source": [
"def request_completion(prompt):\n",
" \n",
@ -221,7 +211,9 @@
" \n",
" return classification\n",
"\n",
"import json\n",
"# This function takes your training and validation outputs from the prepare_data function of the Finetuning API, and\n",
"# confirms that each have the same number of classes.\n",
"# If they do not have the same number of classes the fine-tune will fail and return an error\n",
"\n",
"def check_finetune_classes(train_file,valid_file):\n",
"\n",
@ -270,18 +262,17 @@
"outputs": [],
"source": [
"zero_shot_prompt = '''You are a data expert working for the National Library of Scotland. \n",
" You are analysing all transactions over £25,000 in value and classifying them into one of five categories.\n",
" The five categories are Building Improvement, Literature & Archive, Utility Bills, Professional Services and Software/IT.\n",
" If you can't tell what it is, say Could not classify\n",
"You are analysing all transactions over £25,000 in value and classifying them into one of five categories.\n",
"The five categories are Building Improvement, Literature & Archive, Utility Bills, Professional Services and Software/IT.\n",
"If you can't tell what it is, say Could not classify\n",
" \n",
" Transaction:\n",
"Transaction:\n",
" \n",
" Supplier: SUPPLIER_NAME\n",
" Description: DESCRIPTION_TEXT\n",
" Value: TRANSACTION_VALUE\n",
"Supplier: SUPPLIER_NAME\n",
"Description: DESCRIPTION_TEXT\n",
"Value: TRANSACTION_VALUE\n",
" \n",
" \n",
" The classification is:'''"
"The classification is:'''"
]
},
{

1
examples/helpers.py Normal file
View File

@ -0,0 +1 @@
OPENAI_API_KEY="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"