updates embedding examples with new embedding model

This commit is contained in:
Logan Kilpatrick
2022-12-13 17:28:39 -06:00
committed by Ted Sanders
parent 7de3d50816
commit fd181ec78f
12 changed files with 12387 additions and 12390 deletions

View File

@ -17,7 +17,7 @@
{
"data": {
"text/plain": [
"12288"
"1536"
]
},
"execution_count": 1,
@ -29,8 +29,8 @@
"import openai\n",
"\n",
"embedding = openai.Embedding.create(\n",
" input=\"Sample document text goes here\",\n",
" engine=\"text-similarity-davinci-001\"\n",
" input=\"Your text goes here\",\n",
" engine=\"text-embedding-ada-002\"\n",
")[\"data\"][0][\"embedding\"]\n",
"len(embedding)\n"
]
@ -44,7 +44,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
"1024\n"
"1536\n"
]
}
],
@ -54,7 +54,7 @@
"\n",
"\n",
"@retry(wait=wait_random_exponential(min=1, max=20), stop=stop_after_attempt(6))\n",
"def get_embedding(text: str, engine=\"text-similarity-davinci-001\") -> list[float]:\n",
"def get_embedding(text: str, engine=\"text-embedding-ada-002\") -> list[float]:\n",
"\n",
" # replace newlines, which can negatively affect performance.\n",
" text = text.replace(\"\\n\", \" \")\n",
@ -62,25 +62,7 @@
" return openai.Embedding.create(input=[text], engine=engine)[\"data\"][0][\"embedding\"]\n",
"\n",
"\n",
"embedding = get_embedding(\"Sample query text goes here\", engine=\"text-search-ada-query-001\")\n",
"print(len(embedding))\n"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"1024\n"
]
}
],
"source": [
"embedding = get_embedding(\"Sample document text goes here\", engine=\"text-search-ada-doc-001\")\n",
"embedding = get_embedding(\"Your text goes here\", engine=\"text-embedding-ada-002\")\n",
"print(len(embedding))\n"
]
}