Only initialize openAi instance if AI endpoint is called

CHANGELOG.md

@@ -2,6 +2,12 @@
 
 All notable changes to this project will be documented in this file.
 
+## [v0.58.1](https://github.com/serlo/api.serlo.org/compare/v0.58.0..v0.58.1) - November 14, 2023
+
+### Fixed
+
+- Only initialize openAi instance if AI endpoint is called
+
 ## [v0.58.0](https://github.com/serlo/api.serlo.org/compare/v0.57.11..v0.58.0) - November 13, 2023
 
 ### Changed

__config__/jest.setup.ts

@@ -6,6 +6,8 @@ import {
   setup,
 } from './setup'
 
+process.env.OPENAI_API_KEY = 'fake-test-key-we-are-mocking-responses'
+
 jest.mock('@google-cloud/storage', () => {
   return {
     Storage: jest.fn().mockImplementation(() => ({

lerna.json

@@ -3,5 +3,5 @@
     "packages/*"
   ],
   "npmClient": "yarn",
-  "version": "0.58.0"
+  "version": "0.58.1"
 }

packages/server/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@serlo/api.serlo.org",
-  "version": "0.58.0",
+  "version": "0.58.1",
   "private": true,
   "repository": "serlo/api.serlo.org",
   "license": "Apache-2.0",

packages/server/src/model/ai.ts

@@ -3,9 +3,19 @@ import { APIError, OpenAI } from 'openai'
 
 import { UserInputError } from '~/errors'
 
-const openai = new OpenAI({
-  apiKey: process.env.OPENAI_API_KEY,
-})
+// singleton instance so that it doesn't have to be reinitialized on every
+// request
+let openai: OpenAI | undefined
+
+function getOpenAIInstance() {
+  if (process.env.OPENAI_API_KEY !== undefined && openai === undefined) {
+    openai = new OpenAI({
+      apiKey: process.env.OPENAI_API_KEY,
+    })
+  }
+
+  return openai
+}
 
 interface ExecutePromptParams {
   prompt: string
@@ -24,6 +34,13 @@ async function executePrompt({
   }
 
   try {
+    const openai = getOpenAIInstance()
+    if (!openai) {
+      throw new Error(
+        'OpenAI instance could not be created due to missing API key.',
+      )
+    }
+
     const response = await openai.chat.completions.create({
       model: 'gpt-4-1106-preview',
       messages: [

scripts/changelog.ts

@@ -1629,6 +1629,11 @@ async function exec(): Promise<void> {
         changed: ['remove license queries, simplify `License` type'],
         internal: ['Move content generation service logic to api'],
       },
+      {
+        tagName: 'v0.58.1',
+        date: '2023-11-14',
+        fixed: ['Only initialize openAi instance if AI endpoint is called'],
+      },
     ],
   })