unchi

apps/api/package.json

@@ -20,7 +20,6 @@
     "test": "bun test"
   },
   "dependencies": {
-    "@as-integrations/fastify": "2.1.1",
     "@distube/ytdl-core": "4.13.3",
     "@fastify/compress": "7.0.0",
     "@fastify/cors": "9.0.1",
@@ -32,8 +31,10 @@
     "@nestjs/common": "10.3.3",
     "@nestjs/config": "3.2.0",
     "@nestjs/core": "10.3.3",
+    "@nestjs/platform-express": "10.3.3",
     "@nestjs/platform-fastify": "10.3.3",
     "@nestjs/testing": "10.3.3",
+    "ai": "3.0.12",
     "fluent-ffmpeg": "2.1.2",
     "langchain": "0.1.27",
     "openai": "4.29.1",
@@ -45,6 +46,7 @@
     "@hanjaemeo-api/tsconfig": "workspace:*",
     "@hanjaemeo-api/type": "workspace:*",
     "@nestjs/schematics": "10.1.1",
+    "@types/express": "4.17.21",
     "@types/fluent-ffmpeg": "2.1.24",
     "@types/uuid": "9.0.8"
   }

apps/api/src/app/app.module.ts

@@ -1,9 +1,8 @@
 import { Module } from '@nestjs/common';
 import { EnvModule } from '#api/common/service/env/env.module';
 import { LangchainModule } from '#api/infra/langchain/langchain.module';
-import { Modules } from '#api/module';
 
 @Module({
-  imports: [EnvModule, LangchainModule, ...Modules],
+  imports: [EnvModule, LangchainModule],
 })
 export class AppModule {}

apps/api/src/infra/langchain/langchain.controller.ts

@@ -1,4 +1,5 @@
-import { Controller, Get, Inject, Logger, Param } from '@nestjs/common';
+import { Controller, Get, Inject, Logger, Param, Post, Res } from '@nestjs/common';
+import type { Response } from 'express';
 import { OpenaiService } from '#api/infra/openai/openai.service';
 import { YoutubeService } from '../youtube/youtube.service';
 
@@ -24,4 +25,13 @@ export class LangchainController {
 
     return transcription;
   }
+
+  @Post('/call')
+  async predict(@Res() res: Response) {
+    this.logger.log(`${this.predict.name} called`);
+
+    await this.openaiService.llmCall('Why do people meet?', res);
+
+    res.end();
+  }
 }

apps/api/src/infra/openai/openai.service.ts

@@ -1,14 +1,26 @@
 import fs from 'node:fs';
+import { ChatOpenAI } from '@langchain/openai';
 import { Inject, Injectable } from '@nestjs/common';
+import type { Response } from 'express';
 import { OpenAI } from 'openai';
 import { EnvService } from '#api/common/service/env/env.service';
 
 @Injectable()
 export class OpenaiService {
   private readonly openai: OpenAI;
 
+  private readonly llm: ChatOpenAI;
+
   constructor(@Inject(EnvService) private readonly envService: EnvService) {
     this.openai = new OpenAI({ apiKey: this.envService.OpenaiApiKey });
+
+    this.llm = new ChatOpenAI({
+      openAIApiKey: this.envService.OpenaiApiKey,
+      modelName: 'gpt-3.5-turbo',
+      maxTokens: 4096,
+      temperature: 0.2,
+      streaming: true,
+    });
   }
 
   async transcribeFromFile(path: string): Promise<string> {
@@ -22,4 +34,18 @@ export class OpenaiService {
 
     return res.text;
   }
+
+  async llmCall(prompt: string, res: Response) {
+    const stream = await this.llm.invoke(prompt, {
+      callbacks: [
+        {
+          async handleLLMNewToken(token) {
+            await res.write(token);
+          },
+        },
+      ],
+    });
+
+    return stream;
+  }
 }

apps/api/src/main.ts

@@ -1,39 +1,34 @@
-import { fastifyCompress } from '@fastify/compress';
-import { fastifyCors } from '@fastify/cors';
-import { fastifyHelmet } from '@fastify/helmet';
-import { fastifyRateLimit } from '@fastify/rate-limit';
 import { Logger } from '@nestjs/common';
 import { NestFactory } from '@nestjs/core';
-import { FastifyAdapter, type NestFastifyApplication } from '@nestjs/platform-fastify';
 import { AppModule } from './app/app.module';
 import { EnvService } from './common/service/env/env.service';
 
 const bootstrap = async () => {
   const logger = new Logger(bootstrap.name);
 
-  const app = await NestFactory.create<NestFastifyApplication>(AppModule, new FastifyAdapter());
+  const app = await NestFactory.create(AppModule, { cors: true });
 
-  app.register(fastifyCompress, {
-    encodings: ['gzip', 'deflate'],
-  });
-  app.register(fastifyCors, {
-    origin: '*',
-  });
-  app.register(fastifyHelmet, {
-    contentSecurityPolicy: {
-      directives: {
-        imgSrc: [`'self'`, 'data:', 'apollo-server-landing-page.cdn.apollographql.com'],
-        scriptSrc: [`'self'`, `https: 'unsafe-inline'`],
-        manifestSrc: [`'self'`, 'apollo-server-landing-page.cdn.apollographql.com'],
-        frameSrc: [`'self'`, 'sandbox.embed.apollographql.com'],
-      },
-    },
-    crossOriginEmbedderPolicy: false,
-  });
-  app.register(fastifyRateLimit, {
-    max: 100,
-    timeWindow: '1 minute',
-  });
+  // app.register(fastifyCompress, {
+  //   encodings: ['gzip', 'deflate'],
+  // });
+  // app.register(fastifyCors, {
+  //   origin: '*',
+  // });
+  // app.register(fastifyHelmet, {
+  //   contentSecurityPolicy: {
+  //     directives: {
+  //       imgSrc: [`'self'`, 'data:', 'apollo-server-landing-page.cdn.apollographql.com'],
+  //       scriptSrc: [`'self'`, `https: 'unsafe-inline'`],
+  //       manifestSrc: [`'self'`, 'apollo-server-landing-page.cdn.apollographql.com'],
+  //       frameSrc: [`'self'`, 'sandbox.embed.apollographql.com'],
+  //     },
+  //   },
+  //   crossOriginEmbedderPolicy: false,
+  // });
+  // app.register(fastifyRateLimit, {
+  //   max: 100,
+  //   timeWindow: '1 minute',
+  // });
 
   const port = app.get(EnvService).Port;
 

apps/website/.gitignore

@@ -0,0 +1,3 @@
+# auto generated folder
+generated/
+.vercel

apps/website/next-env.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="next" />
+/// <reference types="next/image-types/global" />
+
+// NOTE: This file should not be edited
+// see https://nextjs.org/docs/basic-features/typescript for more information.

apps/website/next.config.mjs

@@ -0,0 +1,7 @@
+/** @type {import('next').NextConfig} */
+const config = {
+  reactStrictMode: true,
+  transpilePackages: ['@hayabusa/ui'],
+};
+
+export default config;

apps/website/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@hanjaemeo-api/website",
+  "version": "0.1.0",
+  "repository": "https://github.com/HanJaemEo/hanjaemeo-api.git",
+  "license": "MIT",
+  "private": true,
+  "type": "module",
+  "module": "nodenext",
+  "scripts": {
+    "dev": "next dev",
+    "build": "next build",
+    "start": "next start",
+    "fmt": "biome format .",
+    "fmt:fix": "biome format --write",
+    "lint": "biome lint .",
+    "lint:fix": "biome lint --apply",
+    "test": "bun test"
+  },
+  "dependencies": {
+    "ai": "3.0.12",
+    "next": "14.1.3",
+    "react": "18.2.0",
+    "react-dom": "18.2.0",
+    "sharp": "0.33.2",
+    "ts-pattern": "5.0.8"
+  },
+  "devDependencies": {
+    "@hanjaemeo-api/tsconfig": "workspace:*",
+    "@hanjaemeo-api/type": "workspace:*",
+    "@types/react": "18.2.65",
+    "@types/react-dom": "18.2.22"
+  }
+}

apps/website/src/app/chat.tsx

@@ -0,0 +1,39 @@
+'use client';
+
+import { useChat } from 'ai/react';
+
+type ChatProps = {
+  api: NonNullable<Parameters<typeof useChat>['0']>['api'];
+};
+
+export const Chat = ({ api }: ChatProps) => {
+  const { messages, input, isLoading, handleInputChange, handleSubmit } = useChat({
+    api,
+    onResponse: response => {
+      // biome-ignore lint/suspicious/noConsoleLog:
+      console.log('response', response);
+    },
+  });
+
+  return (
+    <div>
+      <ul>
+        {messages.map((m, index) => (
+          // biome-ignore lint/suspicious/noArrayIndexKey:
+          <li key={index}>
+            {m.role === 'user' ? 'User: ' : 'AI: '}
+            {m.content}
+          </li>
+        ))}
+      </ul>
+      <form onSubmit={handleSubmit}>
+        <label>
+          Say something...
+          <input value={input} onChange={handleInputChange} />
+        </label>
+        <button type='submit'>Send</button>
+        {isLoading && <span>...</span>}
+      </form>
+    </div>
+  );
+};

apps/website/src/app/layout.tsx

@@ -0,0 +1,17 @@
+import type { NextPage } from 'next';
+import type { ReactNode } from 'react';
+
+type RootLayoutProps = {
+  children: ReactNode;
+};
+
+const RootLayout: NextPage<RootLayoutProps> = ({ children }) => {
+  return (
+    <html lang='en' suppressHydrationWarning>
+      <head />
+      <body>{children}</body>
+    </html>
+  );
+};
+
+export default RootLayout;

apps/website/src/app/page.tsx

@@ -0,0 +1,15 @@
+import type { NextPage } from 'next';
+import { Chat } from './chat';
+
+const RootPage: NextPage = () => (
+  <div className='flex flex-col gap-20'>
+    <div className='flex items-center gap-10'>
+      <h1 className='text-xl text-sage-12'>GPT</h1>
+      <Chat api='https://hanjaemeo-production.up.railway.app/call' />
+    </div>
+  </div>
+);
+
+export default RootPage;
+
+export const runtime = 'edge';

apps/website/tsconfig.build.json

@@ -0,0 +1,4 @@
+{
+  "extends": "./tsconfig.json",
+  "exclude": ["**/test/**/*", "**/*.*js", "**/*.test.ts", "**/*.story.tsx"]
+}

apps/website/tsconfig.json

@@ -0,0 +1,12 @@
+{
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "extends": "@hanjaemeo-api/tsconfig/tsconfig.nextjs.json",
+  "compilerOptions": {
+    "baseUrl": "./",
+    "paths": {
+      "#website/*": ["./src/*"]
+    }
+  },
+  "include": ["./src/**/*", "./*.*js", "./*.*ts", ".next/types/**/*.*ts", ".next/types/**/*.ts"],
+  "exclude": ["**/node_modules/**/*"]
+}

package.json

@@ -7,6 +7,7 @@
   "scripts": {
     "prepare": "lefthook install",
     "api": "bun --cwd ./apps/api",
+    "website": "bun --cwd ./apps/website",
     "tsconfig": "bun --cwd ./packages/tsconfig",
     "type": "bun --cwd ./packages/type"
   },