From 8dcc03938522ef233c95a73e38ab967c0b2229be Mon Sep 17 00:00:00 2001
From: jdriscoll98 <41447166+jdriscoll98@users.noreply.github.com>
Date: Fri, 26 Jul 2024 12:00:35 -0700
Subject: [PATCH 1/9] Update main.ts

Always enforce json mode
---
 src/main.ts | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/src/main.ts b/src/main.ts
index 13677ae..540fe5a 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -127,9 +127,7 @@ async function getAIResponse(prompt: string): Promise<Array<{
     const response = await openai.chat.completions.create({
       ...queryConfig,
       // return JSON if the model supports it:
-      ...(OPENAI_API_MODEL === "gpt-4-1106-preview"
-        ? { response_format: { type: "json_object" } }
-        : {}),
+      response_format: { type: "json_object" },
       messages: [
         {
           role: "system",

From a31be9e5d650f1516b00b3590e584ebfb5eed332 Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Fri, 26 Jul 2024 12:25:41 -0700
Subject: [PATCH 2/9] add check for finsih reason

---
 src/main.ts | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/src/main.ts b/src/main.ts
index 540fe5a..0990c3d 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -136,6 +136,12 @@ async function getAIResponse(prompt: string): Promise<Array<{
       ],
     });
 
+    const finish_response = response.choices[0].finish_reason;
+    if (finish_response === 'length') {
+      console.log('The maximum context length has been exceeded. Please reduce the length of the code snippets.');
+      return null;
+    }
+
     const res = response.choices[0].message?.content?.trim() || "{}";
     return JSON.parse(res).reviews;
   } catch (error) {

From 77fb26337fe25dd76b338dcd667019c206f08716 Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Fri, 26 Jul 2024 12:31:42 -0700
Subject: [PATCH 3/9] add check for # of files

---
 src/main.ts | 17 ++++++++++++++---
 1 file changed, 14 insertions(+), 3 deletions(-)

diff --git a/src/main.ts b/src/main.ts
index 0990c3d..4031491 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -4,6 +4,7 @@ import OpenAI from "openai";
 import { Octokit } from "@octokit/rest";
 import parseDiff, { Chunk, File } from "parse-diff";
 import minimatch from "minimatch";
+import { parse } from "path";
 
 const GITHUB_TOKEN: string = core.getInput("GITHUB_TOKEN");
 const OPENAI_API_KEY: string = core.getInput("OPENAI_API_KEY");
@@ -61,7 +62,15 @@ async function analyzeCode(
   prDetails: PRDetails
 ): Promise<Array<{ body: string; path: string; line: number }>> {
   const comments: Array<{ body: string; path: string; line: number }> = [];
-
+  if (parsedDiff.length > 10) {
+    // Too many files to review
+    comments.push({
+      body: "This pull request has too many files to review (more than 10). Please split it into smaller pull requests. This is for cost purposes.",
+      path: "",
+      line: 0,
+    });
+    return comments;
+  }
   for (const file of parsedDiff) {
     if (file.to === "/dev/null") continue; // Ignore deleted files
     for (const chunk of file.chunks) {
@@ -137,8 +146,10 @@ async function getAIResponse(prompt: string): Promise<Array<{
     });
 
     const finish_response = response.choices[0].finish_reason;
-    if (finish_response === 'length') {
-      console.log('The maximum context length has been exceeded. Please reduce the length of the code snippets.');
+    if (finish_response === "length") {
+      console.log(
+        "The maximum context length has been exceeded. Please reduce the length of the code snippets."
+      );
       return null;
     }
 

From 62fdb5659121ccf08d3cf89f69ea2c098c5f41ab Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Sat, 27 Jul 2024 09:00:01 -0700
Subject: [PATCH 4/9] log the response

---
 src/main.ts | 8 +++++---
 1 file changed, 5 insertions(+), 3 deletions(-)

diff --git a/src/main.ts b/src/main.ts
index 4031491..beef8cb 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -5,6 +5,7 @@ import { Octokit } from "@octokit/rest";
 import parseDiff, { Chunk, File } from "parse-diff";
 import minimatch from "minimatch";
 import { parse } from "path";
+import { APIPromise } from "openai/core";
 
 const GITHUB_TOKEN: string = core.getInput("GITHUB_TOKEN");
 const OPENAI_API_KEY: string = core.getInput("OPENAI_API_KEY");
@@ -132,11 +133,12 @@ async function getAIResponse(prompt: string): Promise<Array<{
     presence_penalty: 0,
   };
 
+  let response: OpenAI.Chat.Completions.ChatCompletion | null = null;
   try {
-    const response = await openai.chat.completions.create({
+    response = await openai.chat.completions.create({
       ...queryConfig,
       // return JSON if the model supports it:
-      response_format: { type: "json_object" },
+      response_format: { type: "json_object" as const },
       messages: [
         {
           role: "system",
@@ -156,7 +158,7 @@ async function getAIResponse(prompt: string): Promise<Array<{
     const res = response.choices[0].message?.content?.trim() || "{}";
     return JSON.parse(res).reviews;
   } catch (error) {
-    console.error("Error:", error);
+    console.error("Error:", error, response?.choices[0].message?.content);
     return null;
   }
 }

From f238c27c26c4917930d8283bd331bd42135b1171 Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Sat, 27 Jul 2024 09:04:28 -0700
Subject: [PATCH 5/9] Fix edge case for json comment

---
 src/main.ts | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/src/main.ts b/src/main.ts
index beef8cb..43cbe46 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -156,7 +156,11 @@ async function getAIResponse(prompt: string): Promise<Array<{
     }
 
     const res = response.choices[0].message?.content?.trim() || "{}";
-    return JSON.parse(res).reviews;
+    if (res.startsWith("```json")) {
+      return JSON.parse(res.slice(7, -3)).reviews
+    } else {
+      return JSON.parse(res).reviews;
+    }
   } catch (error) {
     console.error("Error:", error, response?.choices[0].message?.content);
     return null;

From ea67fbb9230da330b2ca63e9ca066cdc18d3b477 Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Mon, 29 Jul 2024 14:47:45 -0400
Subject: [PATCH 6/9] update prompt

---
 src/main.ts | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/main.ts b/src/main.ts
index 43cbe46..60bf45b 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -89,9 +89,10 @@ async function analyzeCode(
 }
 
 function createPrompt(file: File, chunk: Chunk, prDetails: PRDetails): string {
-  return `Your task is to review pull requests. Instructions:
+  return `You are an expert Nextjs developer. Your task is to review pull requests. Instructions:
 - Provide the response in following JSON format:  {"reviews": [{"lineNumber":  <line_number>, "reviewComment": "<review comment>"}]}
 - Do not give positive comments or compliments.
+- Do not comment about CSS. Focus on logic, performance, code quality and nextjs best practices.
 - Provide comments and suggestions ONLY if there is something to improve, otherwise "reviews" should be an empty array.
 - Write the comment in GitHub Markdown format.
 - Use the given description only for the overall context and only comment the code.

From 82951185df5c717d4822714344e905bb8955336e Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Tue, 30 Jul 2024 12:24:49 -0400
Subject: [PATCH 7/9] tweak prompt

---
 src/main.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/main.ts b/src/main.ts
index 60bf45b..fc13c92 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -92,7 +92,7 @@ function createPrompt(file: File, chunk: Chunk, prDetails: PRDetails): string {
   return `You are an expert Nextjs developer. Your task is to review pull requests. Instructions:
 - Provide the response in following JSON format:  {"reviews": [{"lineNumber":  <line_number>, "reviewComment": "<review comment>"}]}
 - Do not give positive comments or compliments.
-- Do not comment about CSS. Focus on logic, performance, code quality and nextjs best practices.
+- Only comment about react and nextjs best practices. IMPORTANT: Ignore CSS.
 - Provide comments and suggestions ONLY if there is something to improve, otherwise "reviews" should be an empty array.
 - Write the comment in GitHub Markdown format.
 - Use the given description only for the overall context and only comment the code.

From 64f567475d83055fde3e305bac2ea01ef5636e26 Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Tue, 30 Jul 2024 12:37:40 -0400
Subject: [PATCH 8/9] tweak prompt

---
 src/main.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/main.ts b/src/main.ts
index fc13c92..b3dd161 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -92,7 +92,7 @@ function createPrompt(file: File, chunk: Chunk, prDetails: PRDetails): string {
   return `You are an expert Nextjs developer. Your task is to review pull requests. Instructions:
 - Provide the response in following JSON format:  {"reviews": [{"lineNumber":  <line_number>, "reviewComment": "<review comment>"}]}
 - Do not give positive comments or compliments.
-- Only comment about react and nextjs best practices. IMPORTANT: Ignore CSS.
+- Only comment about javascript code. IMPORTANT: Do not comment on CSS or inline styles.
 - Provide comments and suggestions ONLY if there is something to improve, otherwise "reviews" should be an empty array.
 - Write the comment in GitHub Markdown format.
 - Use the given description only for the overall context and only comment the code.

From b44283c6edb97ac4cd1215892ec25304e1c77b0d Mon Sep 17 00:00:00 2001
From: Jack Driscoll <jdriscoll98@ufl.edu>
Date: Tue, 30 Jul 2024 20:41:07 -0400
Subject: [PATCH 9/9] tweak prompt

---
 src/main.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/main.ts b/src/main.ts
index b3dd161..b9a9ef6 100644
--- a/src/main.ts
+++ b/src/main.ts
@@ -92,7 +92,7 @@ function createPrompt(file: File, chunk: Chunk, prDetails: PRDetails): string {
   return `You are an expert Nextjs developer. Your task is to review pull requests. Instructions:
 - Provide the response in following JSON format:  {"reviews": [{"lineNumber":  <line_number>, "reviewComment": "<review comment>"}]}
 - Do not give positive comments or compliments.
-- Only comment about javascript code. IMPORTANT: Do not comment on CSS or inline styles.
+- Only comment about javascript code. Do not comment about css classes.
 - Provide comments and suggestions ONLY if there is something to improve, otherwise "reviews" should be an empty array.
 - Write the comment in GitHub Markdown format.
 - Use the given description only for the overall context and only comment the code.