Generate code evaluators (#231)

* Adds a purple GenAI button to Code Evaluator Nodes, to allow easier creation of evaluation functions. (NOTE: This, like the TextFields and Items Nodes GenAI features, is experimental and requires an OpenAI API key to access.) * Adds a drop-down to LLM evaluators * Ensures LLM evaluators load cache'd responses on load * Fixes a bug where right-clicking in pop-up Inspectors would bring up the node context menu. * Internally, refactors evaluator nodes to have inner components that take care of running evaluations, in preparation for multi-eval and running evals elsewhere
ianarawjo · Feb 28, 2024 · 0a45383 · 0a45383
1 parent 5d66664
commit 0a45383
Show file tree

Hide file tree

Showing 29 changed files with 1,519 additions and 435 deletions.
diff --git a/chainforge/react-server/build/asset-manifest.json b/chainforge/react-server/build/asset-manifest.json
@@ -1,15 +1,15 @@
 {
   "files": {
-    "main.css": "/static/css/main.213af966.css",
-    "main.js": "/static/js/main.4b026e07.js",
+    "main.css": "/static/css/main.85149714.css",
+    "main.js": "/static/js/main.19a7c43a.js",
     "static/js/787.4c72bb55.chunk.js": "/static/js/787.4c72bb55.chunk.js",
     "index.html": "/index.html",
-    "main.213af966.css.map": "/static/css/main.213af966.css.map",
-    "main.4b026e07.js.map": "/static/js/main.4b026e07.js.map",
+    "main.85149714.css.map": "/static/css/main.85149714.css.map",
+    "main.19a7c43a.js.map": "/static/js/main.19a7c43a.js.map",
     "787.4c72bb55.chunk.js.map": "/static/js/787.4c72bb55.chunk.js.map"
   },
   "entrypoints": [
-    "static/css/main.213af966.css",
-    "static/js/main.4b026e07.js"
+    "static/css/main.85149714.css",
+    "static/js/main.19a7c43a.js"
   ]
 }
diff --git a/chainforge/react-server/build/index.html b/chainforge/react-server/build/index.html
@@ -1 +1 @@
-<!doctype html><html lang="en"><head><meta charset="utf-8"/><script async src="https://www.googletagmanager.com/gtag/js?id=G-RN3FDBLMCR"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-RN3FDBLMCR")</script><link rel="icon" href="/favicon.ico"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="A visual programming environment for prompt engineering"/><link rel="apple-touch-icon" href="/logo192.png"/><link rel="manifest" href="/manifest.json"/><title>ChainForge</title><script defer="defer" src="/static/js/main.4b026e07.js"></script><link href="/static/css/main.213af966.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
+<!doctype html><html lang="en"><head><meta charset="utf-8"/><script async src="https://www.googletagmanager.com/gtag/js?id=G-RN3FDBLMCR"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer||[],gtag("js",new Date),gtag("config","G-RN3FDBLMCR")</script><link rel="icon" href="/favicon.ico"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="A visual programming environment for prompt engineering"/><link rel="apple-touch-icon" href="/logo192.png"/><link rel="manifest" href="/manifest.json"/><title>ChainForge</title><script defer="defer" src="/static/js/main.19a7c43a.js"></script><link href="/static/css/main.85149714.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
diff --git a/chainforge/react-server/build/static/css/main.213af966.css b/chainforge/react-server/build/static/css/main.213af966.css
diff --git a/chainforge/react-server/build/static/css/main.213af966.css.map b/chainforge/react-server/build/static/css/main.213af966.css.map
diff --git a/chainforge/react-server/build/static/css/main.85149714.css b/chainforge/react-server/build/static/css/main.85149714.css
diff --git a/chainforge/react-server/build/static/css/main.85149714.css.map b/chainforge/react-server/build/static/css/main.85149714.css.map
diff --git a/...t-server/build/static/js/main.4b026e07.js → ...t-server/build/static/js/main.19a7c43a.js b/...t-server/build/static/js/main.4b026e07.js → ...t-server/build/static/js/main.19a7c43a.js
diff --git a/...ld/static/js/main.4b026e07.js.LICENSE.txt → ...ld/static/js/main.19a7c43a.js.LICENSE.txt b/...ld/static/js/main.4b026e07.js.LICENSE.txt → ...ld/static/js/main.19a7c43a.js.LICENSE.txt
diff --git a/...rver/build/static/js/main.4b026e07.js.map → ...rver/build/static/js/main.19a7c43a.js.map b/...rver/build/static/js/main.4b026e07.js.map → ...rver/build/static/js/main.19a7c43a.js.map
diff --git a/chainforge/react-server/package-lock.json b/chainforge/react-server/package-lock.json
diff --git a/chainforge/react-server/package.json b/chainforge/react-server/package.json
@@ -104,7 +104,8 @@
     "start": "craco start",
     "build": "npx prettier -w . && npx eslint . && craco build",
     "test": "npx prettier -w . && npx eslint . && craco test",
-    "eject": "react-scripts eject"
+    "eject": "react-scripts eject",
+    "clean": "npx prettier -w . && npx eslint ."
   },
   "eslintConfig": {
     "extends": [
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		<!doctype html><html lang="en"><head><meta charset="utf-8"/><script async src="https://www.googletagmanager.com/gtag/js?id=G-RN3FDBLMCR"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer\|\|[],gtag("js",new Date),gtag("config","G-RN3FDBLMCR")</script><link rel="icon" href="/favicon.ico"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="A visual programming environment for prompt engineering"/><link rel="apple-touch-icon" href="/logo192.png"/><link rel="manifest" href="/manifest.json"/><title>ChainForge</title><script defer="defer" src="/static/js/main.4b026e07.js"></script><link href="/static/css/main.213af966.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>
		<!doctype html><html lang="en"><head><meta charset="utf-8"/><script async src="https://www.googletagmanager.com/gtag/js?id=G-RN3FDBLMCR"></script><script>function gtag(){dataLayer.push(arguments)}window.dataLayer=window.dataLayer\|\|[],gtag("js",new Date),gtag("config","G-RN3FDBLMCR")</script><link rel="icon" href="/favicon.ico"/><meta name="viewport" content="width=device-width,initial-scale=1"/><meta name="theme-color" content="#000000"/><meta name="description" content="A visual programming environment for prompt engineering"/><link rel="apple-touch-icon" href="/logo192.png"/><link rel="manifest" href="/manifest.json"/><title>ChainForge</title><script defer="defer" src="/static/js/main.19a7c43a.js"></script><link href="/static/css/main.85149714.css" rel="stylesheet"></head><body><noscript>You need to enable JavaScript to run this app.</noscript><div id="root"></div></body></html>