Stop masking project creation errors (#992)

js/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.53",
+  "version": "0.1.54",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "[email protected]",
   "files": [
@@ -276,4 +276,4 @@
     },
     "./package.json": "./package.json"
   }
-}
+}

js/scripts/bump-version.js

@@ -1,21 +1,24 @@
-import { readFileSync, writeFileSync } from 'fs';
-import process from 'process';
-const packageJson = JSON.parse(readFileSync('package.json'));
+import { readFileSync, writeFileSync } from "fs";
+import process from "process";
+const packageJson = JSON.parse(readFileSync("package.json"));
 
 let newVersion;
 if (process.argv.length > 2) {
-    newVersion = process.argv[2];
+  newVersion = process.argv[2];
 } else {
-    const versionParts = packageJson.version.split('.');
-    versionParts[2] = parseInt(versionParts[2]) + 1;
-    newVersion = versionParts.join('.');
+  const versionParts = packageJson.version.split(".");
+  versionParts[2] = parseInt(versionParts[2]) + 1;
+  newVersion = versionParts.join(".");
 }
 console.log(`Bumping version to ${newVersion}`);
 
 packageJson.version = newVersion;
-writeFileSync('package.json', JSON.stringify(packageJson, null, 2));
+writeFileSync("package.json", JSON.stringify(packageJson, null, 2) + "\n");
 
-const indexFilePath = 'src/index.ts';
-let indexFileContent = readFileSync(indexFilePath, 'utf-8');
-indexFileContent = indexFileContent.replace(/export const __version__ = "[0-9]+\.[0-9]+\.[0-9]+";/g, `export const __version__ = "${newVersion}";`);
+const indexFilePath = "src/index.ts";
+let indexFileContent = readFileSync(indexFilePath, "utf-8");
+indexFileContent = indexFileContent.replace(
+  /export const __version__ = "[0-9]+\.[0-9]+\.[0-9]+";/g,
+  `export const __version__ = "${newVersion}";`
+);
 writeFileSync(indexFilePath, indexFileContent);

js/src/evaluation/_runner.ts

@@ -345,22 +345,11 @@ export class _ExperimentManager {
   async _getProject(firstExample: Example): Promise<TracerSession> {
     let project: TracerSession;
     if (!this._experiment) {
-      try {
-        const projectMetadata = await this._getExperimentMetadata();
-        project = await this._createProject(firstExample, projectMetadata);
-        this._experiment = project;
-      } catch (e) {
-        if (String(e).includes("already exists")) {
-          throw e;
-        }
-        throw new Error(
-          `Experiment ${this._experimentName} already exists. Please use a different name.`
-        );
-      }
-    } else {
-      project = this._experiment;
+      const projectMetadata = await this._getExperimentMetadata();
+      project = await this._createProject(firstExample, projectMetadata);
+      this._experiment = project;
     }
-    return project;
+    return this._experiment;
   }
 
   protected async _printExperimentStart(): Promise<void> {

js/src/index.ts

@@ -14,4 +14,4 @@ export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 
 // Update using yarn bump-version
-export const __version__ = "0.1.53";
+export const __version__ = "0.1.54";

js/src/tests/client.int.test.ts

@@ -765,6 +765,32 @@ test.concurrent("Test run stats", async () => {
   expect(stats).toBeDefined();
 });
 
+test("Test createProject raises LangSmithConflictError on duplicate name", async () => {
+  const client = new Client();
+  const projectName = `test_project_${uuidv4()}`;
+
+  try {
+    // Create the project for the first time
+    await client.createProject({ projectName });
+
+    // Attempt to create the project with the same name again
+    await expect(client.createProject({ projectName })).rejects.toThrow(
+      expect.objectContaining({
+        name: "LangSmithConflictError",
+      })
+    );
+  } finally {
+    try {
+      // Clean up: delete the project
+      if (await client.hasProject({ projectName })) {
+        await client.deleteProject({ projectName });
+      }
+    } catch (e) {
+      // Everyone has those days.
+    }
+  }
+});
+
 test("Test list prompts", async () => {
   const client = new Client();
   const uid = uuidv4();