format

examples/src/document_loaders/spider.ts

@@ -1,13 +1,13 @@
 import { SpiderLoader } from "langchain/document_loaders/web/spider";
 
 const loader = new SpiderLoader({
-    url: "https://spider.cloud", // The URL to scrape
-    apiKey: process.env.SPIDER_API_KEY, // Optional, defaults to `SPIDER_API_KEY` in your env.
-    mode: "scrape", // The mode to run the crawler in. Can be "scrape" for single urls or "crawl" for deeper scraping following subpages
-    params: {
-      // optional parameters based on Spider API docs
-      // For API documentation, visit https://spider.cloud/docs/api
-    },
-  });
-  
-  const docs = await loader.load();
+  url: "https://spider.cloud", // The URL to scrape
+  apiKey: process.env.SPIDER_API_KEY, // Optional, defaults to `SPIDER_API_KEY` in your env.
+  mode: "scrape", // The mode to run the crawler in. Can be "scrape" for single urls or "crawl" for deeper scraping following subpages
+  params: {
+    // optional parameters based on Spider API docs
+    // For API documentation, visit https://spider.cloud/docs/api
+  },
+});
+
+const docs = await loader.load();

langchain/package.json

@@ -1241,7 +1241,7 @@
     "@mendable/firecrawl-js": "^0.0.13",
     "@notionhq/client": "^2.2.10",
     "@pinecone-database/pinecone": "^1.1.0",
-    "@spider-cloud/spider-client": "^0.0.10",
+    "@spider-cloud/spider-client": "^0.0.11",
     "@supabase/supabase-js": "^2.10.0",
     "@swc/core": "^1.3.90",
     "@swc/jest": "^0.2.29",

langchain/src/document_loaders/tests/spider.int.test.ts

@@ -31,4 +31,4 @@ test("Test SpiderLoader load method with crawl mode", async () => {
   expect(document).toBeInstanceOf(Document);
   expect(document.pageContent).toBeTruthy();
   expect(document.metadata).toBeTruthy();
-}, 15000);
+}, 15000);

langchain/src/document_loaders/web/spider.ts

@@ -24,7 +24,7 @@ interface SpiderLoaderParameters {
   mode?: "crawl" | "scrape";
   params?: Record<string, unknown>;
 }
-interface  SpiderDocument {
+interface SpiderDocument {
   markdown: string;
   metadata: Record<string, unknown>;
 }
@@ -105,4 +105,4 @@ export class SpiderLoader extends BaseDocumentLoader {
         })
     );
   }
-}
+}