LangChain

Ilmenite ships first-class LangChain adapters for Python and JavaScript. Two integration points: Tools (for agents) and DocumentLoaders (for RAG pipelines).

Tool — Python

from langchain.agents import initialize_agent, AgentType
from langchain_openai import ChatOpenAI
from ilmenite.langchain import IlmeniteScrapeTool, IlmeniteSearchTool

llm = ChatOpenAI(model="gpt-4o")
tools = [IlmeniteScrapeTool(), IlmeniteSearchTool()]

agent = initialize_agent(
    tools=tools,
    llm=llm,
    agent=AgentType.OPENAI_FUNCTIONS,
)

agent.run("Find the latest Rust release notes and summarize the top 3 changes.")

DocumentLoader — Python

from ilmenite.langchain import IlmeniteCrawlLoader
from langchain.text_splitter import RecursiveCharacterTextSplitter

loader = IlmeniteCrawlLoader(
    url="https://docs.stripe.com",
    max_pages=200,
    include=["/docs/*"],
)
docs = loader.load()

splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=100)
chunks = splitter.split_documents(docs)

Tool — TypeScript

import { ChatOpenAI } from "@langchain/openai";
import { AgentExecutor, createOpenAIFunctionsAgent } from "langchain/agents";
import { IlmeniteScrapeTool, IlmeniteExtractTool } from "ilmenite/langchain";

const tools = [new IlmeniteScrapeTool(), new IlmeniteExtractTool()];
const llm = new ChatOpenAI({ model: "gpt-4o" });

const agent = await createOpenAIFunctionsAgent({ llm, tools, prompt });
const executor = new AgentExecutor({ agent, tools });

await executor.invoke({
  input: "Extract the pricing table from stripe.com/pricing.",
});

Install

# Python
pip install "ilmenite[langchain]"

# TypeScript
npm install ilmenite