resources.yaml

resources:
  - name: "AutoGen"
    description: "Framework by Microsoft for building LLM applications based on multi-agent conversations"
    links:
      - github: "https://github.com/microsoft/autogen"
      - website: "https://autogen.microsoft.com"
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/autogen.svg

  - name: "AutoGPT"
    description: "Open source AI agent project. Given a goal, the agent will decompose it into actionable subtasks and utilize given resources to accomplish them"
    links:
      - github: "https://github.com/Significant-Gravitas/AutoGPT"
    licensing:
      - "open-source"
    tags:
      - agents
    logo: https://autogpt.net/wp-content/uploads/2023/04/autogpt_logo.png

  - name: "DSPy"
    description: "Framework for algorithmically optimizing LLM prompts"
    links:
      - github: "https://github.com/stanfordnlp/dspy"
    licensing:
      - "open-source"
    tags:
      - prompt engineering
      - RAG
    logo: https://github.com/stanfordnlp/dspy/raw/main/docs/docs/static/img/dspy_logo.png

  - name: "elastic"
    description: "Elasticsearch is the world's most widely deployed open source vector database"
    links:
      - website: "https://elastic.co"
      - github: "https://github.com/elastic/elasticsearch"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - data search and storage
      - RAG
      - platform
      - observability/evaluation
    logo: logos/elastic.svg

  - name: "Epsilla"
    description: "An all-in-one platform to create vertical AI agents powered by your private data and knowledge"
    links:
      - website: "https://epsilla.com"
      - github: "https://github.com/epsilla-cloud/vectordb"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - data search and storage
      - RAG
      - agents
      - platform
    logo: logos/epsilla.svg
    
  - name: "Guardrails AI"
    description: "Framework to run input and output guards in your application that detect, quantify, and mitigate the presence of specific types of risks"
    links:
      - github: "https://github.com/ShreyaR/guardrails"
      - hub: "https://hub.guardrailsai.com/"
    licensing:
      - "open-source"
    tags:
      - guardrails/security
    logo: https://hub.guardrailsai.com/guardrails-logo-icon.svg

  - name: "Hugging Face"
    description: "An ML and data science collaborative platform. Users can find and contribute to models, datasets, and applications"
    links:
      - website: "https://huggingface.co"
    licensing:
      - "open-source"
    tags:
      - Other
    logo: https://huggingface.co/front/assets/huggingface_logo.svg

  - name: "LangChain"
    description: "Framework to help in LLM-based application development. Provides an abstraction layer to interact with LLMs better, with prompt templating, chaining, RAG tools, agent implementation, and more"
    links:
      - github: "https://github.com/langchain-ai/langchain"
    licensing:
      - "open-source"
    tags:
      - agents
      - RAG
    logo: https://python.langchain.com/img/brand/wordmark.png

  - name: "LangChain4j"
    description: "Alternate frameworks for LLM-based applications for developers who prefer Java inspired by LangChain"
    links:
      - github: "https://github.com/langchain4j/langchain4j"
    licensing:
      - "open-source"
    tags:
      - alternative languages
      - RAG
      - agents
    logo: logos/langchain4j.png

  - name: "LangGraph"
    description: "Orchestration framework for complex agentic systems"
    links:
      - github: "https://github.com/langchain-ai/langgraph"
      - website: "https://www.langchain.com/langgraph"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - agents
      - platform
    logo: https://langchain-ai.github.io/langgraph/static/wordmark_dark.svg

  - name: "LangChainGo"
    description: "Alternate frameworks for LLM-based applications for developers who prefer Go, inspired by LangChain"
    links:
      - github: "https://github.com/tmc/langchaingo"
    licensing:
      - "open-source"
    tags:
      - alternative languages
      - RAG
    logo:

  - name: "Langfuse"
    description: "Open source solution dedicated to prompt management, and LLM-based application monitoring. Integrates a UI"
    links:
      - github: "https://github.com/langfuse/langfuse"
    licensing:
      - "open-source"
    tags:
      - observability/evaluation
      - LLMOps
    logo: https://langfuse.com/langfuse_logo.png

  - name: "LangSmith"
    description: "Platform similar to a DevOps platform for LLMs, spawned from LangChain. Allows collaboration between developers, and testing and monitoring of LLM powered applications"
    links:
      - website: "https://www.langchain.com/langsmith"
    licensing:
      - "commercial"
    tags:
      - observability/evaluation
      - platform
      - LLMOps
    logo: https://encrypted-tbn0.gstatic.com/images?q=tbn:ANd9GcRejzbKjev2a8d-EKtUU06p84fh5NX_S7dDLA&s

  - name: "LlamaIndex"
    description: "Framework designed to support LLM-based application development, specifically for integrating data from various data sources"
    links:
      - github: "https://github.com/run-llama/llama_index"
    licensing:
      - "open-source"
    tags:
      - RAG
      - agents
    logo: https://www.llamaindex.ai/llamaindex.svg

  - name: "Chatbot Arena Leaderboard"
    description: "Crowdsourced leaderboard for LLMs. Provides an open platform dedicated to LLM ranking"
    links:
      - website: "https://lmarena.ai/"
    licensing:
      - "open-source"
    tags:
      - Other
    logo:

  - name: "MLflow"
    description: "Open source MLOps platform, widespread in ML projects. Has recently added features dedicated to LLMs"
    links:
      - github: "https://github.com/mlflow/mlflow"
    licensing:
      - "open-source"
    tags:
      - LLMOps
      - platform
    logo: https://mlflow.org/docs/latest/_static/MLflow-logo-final-black.png

  - name: "NeMo Guardrails"
    description: "Toolkit provided by NVIDIA for guardrails to LLM-based conversational applications, controlling the output of LLMs"
    links:
      - github: "https://github.com/NVIDIA/NeMo-Guardrails"
    licensing:
      - "open-source"
    tags:
      - guardrails/security
    logo: https://upload.wikimedia.org/wikipedia/sco/thumb/2/21/Nvidia_logo.svg/1280px-Nvidia_logo.svg.png

  - name: "OpenAI evals"
    description: "Framework for evaluating LLM-based applications. OpenAI provides a detailed cookbook to get you started"
    links:
      - github: "https://github.com/openai/evals"
    licensing:
      - "open-source"
    tags:
      - observability/evaluation
    logo: https://openai.com/favicon.ico

  - name: "promptfoo"
    description: "Tool to test and evaluate prompts, models, and RAG outputs. Works either in command line or with a detailed user interface"
    links:
      - github: "https://github.com/promptfoo/promptfoo"
    licensing:
      - "open-source"
    tags:
      - prompt engineering
      - observability/evaluation
    logo: https://www.promptfoo.dev/favicon.ico

  - name: "Ragas"
    description: "Framework dedicated to the evaluation of RAG pipelines. Can also be used for monitoring solutions in production"
    links:
      - github: "https://github.com/explodinggradients/ragas"
    licensing:
      - "open-source"
    tags:
      - RAG
      - observability/evaluation
    logo: https://docs.ragas.io/en/stable/_static/imgs/ragas-logo.png

  - name: "SpringAI"
    description: "Alternate framework for LLM-based applications for Java developers"
    links:
      - github: "https://github.com/spring-projects/spring-ai"
    licensing:
      - "open-source"
    tags:
      - alternative languages
      - RAG
      - agents
    logo: https://upload.wikimedia.org/wikipedia/commons/thumb/4/44/Spring_Framework_Logo_2018.svg/245px-Spring_Framework_Logo_2018.svg.png

  - name: "tiktoken"
    description: "Library integrating a tokenizer for OpenAI models. Can be used to monitor costs and usage manually"
    links:
      - github: "https://github.com/openai/tiktoken"
    licensing:
      - "open-source"
    tags:
      - observability/evaluation
    logo:

  - name: "Weights & Biases (W&B)"
    description: "Platform dedicated to experiment tracking, model training, fine-tuning, and collaboration, with solutions to help LLM application development"
    links:
      - website: "https://wandb.ai"
    licensing:
      - "commercial"
    tags:
      - platform
      - LLMOps
    logo: https://raw.githubusercontent.com/wandb/assets/main/wandb-logo-yellow-dots-black-wb.svg

  - name: "Weaviate"
    description: "Provides an open source vector database, and cloud-based managed deployment."
    links:
      - website: "https://www.semi.technology/products/weaviate"
    licensing:
      - "open-source"
      - commercial
    tags:
      - data search and storage
      - RAG
    logo: https://weaviate.io/img/site/weaviate-logo-light.png

  - name: "Pinecone"
    description: "Managed vector database"
    links:
      - website: "https://www.pinecone.io"
    licensing:
      - commercial
    tags:
      - data search and storage
      - RAG
    logo: logos/pinecone.jpg

  - name: "CrewAI"
    description: "Framework for orchestrating autonomous AI Agents"
    links:
      - github: "https://github.com/crewAIInc/crewAI"
      - website: "https://www.crewai.com"
    licensing:
      - "open-source"
      - commercial
    tags:
      - agents
      - platform
    logo: logos/crewai.png

  - name: "Semantic Kernel"
    description: "SDK for integrating LLMs into applications"
    links:
      - github: "https://github.com/microsoft/semantic-kernel"
      - documentation: "https://learn.microsoft.com/en-us/semantic-kernel/"
    licensing:
      - "open-source"
    tags:
      - agents
      - RAG

  - name: ollama
    description: "Lightweight, extensible framework for building and running language models on the local machine"
    links:
      - github: "https://github.com/ollama/ollama"
      - website: "https://ollama.com"
    licensing:
      - "open-source"
    tags:
      - serving
    logo: https://ollama.com/public/ollama.png

  - name: "OpenAI platform"
    description: "OpenAI provides an API for developers to access and use their models (GPT-4, DALL-E, ...)"
    links:
      - website: "platform.openai.com"
    licensing:
      - "commercial"
    tags:
      - serving
    logo: https://openai.com/favicon.ico

  - name: "Anthropic API"
    description: "Anthropic provides an API for developers to access and use their models (Claude, ...)"
    links:
      - website: "https://www.anthropic.com/api"
    licensing:
      - "commercial"
    tags:
      - serving
    logo: https://www.anthropic.com/favicon.ico

  - name: "GoogleAI"
    description: "Google provides an API for developers to access and use their models (Gemini, Gemma ...)"
    links:
      - website: "https://ai.google.dev/"
    licensing:
      - "commercial"
    tags:
      - serving
    logo:

  - name: "together.ai"
    description: "Manage and run AI models"
    links:
      - website: "https://together.ai"
    licensing:
      - "commercial"
    tags:
      - serving
      - fine-tuning
    logo:

  - name: "Chroma"
    description: "AI application database"
    links:
      - website: "https://www.trychroma.com"
      - github: "https://github.com/chroma-core/chroma"
    licensing:
      - "open-source"
    tags:
      - data search and storage
    logo: https://www.trychroma.com/img/chroma.png

  - name: "Giskard"
    description: "Evaluation and testing framework. Also provides a testing two commercial products: LLM evaluation hub and AI compliance hub"
    links:
      - website: "https://www.giskard.ai"
      - github: "https://github.com/Giskard-AI/giskard"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - observability/evaluation
      - guardrails/security
    logo: logos/giskard.svg

  - name: "braintrust"
    description: "End-to-end platform for building AI applications, including iterative experimentation, evluations, real-time monitoring, and data management"
    links:
      - website: "https://www.braintrust.dev/"
    licensing:
      - "commercial"
    tags:
      - platform
    logo: logos/braintrust.svg

  - name: "Humanloop"
    description: "Humanloop provides a platform for data labeling and model evaluation"
    links:
      - website: "https://humanloop.com/"
    licensing:
      - "commercial"
    tags:
      - observability/evaluation
    logo: logos/humanloop.svg
  
  - name: "ell"
    description: "A lightweight prompt engineering library treating prompts as functions"
    links:
      - website: "https://docs.ell.so/"
      - github: "https://github.com/madcowd/ell"
    licensing:
      - "open-source"
    tags:
      - prompt engineering
    logo: logos/ell.png

  - name: "PydanticAI"
    description: "Python agent framework"
    links:
      - website: https://ai.pydantic.dev/
      - github: https://github.com/pydantic/pydantic-ai
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/pydanticai.svg

  - name: "Qdrant"
    description: "Vector similarity search engine and vector database, open-source or fully managed with Qdrant Cloud"
    links:
      - website: "https://qdrant.tech/"
      - github: "https://github.com/qdrant/qdrant"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - data search and storage
    logo: logos/qdrant.svg
    
  - name: "pgvector"
    description: "Open-source vector similarity search for Postgres"
    links:
      - github: "https://github.com/pgvector/pgvector"
    licensing:
      - "open-source"
    tags:
      - data search and storage

  - name: "OpenAI Swarm"
    description: Educational framework exploring ergonomic, lightweight multi-agent orchestration
    links:
      - github: "https://github.com/openai/swarm"
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/swarm.png

  - name: "unsloth"
    description: "Tool to fine-tune LLMs faster and more efficiently"
    links:
      - website: "https://unsloth.ai/"
      - github: "https://github.com/unslothai/unsloth"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - fine-tuning

  - name: "axolotl"
    description: "Library designed to streamline the fine-tuning of various AI models"
    links:
      - github: "https://github.com/axolotl-ai-cloud/axolotl"
    licensing:
      - "open-source"
    tags:
      - fine-tuning
    logo: logos/axolotl.svg
  
  - name: "Lightning"
    description: "Platform to train models, deploy, and more"
    links:
      - website: "https://www.lightning.ai/"
    licensing:
      - "commercial"
    tags:
      - platform
      - serving
      - fine-tuning
    logo: logos/lightning.png

  - name: "AgentOps"
    description: "Developer platform to test and debug AI agents"
    links:
      - website: "https://www.agentops.ai/"
    licensing:
      - "commercial"
    tags:
      - agents
      - platform
    logo: logos/agentops.svg

  - name: "Phoenix"
    description: "Open-source AI observability platform designed for experimentation, evaluation, and troubleshooting. Commercial hosting available"
    links:
      - website: https://phoenix.arize.com/
      - github: https://github.com/Arize-ai/phoenix
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - observability/evaluation
    logo: logos/phoenix.png

  - name: "Langtrace"
    description: "Open-source observability software which lets you capture, debug and analyze traces and metrics. Includes an SDK and a dashboard, with a commercial offering"
    links:
      - website: https://www.langtrace.ai/
      - github: "https://github.com/Scale3-Labs/langtrace"
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - observability/evaluation
    logo: logos/langtrace.png

  - name: "OVHcloud AI Endpoints"
    description: "OVHcloud provides an API for developers to access and use managed Open Source models or personal models"
    links:
      - website: "https://endpoints.ai.cloud.ovh.net/"
    licensing:
      - "commercial"
    tags:
      - serving
    logo:  logos/ovhcloud.png

  - name: "SplxAI"
    description: "A lightweight solution for automated red teaming of GenAI and LLM apps, with multi-modal attack variations and fully customizable risk assessments, and dynamic risk remediation through automated hardening of system prompts"
    links:
      - website: "https://splx.ai"
    licensing:
      - "commercial"
    tags:
      - observability/evaluation
      - guardrails/security
    logo: logos/splxai.svg

  - name: "smolagents"
    description: "A very simple library that unlocks agentic capabilities for language models"
    links:
      - github: https://github.com/huggingface/smolagents
      - website: https://huggingface.co/blog/smolagents
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/smolagents.png

  - name: Arch
    description: >-
      An intelligent Layer 7 gateway designed to protect, observe, and personalize AI agents with your APIs.
      built on (and by the core contributors of) Envoy Proxy with the belief that: 
      'Prompts are nuanced and opaque user requests, which require the same capabilities as traditional HTTP requests.'
    links:
      - github: "https://github.com/katanemo/archgw"
    licensing:
      - "open-source"
    tags:
      - observability/evaluation
      - guardrails/security
    logo: logos/arch.png

  - name: "dify"
    description: An open-source LLM app development platform, combines agentic AI workflow, RAG pipeline, agent capabilities, model management, observability features and more."
    links:
      - github: https://github.com/langgenius/dify
      - website: https://dify.ai
    licensing:
      - "open-source"
      - "commercial"
    tags:
      - agents
      - RAG
      - platform
    logo: logos/dify.png
  
  - name: "vLLM"
    description: "A fast and easy-to-use library for LLM inference and serving."
    links:
      - github: "https://github.com/vllm-project/vllm"
    licensing:
      - "open-source"
    tags:
      - serving
    logo: logos/vllm.png

  - name: "Letta"
    description: "An open source framework for building build stateful agents with advanced reasoning capabilities and transparent long-term memory (formerly MemGPT)."
    links:
      - github: "https://github.com/letta-ai/letta"
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/letta.png

  - name: "aisuite"
    description: "A simple, unified interface to multiple Generative AI providers"
    links:
      - github: "https://github.com/andrewyng/aisuite"
    licensing:
      - "open-source"
    tags:
      - serving

  - name: "Model Context Protocol (MCP)"
    description: "An open protocol that enables seamless integration between LLM applications and external data sources and tools, provided by Anthropic"
    links:
      - website: "https://modelcontextprotocol.io/introduction"
      - github: "https://github.com/modelcontextprotocol/python-sdk"
    licensing:
      - "open-source"
    tags:
      - agents
    logo: logos/mcp.svg