{
  "@context": "https://schema.org",
  "@type": "Dataset",
  "name": "AIPickRank — AI Code Assistants Consensus",
  "description": "Deterministic multi-model evaluation dataset analyzing which AI coding assistants leading AI models (GPT, Gemini) recommend across 30 standardized queries and 60 independent evaluations. Includes consensus pickScores, mention rates, and average declared positions.",
  "identifier": "aipickrank:ai-code-assistants:v1",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "creator": {
    "@type": "Organization",
    "name": "AIPickRank",
    "url": "https://aipickrank.com"
  },
  "dateModified": "2026-09-30T12:00:00Z",
  "measurementTechnique": "Deterministic multi-model prompt evaluation",
  "variableMeasured": [
    {
      "@type": "PropertyValue",
      "name": "pickScore",
      "minValue": 0,
      "maxValue": 100
    },
    {
      "@type": "PropertyValue",
      "name": "mentionRate",
      "unitText": "PERCENT"
    },
    {
      "@type": "PropertyValue",
      "name": "avgDeclaredPosition"
    }
  ],
  "distribution": [
    {
      "@type": "DataDownload",
      "encodingFormat": "application/json",
      "contentUrl": "https://aipickrank.com/data/ai-code-assistants-v1.json"
    }
  ],
  "providers": [
    {
      "rank": 1,
      "name": "GitHub Copilot",
      "domain": "github.com",
      "subniche": "Default industry standard, native VS Code/JetBrains integration & multi-model choice",
      "pickScore": 80.2,
      "scores": {
        "all": 80.2,
        "gem": 82.1,
        "gpt": 78.2
      },
      "mentionRate": 85.0,
      "avgDeclaredPos": 2.6,
      "sample": 60
    },
    {
      "rank": 2,
      "name": "Cursor",
      "domain": "cursor.com",
      "subniche": "AI-first fork of VS Code, multi-file codebase indexing & composer agent",
      "pickScore": 79.1,
      "scores": {
        "all": 79.1,
        "gem": 88.7,
        "gpt": 69.5
      },
      "mentionRate": 78.3,
      "avgDeclaredPos": 1.4,
      "sample": 60
    },
    {
      "rank": 3,
      "name": "Continue",
      "domain": "continue.dev",
      "subniche": "Open-source VS Code/JetBrains extension for local LLMs via Ollama and custom models",
      "pickScore": 43.9,
      "scores": {
        "all": 43.9,
        "gem": 40.0,
        "gpt": 47.8
      },
      "mentionRate": 41.7,
      "avgDeclaredPos": 2.3,
      "sample": 60
    },
    {
      "rank": 4,
      "name": "Windsurf",
      "domain": "codeium.com",
      "subniche": "AI-native IDE by Codeium featuring Flows and deep contextual Cascade agent",
      "pickScore": 39.3,
      "scores": {
        "all": 39.3,
        "gem": 20.0,
        "gpt": 58.6
      },
      "mentionRate": 41.7,
      "avgDeclaredPos": 3.5,
      "sample": 60
    },
    {
      "rank": 5,
      "name": "Amazon Q Developer",
      "domain": "aws.amazon.com",
      "subniche": "AWS-specialized code generation, security scanning & enterprise compliance",
      "pickScore": 38.2,
      "scores": {
        "all": 38.2,
        "gem": 13.3,
        "gpt": 63.1
      },
      "mentionRate": 41.7,
      "avgDeclaredPos": 4.5,
      "sample": 60
    },
    {
      "rank": 6,
      "name": "Codeium",
      "domain": "codeium.com",
      "subniche": "Fast inline autocomplete with generous free tier and wide multi-IDE support",
      "pickScore": 36.2,
      "scores": {
        "all": 36.2,
        "gem": 65.8,
        "gpt": 6.7
      },
      "mentionRate": 38.3,
      "avgDeclaredPos": 2.5,
      "sample": 60
    },
    {
      "rank": 7,
      "name": "Sourcegraph Cody",
      "domain": "sourcegraph.com",
      "subniche": "Deep enterprise codebase search, multi-repo context & LLM flexibility",
      "pickScore": 33.2,
      "scores": {
        "all": 33.2,
        "gem": 32.7,
        "gpt": 33.8
      },
      "mentionRate": 28.3,
      "avgDeclaredPos": 2.5,
      "sample": 60
    },
    {
      "rank": 8,
      "name": "Aider",
      "domain": "aider.chat",
      "subniche": "Terminal CLI pair programmer with direct git integration and multi-file editing",
      "pickScore": 32.8,
      "scores": {
        "all": 32.8,
        "gem": 29.2,
        "gpt": 36.4
      },
      "mentionRate": 33.3,
      "avgDeclaredPos": 3.8,
      "sample": 60
    },
    {
      "rank": 9,
      "name": "Supermaven",
      "domain": "supermaven.com",
      "subniche": "Ultra-low latency inline autocomplete powered by 1M+ token Babble model",
      "pickScore": 28.9,
      "scores": {
        "all": 28.9,
        "gem": 40.0,
        "gpt": 17.9
      },
      "mentionRate": 25.0,
      "avgDeclaredPos": 2.5,
      "sample": 60
    },
    {
      "rank": 10,
      "name": "Claude Code",
      "domain": "claude.ai",
      "subniche": "Agentic terminal CLI tool directly orchestrating codebase tasks via Claude",
      "pickScore": 26.2,
      "scores": {
        "all": 26.2,
        "gem": 0.0,
        "gpt": 52.5
      },
      "mentionRate": 25.0,
      "avgDeclaredPos": 1.9,
      "sample": 60
    },
    {
      "rank": 11,
      "name": "Tabnine",
      "domain": "tabnine.com",
      "subniche": "Privacy-first AI code completions with air-gapped and self-hosted deployments",
      "pickScore": 23.3,
      "scores": {
        "all": 23.3,
        "gem": 20.0,
        "gpt": 26.7
      },
      "mentionRate": 23.3,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 12,
      "name": "Cline",
      "domain": "cline.bot",
      "subniche": "Autonomous coding agent extension for VS Code with terminal and file system execution",
      "pickScore": 22.8,
      "scores": {
        "all": 22.8,
        "gem": 18.8,
        "gpt": 26.7
      },
      "mentionRate": 20.0,
      "avgDeclaredPos": 2.0,
      "sample": 60
    },
    {
      "rank": 13,
      "name": "OpenHands",
      "domain": "openhands.dev",
      "subniche": "Open-source autonomous AI software engineer agent capable of end-to-end task execution",
      "pickScore": 11.7,
      "scores": {
        "all": 11.7,
        "gem": 6.7,
        "gpt": 16.7
      },
      "mentionRate": 11.7,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 14,
      "name": "Void",
      "domain": "voideditor.com",
      "subniche": "Open-source, privacy-centric AI code editor alternative to Cursor",
      "pickScore": 10.0,
      "scores": {
        "all": 10.0,
        "gem": 10.0,
        "gpt": 10.0
      },
      "mentionRate": 10.0,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 15,
      "name": "Roo Code",
      "domain": "roocode.com",
      "subniche": "Highly configurable agentic coding extension with specialized persona modes",
      "pickScore": 8.3,
      "scores": {
        "all": 8.3,
        "gem": 0.0,
        "gpt": 16.7
      },
      "mentionRate": 8.3,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 16,
      "name": "Replit Agent",
      "domain": "replit.com",
      "subniche": "Autonomous cloud development agent building fullstack web apps from natural language",
      "pickScore": 5.0,
      "scores": {
        "all": 5.0,
        "gem": 0.0,
        "gpt": 10.0
      },
      "mentionRate": 5.0,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 17,
      "name": "Goose",
      "domain": "block.github.io",
      "subniche": "Open-source extensible on-machine AI developer agent from Block",
      "pickScore": 2.9,
      "scores": {
        "all": 2.9,
        "gem": 0.0,
        "gpt": 5.8
      },
      "mentionRate": 1.7,
      "avgDeclaredPos": 5.0,
      "sample": 60
    },
    {
      "rank": 18,
      "name": "Augment Code",
      "domain": "augmentcode.com",
      "subniche": "Enterprise-grade AI coding assistant built for massive multi-million LOC codebases",
      "pickScore": 1.7,
      "scores": {
        "all": 1.7,
        "gem": 0.0,
        "gpt": 3.3
      },
      "mentionRate": 1.7,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 19,
      "name": "Melty",
      "domain": "melty.dev",
      "subniche": "Open-source AI-first code editor designed around developer workflow awareness",
      "pickScore": 0.0,
      "scores": {
        "all": 0.0,
        "gem": 0.0,
        "gpt": 0.0
      },
      "mentionRate": 0.0,
      "avgDeclaredPos": null,
      "sample": 60
    },
    {
      "rank": 20,
      "name": "Trae",
      "domain": "trae.ai",
      "subniche": "Adaptive AI-native IDE with integrated chat and builder agent capabilities",
      "pickScore": 0.0,
      "scores": {
        "all": 0.0,
        "gem": 0.0,
        "gpt": 0.0
      },
      "mentionRate": 0.0,
      "avgDeclaredPos": null,
      "sample": 60
    }
  ],
  "metadata": {
    "category": "ai-code-assistants",
    "models": [
      "Gemini 3.1 Pro",
      "GPT-5.6"
    ],
    "promptCount": 30,
    "totalEvaluations": 60,
    "scoringVersion": "v1.0",
    "license": "CC BY 4.0"
  }
}