{
  "project_id": "dataelement/bisheng",
  "repo": "dataelement/bisheng",
  "name": "bisheng",
  "github_url": "https://github.com/dataelement/bisheng",
  "homepage_url": "http://www.bisheng.ai",
  "language": "Python",
  "license": "Apache-2.0",
  "project_kind": "project",
  "category": [
    "llm_eval"
  ],
  "tags": [
    "agent",
    "ai",
    "chatbot",
    "dsh",
    "dsh-plugin",
    "enterprise",
    "finetune",
    "genai",
    "gpt",
    "langchian",
    "llm",
    "llmdevops",
    "llmops",
    "ocr",
    "openai",
    "orchestration",
    "python",
    "rag",
    "workflow"
  ],
  "description": "BISHENG is an open-source enterprise Agent platform for building, deploying, and managing AI applications. It combines AI agents, workflows, RAG and knowledge management, desktop agent integration, and vibecoding app hosting with unified model management, evaluation, observability, access control, and enterprise administration.",
  "overview": "Use dataelement/bisheng when the user needs a llm eval project with docker, local, cloud deployment options.",
  "alternatives": [
    {
      "repo": "promptfoo/promptfoo",
      "reason": "Same llm eval intent with rag overlap."
    },
    {
      "repo": "comet-ml/opik",
      "reason": "Same llm eval intent with rag, observability, workflow overlap."
    },
    {
      "repo": "modelscope/evalscope",
      "reason": "Same llm eval intent with rag overlap."
    }
  ],
  "related": [
    {
      "repo": "langwatch/langwatch",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "coze-dev/coze-loop",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "langgenius/dify",
      "reason": "Related to dataelement/bisheng through shared Vector database dependency context."
    },
    {
      "repo": "ShenSeanChen/waku-agent",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "vibrantlabsai/ragas",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "Scale3-Labs/langtrace",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "windmill-labs/windmill",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    },
    {
      "repo": "langfuse/langfuse",
      "reason": "Related to dataelement/bisheng through llm eval category and docker deployment."
    }
  ],
  "dependencies": [
    "Vector database",
    "LLM provider"
  ],
  "deployments": [
    "docker",
    "local",
    "cloud"
  ],
  "difficulty": "intermediate",
  "cloudflare_ready": false,
  "use_cases": [
    "evaluate LLM outputs",
    "benchmark prompts and agents",
    "track model quality"
  ],
  "not_good_for": [
    "edge-only Cloudflare Workers deployment without adaptation"
  ],
  "classification": {
    "category": {
      "confidence": "high",
      "evidence": [
        "Matched \"eval\" in metadata.",
        "Matched \"evaluation\" in metadata."
      ]
    },
    "deployment": {
      "confidence": "medium",
      "evidence": [
        "Local usage is assumed for open source repositories unless contradicted."
      ]
    },
    "difficulty": {
      "confidence": "medium",
      "evidence": [
        "No strong beginner or advanced signal found; defaulting to intermediate."
      ]
    },
    "cloudflare_ready": {
      "confidence": "high",
      "evidence": [
        "Runtime blocker: python.",
        "No Cloudflare deployment signal detected.",
        "No wrangler.toml found in inspected repository files."
      ]
    }
  },
  "quality_signals": {
    "stars": 12138,
    "recent_commits": 100,
    "contributors": 61,
    "issue_response_time_hours": null,
    "release_frequency_180d": 5
  },
  "quality_signal_confidence": {
    "stars_30d_delta": "snapshot",
    "stars30d_window_days": 33,
    "commits_30d": "partial",
    "releases_180d": "complete",
    "contributors_90d": "complete"
  },
  "quality_score": 35,
  "agent_score": 80,
  "score": 91,
  "agent_score_breakdown": {
    "documentation": 90,
    "maintenance": 57,
    "deployment": 80,
    "popularity": 82,
    "community": 100
  },
  "git_top_score": 91,
  "git_top_score_breakdown": {
    "community": 100,
    "maintenance": 68,
    "documentation": 84,
    "stability": 100,
    "adoption": 100,
    "agent_readability": 100
  },
  "verification": {
    "schema_version": "git-top.verification.v1",
    "overall_status": "partial",
    "observed_at": "2026-11-06T13:30:09.357Z",
    "signals": {
      "activity": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.pushed_at",
          "metrics.recent_push_days"
        ]
      },
      "license": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.license"
        ]
      },
      "documentation": {
        "status": "observed",
        "source": "github_metadata",
        "evidence": [
          "project.description"
        ]
      },
      "runtime": {
        "status": "inferred",
        "source": "git_top_heuristic",
        "evidence": [
          "agent_card.deployment",
          "agent_card.cloudflare_ready"
        ]
      },
      "install": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "installation/build probe is not enabled"
        ]
      },
      "security": {
        "status": "not_run",
        "source": "git_top_runtime",
        "evidence": [
          "dependency/security scan is not enabled"
        ]
      },
      "mcp": {
        "status": "not_applicable",
        "source": "git_top_runtime",
        "evidence": [
          "project is not classified as mcp_server"
        ]
      }
    },
    "coverage": {
      "observed": 3,
      "inferred": 1,
      "not_run": 2,
      "unknown": 0
    },
    "next_steps": [
      "Run an installation/build probe before production adoption.",
      "Run a dependency and security scan before treating the score as a trust claim."
    ]
  },
  "summary": {
    "tl_dr": "Use dataelement/bisheng when the user needs a llm eval project with docker, local, cloud deployment options.",
    "purpose": "Use dataelement/bisheng when the user needs a llm eval project with docker, local, cloud deployment options.",
    "install": "Run with Docker using the repository's container instructions.",
    "inputs": [
      "prompts",
      "model outputs",
      "test cases"
    ],
    "outputs": [
      "scores",
      "benchmarks",
      "eval reports"
    ],
    "good_for": [
      "evaluate LLM outputs",
      "benchmark prompts and agents",
      "track model quality",
      "model evaluation",
      "benchmarking",
      "regression testing"
    ],
    "not_good_for": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "production inference serving",
      "end-user chat apps"
    ],
    "deployment": [
      "docker",
      "local",
      "cloud"
    ],
    "alternatives": [
      {
        "repo": "promptfoo/promptfoo",
        "reason": "Same llm eval intent with rag overlap."
      },
      {
        "repo": "comet-ml/opik",
        "reason": "Same llm eval intent with rag, observability, workflow overlap."
      },
      {
        "repo": "modelscope/evalscope",
        "reason": "Same llm eval intent with rag overlap."
      }
    ]
  },
  "evidence": {
    "classification": {
      "category": {
        "confidence": "high",
        "evidence": [
          "Matched \"eval\" in metadata.",
          "Matched \"evaluation\" in metadata."
        ]
      },
      "deployment": {
        "confidence": "medium",
        "evidence": [
          "Local usage is assumed for open source repositories unless contradicted."
        ]
      },
      "difficulty": {
        "confidence": "medium",
        "evidence": [
          "No strong beginner or advanced signal found; defaulting to intermediate."
        ]
      },
      "cloudflare_ready": {
        "confidence": "high",
        "evidence": [
          "Runtime blocker: python.",
          "No Cloudflare deployment signal detected.",
          "No wrangler.toml found in inspected repository files."
        ]
      }
    },
    "quality_signal_confidence": {
      "stars_30d_delta": "snapshot",
      "stars30d_window_days": 33,
      "commits_30d": "partial",
      "releases_180d": "complete",
      "contributors_90d": "complete"
    },
    "verification": {
      "schema_version": "git-top.verification.v1",
      "overall_status": "partial",
      "observed_at": "2026-11-06T13:30:09.357Z",
      "signals": {
        "activity": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.pushed_at",
            "metrics.recent_push_days"
          ]
        },
        "license": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.license"
          ]
        },
        "documentation": {
          "status": "observed",
          "source": "github_metadata",
          "evidence": [
            "project.description"
          ]
        },
        "runtime": {
          "status": "inferred",
          "source": "git_top_heuristic",
          "evidence": [
            "agent_card.deployment",
            "agent_card.cloudflare_ready"
          ]
        },
        "install": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "installation/build probe is not enabled"
          ]
        },
        "security": {
          "status": "not_run",
          "source": "git_top_runtime",
          "evidence": [
            "dependency/security scan is not enabled"
          ]
        },
        "mcp": {
          "status": "not_applicable",
          "source": "git_top_runtime",
          "evidence": [
            "project is not classified as mcp_server"
          ]
        }
      },
      "coverage": {
        "observed": 3,
        "inferred": 1,
        "not_run": 2,
        "unknown": 0
      },
      "next_steps": [
        "Run an installation/build probe before production adoption.",
        "Run a dependency and security scan before treating the score as a trust claim."
      ]
    },
    "source_fields": [
      "project.description",
      "project.topics",
      "project.language",
      "project.license",
      "agent_card.summary_for_agent",
      "agent_card.use_cases",
      "agent_card.deployment",
      "agent_card.classification",
      "metrics",
      "verification.signals"
    ],
    "caveats": [
      "edge-only Cloudflare Workers deployment without adaptation",
      "Partial or estimated quality signals: commits30d.",
      "Independent installation, security, or runtime probes have not been run for this project."
    ],
    "confidence_reason": "Evidence is usable for comparison, but agents should cite caveats before making a strong recommendation.",
    "last_verified_at": "2026-11-06T13:30:09.357Z"
  },
  "caveats": [
    "edge-only Cloudflare Workers deployment without adaptation",
    "Partial or estimated quality signals: commits30d.",
    "Independent installation, security, or runtime probes have not been run for this project."
  ],
  "confidence_reason": "Evidence is usable for comparison, but agents should cite caveats before making a strong recommendation.",
  "source_fields": [
    "project.description",
    "project.topics",
    "project.language",
    "project.license",
    "agent_card.summary_for_agent",
    "agent_card.use_cases",
    "agent_card.deployment",
    "agent_card.classification",
    "metrics",
    "verification.signals"
  ],
  "last_verified_at": "2026-11-06T13:30:09.357Z",
  "knowledge": {
    "project": {
      "id": "dataelement/bisheng",
      "owner": "dataelement",
      "name": "bisheng",
      "full_name": "dataelement/bisheng",
      "github_url": "https://github.com/dataelement/bisheng",
      "homepage_url": "http://www.bisheng.ai",
      "description": "BISHENG is an open-source enterprise Agent platform for building, deploying, and managing AI applications. It combines AI agents, workflows, RAG and knowledge management, desktop agent integration, and vibecoding app hosting with unified model management, evaluation, observability, access control, and enterprise administration.",
      "language": "Python",
      "topics": [
        "agent",
        "ai",
        "chatbot",
        "dsh",
        "dsh-plugin",
        "enterprise",
        "finetune",
        "genai",
        "gpt",
        "langchian",
        "llm",
        "llmdevops",
        "llmops",
        "ocr",
        "openai",
        "orchestration",
        "python",
        "rag",
        "workflow"
      ],
      "license": "Apache-2.0",
      "stars": 12138,
      "forks": 1995,
      "open_issues": 13,
      "default_branch": "main",
      "created_at": "2023-08-28T10:00:24Z",
      "updated_at": "2026-11-06T13:26:10Z",
      "pushed_at": "2026-11-06T11:53:11Z",
      "synced_at": "2026-11-06T13:30:09.357Z"
    },
    "agent_card": {
      "project_id": "dataelement/bisheng",
      "project_kind": "project",
      "category": "llm_eval",
      "difficulty": "intermediate",
      "deployment": [
        "docker",
        "local",
        "cloud"
      ],
      "cloudflare_ready": false,
      "use_cases": [
        "evaluate LLM outputs",
        "benchmark prompts and agents",
        "track model quality"
      ],
      "not_good_for": [
        "edge-only Cloudflare Workers deployment without adaptation"
      ],
      "alternatives": [
        {
          "project_id": "promptfoo/promptfoo",
          "reason": "Same llm eval intent with rag overlap."
        },
        {
          "project_id": "comet-ml/opik",
          "reason": "Same llm eval intent with rag, observability, workflow overlap."
        },
        {
          "project_id": "modelscope/evalscope",
          "reason": "Same llm eval intent with rag overlap."
        }
      ],
      "summary_for_agent": "Use dataelement/bisheng when the user needs a llm eval project with docker, local, cloud deployment options.",
      "classification": {
        "category": {
          "confidence": "high",
          "evidence": [
            "Matched \"eval\" in metadata.",
            "Matched \"evaluation\" in metadata."
          ]
        },
        "deployment": {
          "confidence": "medium",
          "evidence": [
            "Local usage is assumed for open source repositories unless contradicted."
          ]
        },
        "difficulty": {
          "confidence": "medium",
          "evidence": [
            "No strong beginner or advanced signal found; defaulting to intermediate."
          ]
        },
        "cloudflare_ready": {
          "confidence": "high",
          "evidence": [
            "Runtime blocker: python.",
            "No Cloudflare deployment signal detected.",
            "No wrangler.toml found in inspected repository files."
          ]
        }
      },
      "schema_version": "v1",
      "generated_at": "2026-11-06T13:30:09.357Z"
    },
    "metrics": {
      "project_id": "dataelement/bisheng",
      "stars_30d_delta": 116,
      "commits_30d": 100,
      "releases_180d": 5,
      "contributors_90d": 61,
      "issue_first_response_median_hours": null,
      "recent_push_days": 0,
      "git_score": 35,
      "maintenance_score": 57,
      "signal_confidence": {
        "stars_30d_delta": "snapshot",
        "stars30d_window_days": 33,
        "commits_30d": "partial",
        "releases_180d": "complete",
        "contributors_90d": "complete"
      },
      "calculated_at": "2026-11-06T13:30:09.357Z"
    }
  },
  "resolved_from": {
    "requested_id": "dataelement/bisheng",
    "resolved_id": "dataelement/bisheng",
    "resolution": "direct"
  },
  "metadata": {
    "source": "d1",
    "reason": "d1_query",
    "project_count": 1226,
    "generated_at": "2026-11-11T02:03:02.256Z",
    "snapshot_id": "d1:1226:2026-11-11T02:00:24.225Z",
    "latest_synced_at": "2026-11-11T02:00:24.225Z",
    "schema_version": "git-top.knowledge.v1",
    "loaded_project_limit": 2000,
    "truncated": false
  }
}