mirror of
https://github.com/rohitg00/skillkit.git
synced 2026-11-20 20:34:46 +00:00
feat(quality): extend quality evaluation system with badges, deeper analysis, and fix command
- Phase 2: Add quality badges to CLI commands (list, recommend, install) - formatQualityBadge() helper for color-coded grade badges - --quality flag for list command - Low-quality skill warnings during install - Phase 3: Add TUI quality badges - Extended SkillItem with quality, grade, warnings fields - Quality evaluation in loadSkills() - Grade badges in Installed and Recommend screens - Phase 4: Deeper quality analysis - Deprecated pattern detection (CommonJS, class components, var) - Security pattern detection (hardcoded credentials, eval, innerHTML) - Conflicting instruction detection - Completeness assessment (TODOs, empty sections, example coverage) - New weight distribution: Structure 35%, Clarity 25%, Specificity 25%, Advanced 15% - Phase 1: Pre-compute marketplace quality scores - Updated schema.json with quality field (0-100) - Created scripts/compute-quality.ts for batch computation - Phase 5: Benchmark against category leaders - New benchmark.ts module with category detection - Percentile calculation and comparison notes - --benchmark flag for validate command - Phase 6: Fix command for automated quality fixes - skillkit fix command with --dry-run and --interactive modes - Auto-generates frontmatter, "When to Use", "Boundaries" sections - --fix flag alias on validate command
This commit is contained in:
@@ -0,0 +1,123 @@
|
||||
#!/usr/bin/env ts-node
|
||||
/**
|
||||
* Compute quality scores for marketplace skills
|
||||
*
|
||||
* This script assigns default quality scores to skills based on source verification.
|
||||
* For detailed quality evaluation, skills would need to be fetched and analyzed individually.
|
||||
*
|
||||
* Usage:
|
||||
* npx ts-node scripts/compute-quality.ts
|
||||
* pnpm tsx scripts/compute-quality.ts
|
||||
*/
|
||||
|
||||
import { readFileSync, writeFileSync } from 'node:fs';
|
||||
import { join } from 'node:path';
|
||||
|
||||
interface Skill {
|
||||
id: string;
|
||||
name: string;
|
||||
source: string;
|
||||
description?: string;
|
||||
tags: string[];
|
||||
author?: string;
|
||||
version?: string;
|
||||
agents?: string[];
|
||||
quality?: number;
|
||||
}
|
||||
|
||||
interface SkillsIndex {
|
||||
version: number;
|
||||
updatedAt: string;
|
||||
skills: Skill[];
|
||||
}
|
||||
|
||||
const VERIFIED_SOURCES = [
|
||||
'anthropics/',
|
||||
'vercel/',
|
||||
'vercel-labs/',
|
||||
'modelcontextprotocol/',
|
||||
'cursor/',
|
||||
'google/',
|
||||
'microsoft/',
|
||||
'openai/',
|
||||
];
|
||||
|
||||
const TRUSTED_AUTHORS = [
|
||||
'anthropic',
|
||||
'vercel',
|
||||
'google',
|
||||
'microsoft',
|
||||
'openai',
|
||||
];
|
||||
|
||||
function computeDefaultQuality(skill: Skill): number {
|
||||
let score = 70;
|
||||
|
||||
for (const verified of VERIFIED_SOURCES) {
|
||||
if (skill.source.startsWith(verified)) {
|
||||
score = 85;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
if (skill.author) {
|
||||
for (const trusted of TRUSTED_AUTHORS) {
|
||||
if (skill.author.toLowerCase().includes(trusted)) {
|
||||
score = Math.max(score, 85);
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (skill.description && skill.description.length > 50) {
|
||||
score += 3;
|
||||
}
|
||||
|
||||
if (skill.tags && skill.tags.length >= 3) {
|
||||
score += 2;
|
||||
}
|
||||
|
||||
if (skill.version) {
|
||||
score += 2;
|
||||
}
|
||||
|
||||
if (skill.agents && skill.agents.length >= 2) {
|
||||
score += 3;
|
||||
}
|
||||
|
||||
return Math.min(100, score);
|
||||
}
|
||||
|
||||
function main() {
|
||||
const skillsPath = join(__dirname, '../marketplace/skills.json');
|
||||
|
||||
console.log('Reading skills.json...');
|
||||
const data = JSON.parse(readFileSync(skillsPath, 'utf-8')) as SkillsIndex;
|
||||
|
||||
console.log(`Processing ${data.skills.length} skills...`);
|
||||
|
||||
let updated = 0;
|
||||
let verified = 0;
|
||||
|
||||
for (const skill of data.skills) {
|
||||
const quality = computeDefaultQuality(skill);
|
||||
if (skill.quality !== quality) {
|
||||
skill.quality = quality;
|
||||
updated++;
|
||||
}
|
||||
if (quality >= 85) {
|
||||
verified++;
|
||||
}
|
||||
}
|
||||
|
||||
data.updatedAt = new Date().toISOString().split('T')[0];
|
||||
|
||||
console.log(`Updated ${updated} skills with quality scores`);
|
||||
console.log(`Verified sources: ${verified} skills (quality >= 85)`);
|
||||
console.log(`Average quality: ${Math.round(data.skills.reduce((sum, s) => sum + (s.quality || 70), 0) / data.skills.length)}`);
|
||||
|
||||
writeFileSync(skillsPath, JSON.stringify(data, null, 2));
|
||||
console.log('Saved skills.json');
|
||||
}
|
||||
|
||||
main();
|
||||
Reference in New Issue
Block a user