WEBDIENSTE/openswarm
1
0
Fork 0
mirror of https://github.com/openswarm-ai/openswarm.git synced 2026-09-11 12:17:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

[Haik]: all skills related abstractions done, now gonna clean up and rename

Browse Source
This commit is contained in:
haikdc
2026-04-05 18:56:05 -07:00
parent f012faae94
commit b1dbd4bce8
4 changed files with 82 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files
backend/apps/skills/registry_refresh_loop/RegistryRefreshLoop.py
+49
View File
@@ -0,0 +1,49 @@
import asyncio
import time
from typing import Optional
from typeguard import typechecked
from pydantic import BaseModel, Field, InstanceOf
from backend.apps.skills.registry_refresh_loop.fetch_all_registry_skills.fetch_all_registry_skills import fetch_all_registry_skills
class RegistryRefreshLoop(BaseModel):
refresh_interval_s: int
num_concurrent_fetches: int
github_base_url: str
github_repo: str
github_branch: str
manifest_extension: str
cache: dict[str, dict] = Field(default_factory=dict)
updated_at: float = 0
task: Optional[InstanceOf[asyncio.Task]] = None
@typechecked
async def start(self) -> None:
self._task = asyncio.create_task(self.p_run_loop())
@typechecked
async def stop(self) -> None:
if self._task:
self._task.cancel()
try:
await self._task
except asyncio.CancelledError:
pass
@typechecked
async def p_run_loop(self) -> None:
while True:
try:
self.cache = await fetch_all_registry_skills(
num_concurrent_fetches=self.num_concurrent_fetches,
github_base_url=self.github_base_url,
github_repo=self.github_repo,
github_branch=self.github_branch,
manifest_extension=self.manifest_extension,
)
self.updated_at = time.time()
except Exception as e:
print(f"[RegistryRefreshLoop] Skill registry refresh error: {e}")
await asyncio.sleep(self.refresh_interval_s)
backend/apps/skills/registry_refresh_loop/fetch_all_registry_skills/fetch_all_registry_skills.py
+8 -8
View File
@@ -12,17 +12,17 @@ from backend.apps.skills.registry_refresh_loop.fetch_all_registry_skills.utils.f
@typechecked
async def fetch_all_registry_skills(
num_concurrent_fetches: int,
manifest_url: str,
raw_base: str,
repo: str,
branch: str,
github_base_url: str,
github_repo: str,
github_branch: str,
manifest_extension: str,
) -> dict[str, dict]:
result: dict[str, dict] = {}
async with httpx.AsyncClient(timeout=30.0) as client:
try:
paths = await fetch_skill_paths(
client=client,
manifest_url=manifest_url
manifest_url=f"{github_base_url}/{github_repo}/{github_branch}{manifest_extension}"
)
except Exception as e:
print(f"[fetch_all_registry_skills] Skill registry manifest fetch failed: {e}")
@@ -35,9 +35,9 @@ async def fetch_all_registry_skills(
sem=sem,
folder=folder,
plugin_name=plugin,
raw_base=raw_base,
repo=repo,
branch=branch
github_base_url=github_base_url,
github_repo=github_repo,
github_branch=github_branch,
) for folder, plugin in paths]
)
for rec in records:
backend/apps/skills/registry_refresh_loop/fetch_all_registry_skills/utils/fetch_one_skill.py
+5 -5
View File
@@ -10,13 +10,13 @@ async def fetch_one_skill(
sem: asyncio.Semaphore,
folder: str,
plugin_name: str,
raw_base: str,
repo: str,
branch: str,
github_base_url: str,
github_repo: str,
github_branch: str,
) -> Optional[dict]:
async with sem:
try:
resp = await client.get(f"{raw_base}/{folder}/SKILL.md")
resp = await client.get(f"{github_base_url}/{github_repo}/{github_branch}/{folder}/SKILL.md")
if resp.status_code != 200:
return None
raw = resp.text
@@ -35,5 +35,5 @@ async def fetch_one_skill(
"content": body,
"folder": folder,
"category": plugin_name.replace("-", " ").replace("_", " ").title(),
"repositoryUrl": f"https://github.com/{repo}/tree/{branch}/{folder}",
"repositoryUrl": f"https://github.com/{github_repo}/tree/{github_branch}/{folder}",
}
backend/apps/skills/skills.py
+20 -40
View File
@@ -1,6 +1,5 @@
"""Skills SubApp — local skill CRUD, workspace management, and remote registry."""
import asyncio
import json
import logging
import os
@@ -14,12 +13,12 @@ from backend.config.Apps import SubApp
from backend.config.paths import DB_ROOT
from backend.apps.skills.SkillStore import SkillStore
from backend.apps.skills.parse_frontmatter import parse_frontmatter
from backend.apps.skills.registry_refresh_loop.registry_refresh_loop import registry_refresh_loop
from backend.apps.skills.registry_refresh_loop.RegistryRefreshLoop import RegistryRefreshLoop
logger = logging.getLogger(__name__)
# ---------------------------------------------------------------------------
# Paths & singleton store
# Paths & singletons
# ---------------------------------------------------------------------------
SKILLS_DIR = os.path.expanduser("~/.claude/skills")
@@ -27,20 +26,14 @@ SKILLS_WORKSPACE_DIR = os.path.join(DB_ROOT, "skills_workspace")
SKILL_STORE = SkillStore(skills_dir=SKILLS_DIR)
# ---------------------------------------------------------------------------
# Registry constants
# ---------------------------------------------------------------------------
_REPO = "anthropics/skills"
_BRANCH = "main"
_RAW_BASE = f"https://raw.githubusercontent.com/{_REPO}/{_BRANCH}"
_MANIFEST_URL = f"{_RAW_BASE}/.claude-plugin/marketplace.json"
_REFRESH_INTERVAL_S = 3600
_CONCURRENT_FETCHES = 15
_registry_cache: dict[str, dict] = {}
_registry_updated_at: float = 0
_refresh_task: Optional[asyncio.Task] = None
REGISTRY = RegistryRefreshLoop(
refresh_interval_s=3600,
num_concurrent_fetches=15,
github_base_url="https://raw.githubusercontent.com/",
github_repo="anthropics/skills",
github_branch="main",
manifest_extension=".claude-plugin/marketplace.json",
)
# ---------------------------------------------------------------------------
# SubApp
@@ -49,23 +42,10 @@ _refresh_task: Optional[asyncio.Task] = None
@asynccontextmanager
async def skills_lifespan():
global _refresh_task
os.makedirs(SKILLS_WORKSPACE_DIR, exist_ok=True)
_refresh_task = asyncio.create_task(registry_refresh_loop(
refresh_interval_s=_REFRESH_INTERVAL_S,
registry_cache=_registry_cache,
registry_updated_at=_registry_updated_at,
num_concurrent_fetches=_CONCURRENT_FETCHES,
manifest_url=_MANIFEST_URL,
raw_base=_RAW_BASE,
))
await REGISTRY.start()
yield
if _refresh_task:
_refresh_task.cancel()
try:
await _refresh_task
except asyncio.CancelledError:
pass
await REGISTRY.stop()
skills = SubApp("skills", skills_lifespan)
@@ -134,7 +114,7 @@ async def get_skill(skill_id: str):
return s.model_dump()
class _SkillCreateBody(BaseModel):
class SkillCreateBody(BaseModel):
name: str
description: str = ""
content: str
@@ -142,12 +122,12 @@ class _SkillCreateBody(BaseModel):
@skills.router.post("/create")
async def create_skill(body: _SkillCreateBody):
async def create_skill(body: SkillCreateBody):
skill = SKILL_STORE.create(body.name, body.description, body.content, body.command)
return {"ok": True, "skill": skill.model_dump()}
class _SkillUpdateBody(BaseModel):
class SkillUpdateBody(BaseModel):
name: Optional[str] = None
description: Optional[str] = None
content: Optional[str] = None
@@ -155,7 +135,7 @@ class _SkillUpdateBody(BaseModel):
@skills.router.put("/{skill_id}")
async def update_skill(skill_id: str, body: _SkillUpdateBody):
async def update_skill(skill_id: str, body: SkillUpdateBody):
try:
skill = SKILL_STORE.update(
skill_id, name=body.name, description=body.description,
@@ -179,10 +159,10 @@ async def delete_skill(skill_id: str):
@skills.router.get("/registry/stats")
async def registry_stats():
categories: dict[str, int] = {}
for s in _registry_cache.values():
for s in REGISTRY.cache.values():
cat = s.get("category", "General")
categories[cat] = categories.get(cat, 0) + 1
return {"total": len(_registry_cache), "categories": categories, "lastUpdated": _registry_updated_at}
return {"total": len(REGISTRY.cache), "categories": categories, "lastUpdated": REGISTRY.updated_at}
@skills.router.get("/registry/search")
@@ -193,7 +173,7 @@ async def registry_search(
sort: str = Query("name", description="Sort field"),
category: str = Query("", description="Filter by category"),
):
pool = list(_registry_cache.values())
pool = list[dict](REGISTRY.cache.values())
if category:
cat_lower = category.lower()
@@ -225,7 +205,7 @@ async def registry_search(
@skills.router.get("/registry/detail/{skill_name:path}")
async def registry_detail(skill_name: str):
sk = _registry_cache.get(skill_name)
sk = REGISTRY.cache.get(skill_name)
if not sk:
raise HTTPException(status_code=404, detail="Registry skill not found")
return {"skill": sk}