|
|
"""
|
|
|
CouchDB client for distributed coordination.
|
|
|
"""
|
|
|
import couchdb
|
|
|
import uuid
|
|
|
from datetime import datetime
|
|
|
from typing import Dict, List, Optional, Any
|
|
|
from .config import settings
|
|
|
|
|
|
class CouchDBClient:
|
|
|
"""Client for interacting with CouchDB for distributed coordination."""
|
|
|
|
|
|
def __init__(self):
|
|
|
self.server = couchdb.Server(settings.COUCHDB_URL)
|
|
|
self.server.resource.credentials = (
|
|
|
settings.COUCHDB_USER,
|
|
|
settings.COUCHDB_PASSWORD
|
|
|
)
|
|
|
self._ensure_databases()
|
|
|
|
|
|
def _ensure_databases(self):
|
|
|
"""Ensure required databases exist."""
|
|
|
required_dbs = ['agents', 'jobs', 'gradients', 'model_state']
|
|
|
for db_name in required_dbs:
|
|
|
if db_name not in self.server:
|
|
|
self.server.create(db_name)
|
|
|
|
|
|
def register_agent(self, agent_id: str, capabilities: Dict[str, Any]) -> bool:
|
|
|
"""Register an agent in the cluster."""
|
|
|
db = self.server['agents']
|
|
|
doc = {
|
|
|
'_id': agent_id,
|
|
|
'status': 'active',
|
|
|
'capabilities': capabilities,
|
|
|
'last_heartbeat': datetime.utcnow().isoformat(),
|
|
|
'current_job': None
|
|
|
}
|
|
|
try:
|
|
|
db.save(doc)
|
|
|
return True
|
|
|
except couchdb.http.ResourceConflict:
|
|
|
return False
|
|
|
|
|
|
def update_heartbeat(self, agent_id: str) -> bool:
|
|
|
"""Update agent heartbeat."""
|
|
|
db = self.server['agents']
|
|
|
try:
|
|
|
doc = db[agent_id]
|
|
|
doc['last_heartbeat'] = datetime.utcnow().isoformat()
|
|
|
db.save(doc)
|
|
|
return True
|
|
|
except couchdb.http.ResourceNotFound:
|
|
|
return False
|
|
|
|
|
|
def create_job(self, job_type: str, params: Dict[str, Any]) -> str:
|
|
|
"""Create a new job in the job queue."""
|
|
|
db = self.server['jobs']
|
|
|
job_id = str(uuid.uuid4())
|
|
|
doc = {
|
|
|
'_id': job_id,
|
|
|
'type': job_type,
|
|
|
'params': params,
|
|
|
'status': 'pending',
|
|
|
'created_at': datetime.utcnow().isoformat(),
|
|
|
'assigned_to': None
|
|
|
}
|
|
|
db.save(doc)
|
|
|
return job_id
|
|
|
|
|
|
def claim_job(self, agent_id: str) -> Optional[Dict[str, Any]]:
|
|
|
"""Attempt to claim a pending job."""
|
|
|
db = self.server['jobs']
|
|
|
for row in db.view('_all_docs', include_docs=True):
|
|
|
doc = row.doc
|
|
|
if doc.get('status') == 'pending':
|
|
|
try:
|
|
|
doc['status'] = 'in_progress'
|
|
|
doc['assigned_to'] = agent_id
|
|
|
doc['claimed_at'] = datetime.utcnow().isoformat()
|
|
|
db.save(doc)
|
|
|
return doc
|
|
|
except couchdb.http.ResourceConflict:
|
|
|
continue
|
|
|
return None
|
|
|
|
|
|
def update_job_status(self, job_id: str, status: str, result: Optional[Dict[str, Any]] = None) -> bool:
|
|
|
"""Update job status and optionally store results."""
|
|
|
db = self.server['jobs']
|
|
|
try:
|
|
|
doc = db[job_id]
|
|
|
doc['status'] = status
|
|
|
if result:
|
|
|
doc['result'] = result
|
|
|
doc['updated_at'] = datetime.utcnow().isoformat()
|
|
|
db.save(doc)
|
|
|
return True
|
|
|
except couchdb.http.ResourceNotFound:
|
|
|
return False
|
|
|
|
|
|
def store_gradients(self, job_id: str, gradients: Dict[str, Any]) -> str:
|
|
|
"""Store computed gradients."""
|
|
|
db = self.server['gradients']
|
|
|
gradient_id = str(uuid.uuid4())
|
|
|
doc = {
|
|
|
'_id': gradient_id,
|
|
|
'job_id': job_id,
|
|
|
'gradients': gradients,
|
|
|
'timestamp': datetime.utcnow().isoformat()
|
|
|
}
|
|
|
db.save(doc)
|
|
|
return gradient_id
|
|
|
|
|
|
def get_active_agents(self) -> List[Dict[str, Any]]:
|
|
|
"""Get list of currently active agents."""
|
|
|
db = self.server['agents']
|
|
|
active_agents = []
|
|
|
for row in db.view('_all_docs', include_docs=True):
|
|
|
doc = row.doc
|
|
|
if doc.get('status') == 'active':
|
|
|
active_agents.append(doc)
|
|
|
return active_agents
|
|
|
|
|
|
def store_model_state(self, state: Dict[str, Any]) -> str:
|
|
|
"""Store current model state."""
|
|
|
db = self.server['model_state']
|
|
|
state_id = str(uuid.uuid4())
|
|
|
doc = {
|
|
|
'_id': state_id,
|
|
|
'state': state,
|
|
|
'timestamp': datetime.utcnow().isoformat()
|
|
|
}
|
|
|
db.save(doc)
|
|
|
return state_id
|
|
|
|
|
|
def get_latest_model_state(self) -> Optional[Dict[str, Any]]:
|
|
|
"""Retrieve the latest model state."""
|
|
|
db = self.server['model_state']
|
|
|
|
|
|
for row in db.view('_all_docs', include_docs=True, descending=True, limit=1):
|
|
|
return row.doc
|
|
|
return None |
