Model Registry Without the Bottleneck

# Get model endpoint for vLLM worker
dig TXT get.llama-70b.models.inference.v1.resolvedb.net +short
# "v=rdb1;s=ok;ttl=3600;d={\"endpoint\":\"http://vllm:8000\",\"tp\":4}"

# Get training run config
dig TXT get.run-abc123.config.training.v1.resolvedb.net +short

# Check model routing weights
dig TXT get.codegen.routing.prod.v1.resolvedb.net +short

import dns.resolver
import json

def get_model_endpoint(model: str) -> dict:
    """Get model endpoint from DNS registry."""
    fqdn = f"get.{model}.models.inference.v1.resolvedb.net"
    answers = dns.resolver.resolve(fqdn, 'TXT')
    response = str(answers[0]).strip('"')
    parts = dict(p.split('=', 1) for p in response.split(';') if '=' in p)
    return json.loads(parts['d'])

# vLLM worker startup
model = get_model_endpoint("llama-70b")
print(f"Endpoint: {model['endpoint']}, TP: {model['tp']}")

import dns from 'dns/promises';

async function getModelEndpoint(model: string) {
  const fqdn = `get.${model}.models.inference.v1.resolvedb.net`;
  const records = await dns.resolveTxt(fqdn);
  const response = records.flat().join('');
  const parts: Record<string, string> = {};
  for (const seg of response.split(';')) {
    const [k, v] = seg.split('=', 2);
    if (k && v) parts[k] = v;
  }
  return JSON.parse(parts.d);
}

// Worker startup
const model = await getModelEndpoint('llama-70b');
console.log(`Endpoint: ${model.endpoint}`);

func getModelEndpoint(model string) (map[string]any, error) {
    fqdn := fmt.Sprintf("get.%s.models.inference.v1.resolvedb.net", model)
    records, err := net.LookupTXT(fqdn)
    if err != nil { return nil, err }

    for _, seg := range strings.Split(strings.Join(records, ""), ";") {
        if strings.HasPrefix(seg, "d=") {
            var result map[string]any
            json.Unmarshal([]byte(seg[2:]), &result)
            return result, nil
        }
    }
    return nil, nil
}