fix: provide support for local llm by adding it to the arguments

This commit is contained in:
Aravind Karnam
2025-05-05 10:34:38 +05:30
parent 87d4b0fff4
commit 38ebcbb304

View File

@@ -74,8 +74,7 @@ def dev_defaults() -> SimpleNamespace:
llm_api_key=None, llm_api_key=None,
max_llm_tokens=8000, max_llm_tokens=8000,
llm_temperature=1.0, llm_temperature=1.0,
workers=4, workers=4
stub=False
) )
# ─────────────────────────────────────────────────────────────────────────────── # ───────────────────────────────────────────────────────────────────────────────
@@ -167,7 +166,7 @@ def build_company_graph(companies, embeds:np.ndarray, top_k:int) -> Dict[str,Any
# ─────────────────────────────────────────────────────────────────────────────── # ───────────────────────────────────────────────────────────────────────────────
# Org-chart via LLM # Org-chart via LLM
# ─────────────────────────────────────────────────────────────────────────────── # ───────────────────────────────────────────────────────────────────────────────
async def infer_org_chart_llm(company, people, llm_provider:str, api_key:str, max_tokens:int, temperature:float, stub:bool): async def infer_org_chart_llm(company, people, llm_provider:str, api_key:str, max_tokens:int, temperature:float, stub:bool=False, base_url:str=None):
if stub: if stub:
# Tiny fake org-chart when debugging offline # Tiny fake org-chart when debugging offline
chief = random.choice(people) chief = random.choice(people)
@@ -209,7 +208,8 @@ Return JSON: {{ "nodes":[{{id,name,title,dept,yoe_total,yoe_current,seniority_sc
max_tokens=max_tokens, max_tokens=max_tokens,
temperature=temperature, temperature=temperature,
response_format={"type":"json_object"}, response_format={"type":"json_object"},
api_key=api_key api_key=api_key,
base_url=base_url
) )
chart = json.loads(resp.choices[0].message.content) chart = json.loads(resp.choices[0].message.content)
chart["meta"] = dict( chart["meta"] = dict(
@@ -315,10 +315,11 @@ async def run(opts):
chart = await infer_org_chart_llm( chart = await infer_org_chart_llm(
comp, persons, comp, persons,
llm_provider=opts.llm_provider, llm_provider=opts.llm_provider,
api_key=getattr(opts, 'llm_api_key', None), api_key=opts.llm_api_key or None,
max_tokens=opts.max_llm_tokens, max_tokens=opts.max_llm_tokens,
temperature=opts.llm_temperature, temperature=opts.llm_temperature,
stub=opts.stub or False, stub=opts.stub or False,
base_url=opts.llm_base_url or None
) )
chart["meta"]["company"] = comp["name"] chart["meta"]["company"] = comp["name"]
@@ -359,6 +360,7 @@ def build_arg_parser():
p.add_argument("--llm-provider", default="openai/gpt-4.1", p.add_argument("--llm-provider", default="openai/gpt-4.1",
help="LLM model to use in format 'provider/model_name' (e.g., 'anthropic/claude-3')") help="LLM model to use in format 'provider/model_name' (e.g., 'anthropic/claude-3')")
p.add_argument("--llm-api-key", help="API key for LLM provider (defaults to env vars)") p.add_argument("--llm-api-key", help="API key for LLM provider (defaults to env vars)")
p.add_argument("--llm-base-url", help="Base URL for LLM API endpoint")
p.add_argument("--max-llm-tokens", type=int, default=8024) p.add_argument("--max-llm-tokens", type=int, default=8024)
p.add_argument("--llm-temperature", type=float, default=1.0) p.add_argument("--llm-temperature", type=float, default=1.0)
p.add_argument("--stub", action="store_true", help="Skip OpenAI call and generate tiny fake org charts") p.add_argument("--stub", action="store_true", help="Skip OpenAI call and generate tiny fake org charts")