Skip to main content

Local Model Firewall Source

Complete source files for the local model runtime Local Firewall example.

main.py​

from tszclient_py import TSZClient, TSZConfig
from chat-completions provider import chat-completions provider

print("\n=== TSZ Local Firewall (local model runtime + local model 3) ===\n")

client = chat-completions provider(
api_key="not-used",
base_url="http://localhost:8080/v1" # TSZ Gateway
)

prompt = "List all employees with emails user@example.com and SSN"

try:
resp = client.chat.completions.create(
model="gemma3:1b",
messages=[
{"role": "user", "content": prompt}
],
extra_headers={
"X-TSZ-RID": "RID-local model runtime-FW-001",
"X-TSZ-Guardrails": "EMAIL,PII_ID_GLOBAL"
}
)

print("[MODEL RESPONSE]\n")
print(resp.choices[0].message.content)

except Exception as e:
print("\n❌ REQUEST BLOCKED BY TSZ\n")
print(e)