Spaces:
Runtime error
Runtime error
class EthicalFilter: | |
def __init__(self): | |
self.blocked_keywords = { | |
"violence", "harm", "explosive", "attack", "hate", "suicide", "kill", "destroy", | |
"malware", "exploit", "virus", "ddos", "overthrow", "abuse" | |
} | |
self.flagged_keywords = { | |
"sad", "alone", "self-harm", "worthless", "die", "suffer", "broken" | |
} | |
def analyze_query(self, query: str) -> dict: | |
query_lower = query.lower() | |
blocked_hits = [word for word in self.blocked_keywords if word in query_lower] | |
flagged_hits = [word for word in self.flagged_keywords if word in query_lower] | |
if blocked_hits: | |
return { | |
"status": "blocked", | |
"reason": f"Detected unsafe keywords: {', '.join(blocked_hits)}" | |
} | |
if flagged_hits: | |
return { | |
"status": "flagged", | |
"warning": f"Sensitive content detected: {', '.join(flagged_hits)}" | |
} | |
return {"status": "safe"} |