Spaces:
Runtime error
Runtime error
File size: 1,033 Bytes
0627eae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
class EthicalFilter:
def __init__(self):
self.blocked_keywords = {
"violence", "harm", "explosive", "attack", "hate", "suicide", "kill", "destroy",
"malware", "exploit", "virus", "ddos", "overthrow", "abuse"
}
self.flagged_keywords = {
"sad", "alone", "self-harm", "worthless", "die", "suffer", "broken"
}
def analyze_query(self, query: str) -> dict:
query_lower = query.lower()
blocked_hits = [word for word in self.blocked_keywords if word in query_lower]
flagged_hits = [word for word in self.flagged_keywords if word in query_lower]
if blocked_hits:
return {
"status": "blocked",
"reason": f"Detected unsafe keywords: {', '.join(blocked_hits)}"
}
if flagged_hits:
return {
"status": "flagged",
"warning": f"Sensitive content detected: {', '.join(flagged_hits)}"
}
return {"status": "safe"} |