Spaces:
Configuration error
Configuration error
from smolagents.tools import Tool | |
import string | |
import pronouncing | |
import json | |
class ParodyWordSuggestionTool(Tool): | |
name = "parody_word_suggester" | |
description = """Suggests rhyming funny words using CMU dictionary and custom pronunciations. | |
Returns similar-sounding words that rhyme, especially focusing on common vowel sounds.""" | |
inputs = {'target': {'type': 'string', 'description': 'The word you want to find rhyming alternatives for'}, 'word_list_str': {'type': 'string', 'description': 'JSON string of word list (e.g. \'["word1", "word2"]\')'}, 'min_similarity': {'type': 'string', 'description': 'Minimum similarity threshold (0.0-1.0)', 'nullable': True, 'default': '0.6'}, 'custom_phones': {'type': 'object', 'description': 'Optional dictionary of custom word pronunciations', 'nullable': True, 'default': None}} | |
output_type = "string" | |
VOWEL_REF = "AH,UH,AX|AE,EH|IY,IH|AO,AA|UW,UH|AY,EY|OW,AO|AW,AO|OY,OW|ER,AXR" | |
def _get_vowel_groups(self): | |
groups = [] | |
group_strs = self.VOWEL_REF.split("|") | |
group_str = "" | |
for group_str in group_strs: | |
groups.append(group_str.split(",")) | |
return groups | |
def _get_word_phones(self, word, custom_phones=None): | |
"""Get phones for a word, checking custom dictionary first.""" | |
if custom_phones and word in custom_phones: | |
return custom_phones[word]["primary_phones"] | |
import pronouncing | |
phones = pronouncing.phones_for_word(word) | |
return phones[0] if phones else None | |
def _get_last_syllable(self, phones: list) -> tuple: | |
"""Extract the last syllable (vowel + remaining consonants).""" | |
last_vowel_idx = -1 | |
last_vowel = None | |
vowel_groups = self._get_vowel_groups() | |
# Initialize loop variables | |
i = 0 | |
phone = "" | |
base_phone = "" | |
group = [] | |
vowel_char = "" | |
# First, find the primary stressed vowel if it exists | |
for i, phone in enumerate(phones): | |
# Check for primary stress (1) | |
if '1' in phone: | |
# Check if it's a vowel | |
base_phone = phone.rstrip('012') | |
for vowel_char in 'AEIOU': | |
if vowel_char in base_phone: | |
last_vowel_idx = i | |
last_vowel = base_phone | |
break | |
if last_vowel is not None: | |
break | |
# If no primary stress, just use the last vowel | |
if last_vowel_idx == -1: | |
for i, phone in enumerate(phones): | |
base_phone = phone.rstrip('012') | |
for vowel_char in 'AEIOU': | |
if vowel_char in base_phone: | |
last_vowel_idx = i | |
last_vowel = base_phone | |
if last_vowel_idx == -1: | |
return None, [] | |
remaining = phones[last_vowel_idx + 1:] | |
return last_vowel, remaining | |
def _strip_stress(self, phones: list) -> list: | |
"""Remove stress markers from phones.""" | |
result = [] | |
# Initialize loop variable | |
phone = "" | |
for phone in phones: | |
result.append(phone.rstrip('012')) | |
return result | |
def _vowels_match(self, v1: str, v2: str) -> bool: | |
"""Check if vowels belong to the same sound group.""" | |
v1 = v1.rstrip('012') | |
v2 = v2.rstrip('012') | |
if v1 == v2: | |
return True | |
# Initialize loop variables | |
vowel_groups = self._get_vowel_groups() | |
group = [] | |
for group in vowel_groups: | |
if v1 in group and v2 in group: | |
return True | |
return False | |
def _consonants_are_similar(self, c1, c2): | |
"""Check if two consonants belong to similar phonetic groups.""" | |
# Group consonants by articulation manner | |
nasals = ['M', 'N', 'NG'] | |
stops = ['P', 'B', 'T', 'D', 'K', 'G'] | |
fricatives = ['F', 'V', 'TH', 'DH', 'S', 'Z', 'SH', 'ZH'] | |
liquids = ['L', 'R'] | |
glides = ['W', 'Y'] | |
# Check if consonants are in the same group | |
if c1 in nasals and c2 in nasals: | |
return True | |
if c1 in stops and c2 in stops: | |
return True | |
if c1 in fricatives and c2 in fricatives: | |
return True | |
if c1 in liquids and c2 in liquids: | |
return True | |
if c1 in glides and c2 in glides: | |
return True | |
return False | |
def _words_have_similar_structure(self, word1, word2, phones1, phones2): | |
"""Check if words have similar structure beyond just ending.""" | |
# Similar word length | |
if abs(len(word1) - len(word2)) > 2: | |
return False | |
# Similar syllable count | |
import pronouncing | |
syllables1 = len(pronouncing.stresses(phones1)) | |
syllables2 = len(pronouncing.stresses(phones2)) | |
if syllables1 != syllables2: | |
return False | |
# For -ing words, check if consonants before -ing have similar patterns | |
if word1.endswith('ing') and word2.endswith('ing'): | |
# Get consonant patterns (c-v-c structure) | |
phone_list1 = phones1.split() | |
phone_list2 = phones2.split() | |
# Initialize variables for list comprehension | |
p = "" | |
v = "" | |
# Get consonants | |
consonants1 = [p for p in self._strip_stress(phone_list1) if not any(v in p for v in 'AEIOU')] | |
consonants2 = [p for p in self._strip_stress(phone_list2) if not any(v in p for v in 'AEIOU')] | |
# Same consonant count is promising | |
if len(consonants1) == len(consonants2): | |
return True | |
# For words like 'running' and 'cumming', check pre-final consonant similarity | |
if len(consonants1) >= 2 and len(consonants2) >= 2: | |
pre_final1 = consonants1[-2] | |
pre_final2 = consonants2[-2] | |
if pre_final1 == pre_final2 or self._consonants_are_similar(pre_final1, pre_final2): | |
return True | |
return False | |
def _calculate_similarity(self, word1, phones1, word2, phones2): | |
"""Calculate similarity score using refined metrics for parody.""" | |
# Initialize all variables | |
phone_list1 = phones1.split() | |
phone_list2 = phones2.split() | |
# Variables for rhyme scoring | |
rhyme_score = 0.0 | |
word_vowel = None | |
word_end = [] | |
target_vowel = None | |
target_end = [] | |
word_end_clean = [] | |
target_end_clean = [] | |
common_length = 0 | |
matched = 0 | |
i = 0 | |
# Variables for whole-word matching | |
primary_stress_vowel1 = None | |
primary_stress_vowel2 = None | |
primary_stress_idx1 = -1 | |
primary_stress_idx2 = -1 | |
front_consonants1 = [] | |
front_consonants2 = [] | |
# Variables for special pattern matching | |
special_pattern_score = 0.0 | |
stem1 = "" | |
stem2 = "" | |
consonant1 = "" | |
consonant2 = "" | |
nasals = ['m', 'n'] | |
stops = ['p', 'b', 't', 'd', 'k', 'g'] | |
fricatives = ['f', 'v', 'th', 's', 'z', 'sh'] | |
base1 = "" | |
base2 = "" | |
# Variables for list comprehensions | |
p = "" | |
v = "" | |
group = [] | |
# Find primary stressed vowels | |
for i, phone in enumerate(phone_list1): | |
if '1' in phone and any(v in phone for v in 'AEIOU'): | |
primary_stress_vowel1 = phone.rstrip('012') | |
primary_stress_idx1 = i | |
break | |
for i, phone in enumerate(phone_list2): | |
if '1' in phone and any(v in phone for v in 'AEIOU'): | |
primary_stress_vowel2 = phone.rstrip('012') | |
primary_stress_idx2 = i | |
break | |
# Get consonants before the primary stress | |
if primary_stress_idx1 > 0: | |
front_consonants1 = [p for p in self._strip_stress(phone_list1[:primary_stress_idx1]) | |
if not any(v in p for v in 'AEIOU')] | |
if primary_stress_idx2 > 0: | |
front_consonants2 = [p for p in self._strip_stress(phone_list2[:primary_stress_idx2]) | |
if not any(v in p for v in 'AEIOU')] | |
# Calculate front consonant similarity (important for parody) | |
front_consonant_score = 0.0 | |
if front_consonants1 and front_consonants2: | |
min_length = min(len(front_consonants1), len(front_consonants2)) | |
if min_length > 0: | |
matches = 0 | |
for i in range(min_length): | |
if front_consonants1[i] == front_consonants2[i]: | |
matches += 1 | |
front_consonant_score = matches / min_length | |
# Get last syllable components for rhyming | |
result1 = self._get_last_syllable(phone_list1) | |
result2 = self._get_last_syllable(phone_list2) | |
word_vowel, word_end = result1 | |
target_vowel, target_end = result2 | |
# Perfect rhyme check (40% of score) | |
if word_vowel and target_vowel: | |
if self._vowels_match(word_vowel, target_vowel): | |
word_end_clean = self._strip_stress(word_end) | |
target_end_clean = self._strip_stress(target_end) | |
if word_end_clean == target_end_clean: | |
rhyme_score = 1.0 | |
else: | |
# Partial rhyme based on ending similarity | |
common_length = min(len(word_end_clean), len(target_end_clean)) | |
matched = 0 | |
for i in range(common_length): | |
if word_end_clean[i] == target_end_clean[i]: | |
matched += 1 | |
if max(len(word_end_clean), len(target_end_clean)) > 0: | |
rhyme_score = 0.6 * (matched / max(1, max(len(word_end_clean), len(target_end_clean)))) | |
else: | |
rhyme_score = 0.6 # Still somewhat rhymes even without ending consonants | |
# Primary stressed vowel match (15% of score) | |
primary_vowel_score = 0.0 | |
if primary_stress_vowel1 and primary_stress_vowel2: | |
if primary_stress_vowel1 == primary_stress_vowel2: | |
primary_vowel_score = 1.0 | |
else: | |
# Check if they're in the same vowel group | |
for group in self._get_vowel_groups(): | |
if primary_stress_vowel1 in group and primary_stress_vowel2 in group: | |
primary_vowel_score = 0.7 | |
break | |
# Near rhyme check - 15% of score | |
near_rhyme_score = 0.0 | |
# Check for specific endings | |
if len(phone_list1) >= 2 and len(phone_list2) >= 2: | |
# Check for -ing endings | |
if (self._strip_stress(phone_list1[-2:]) == ['IH', 'NG'] and | |
self._strip_stress(phone_list2[-2:]) == ['IH', 'NG']): | |
# Base score for -ing endings | |
near_rhyme_score = 0.6 | |
# Additional checks for consonant before -ing | |
if len(phone_list1) >= 3 and len(phone_list2) >= 3: | |
consonant1_list = self._strip_stress(phone_list1[-3:-2]) | |
consonant2_list = self._strip_stress(phone_list2[-3:-2]) | |
if consonant1_list and consonant2_list: | |
consonant1 = consonant1_list[0] | |
consonant2 = consonant2_list[0] | |
# Same consonant gets highest score (like running/gunning) | |
if consonant1 == consonant2: | |
near_rhyme_score = 0.9 | |
# Similar consonants (nasal: 'N'/'M') get high score (running/cumming) | |
elif self._consonants_are_similar(consonant1, consonant2): | |
near_rhyme_score = 0.8 | |
# Check for -y endings (like happy/sappy) | |
elif (self._strip_stress(phone_list1[-1:]) == ['IY'] and | |
self._strip_stress(phone_list2[-1:]) == ['IY']): | |
near_rhyme_score = 0.7 | |
# Special pattern matching for running/cumming type pairs (15% of score) | |
if word1.endswith('ing') and word2.endswith('ing'): | |
# Get the stem (without -ing) | |
stem1 = word1[:-3] | |
stem2 = word2[:-3] | |
# Same stem length is good for parody | |
if len(stem1) == len(stem2): | |
special_pattern_score += 0.4 | |
# If both stems end with same consonant (like 'n' in run-ning, 'm' in cum-ming) | |
# this makes them rhyme much better | |
if stem1 and stem2 and stem1[-1] == stem2[-1]: | |
special_pattern_score += 0.3 | |
elif stem1 and stem2: | |
# Check if the final consonants are in the same phonetic group | |
# This helps pair words like running/humming (nasal consonants) | |
consonant1 = stem1[-1] | |
consonant2 = stem2[-1] | |
# Check if they're in the same group | |
if (consonant1 in nasals and consonant2 in nasals) or \ | |
(consonant1 in stops and consonant2 in stops) or \ | |
(consonant1 in fricatives and consonant2 in fricatives): | |
special_pattern_score += 0.2 | |
# Check for double consonants (like nn in running, mm in cumming) | |
if len(stem1) >= 2 and stem1[-1] == stem1[-2] and \ | |
len(stem2) >= 2 and stem2[-1] == stem2[-2]: | |
special_pattern_score += 0.3 | |
# Length and stress similarity (5% each) | |
phone_diff = abs(len(phone_list1) - len(phone_list2)) | |
max_phones = max(len(phone_list1), len(phone_list2)) | |
length_score = 1.0 if phone_diff == 0 else 1.0 - (phone_diff / max_phones) | |
# Check stress pattern similarity | |
import pronouncing | |
stress1 = pronouncing.stresses(phones1) | |
stress2 = pronouncing.stresses(phones2) | |
stress_score = 1.0 if stress1 == stress2 else 0.5 | |
# Front consonant match (5% of score) | |
front_score = front_consonant_score * 0.05 | |
# Weighted combination | |
similarity = ( | |
(rhyme_score * 0.40) + # End rhyme (40%) | |
(primary_vowel_score * 0.15) + # Primary vowel (15%) | |
(near_rhyme_score * 0.15) + # Near rhyme features (15%) | |
(special_pattern_score * 0.15) + # Special pattern match (15%) | |
(length_score * 0.05) + # Length similarity (5%) | |
(stress_score * 0.05) + # Stress pattern (5%) | |
(front_score) # Front consonants (5%) | |
) | |
# Additional boost for specific word patterns that make great parody matches | |
# This specifically addresses running/cumming type pairs | |
if word1.endswith('ing') and word2.endswith('ing'): | |
base1 = word1[:-3] | |
base2 = word2[:-3] | |
# Specific pattern for words like running/cunning/cumming | |
if (len(base1) == 3 and len(base2) == 3 and | |
base1[0] != base2[0] and # Different first consonant (good for parody) | |
len(base1) >= 2 and len(base2) >= 2 and | |
base1[-1] == base1[-2] and # Double consonant in first word (nn in running) | |
base2[-1] == base2[-2]): # Double consonant in second word (mm in cumming) | |
similarity = max(similarity, 0.9) # These are excellent parody matches | |
# Cap at 1.0 | |
similarity = min(1.0, similarity) | |
return { | |
"similarity": round(similarity, 3), | |
"rhyme_score": round(rhyme_score, 3), | |
"primary_vowel_score": round(primary_vowel_score, 3), | |
"near_rhyme_score": round(near_rhyme_score, 3), | |
"special_pattern_score": round(special_pattern_score, 3), | |
"length_score": round(length_score, 3), | |
"stress_score": round(stress_score, 3), | |
"front_consonant_score": round(front_consonant_score, 3), | |
"phone_length_difference": phone_diff | |
} | |
def forward(self, target: str, word_list_str: str, min_similarity: str = "0.6", custom_phones: dict = None) -> str: | |
import pronouncing | |
import string | |
import json | |
# Initialize all variables | |
target = target.lower().strip(string.punctuation) | |
min_similarity = float(min_similarity) | |
suggestions = [] | |
valid_words = [] | |
invalid_words = [] | |
words = [] | |
target_phones = "" | |
target_phone_list = [] | |
target_vowel = None | |
target_end = [] | |
word = "" | |
word_phones = "" | |
word_phone_list = [] | |
word_vowel = None | |
word_end = [] | |
similarity_result = {} | |
# Parse JSON string to list | |
try: | |
words = json.loads(word_list_str) | |
except json.JSONDecodeError: | |
return json.dumps({ | |
"error": "Invalid JSON string for word_list_str", | |
"suggestions": [] | |
}, indent=2) | |
# Get target pronunciation | |
target_phones = self._get_word_phones(target, custom_phones) | |
if not target_phones: | |
return json.dumps({ | |
"error": f"Target word '{target}' not found in dictionary or custom phones", | |
"suggestions": [] | |
}, indent=2) | |
# Parse target phones | |
target_phone_list = target_phones.split() | |
target_vowel, target_end = self._get_last_syllable(target_phone_list) | |
# Filter word list | |
for word in words: | |
word = word.lower().strip(string.punctuation) | |
if self._get_word_phones(word, custom_phones): | |
valid_words.append(word) | |
else: | |
invalid_words.append(word) | |
if not valid_words: | |
return json.dumps({ | |
"error": "No valid words found in dictionary or custom phones", | |
"invalid_words": invalid_words, | |
"suggestions": [] | |
}, indent=2) | |
# Check each word | |
for word in valid_words: | |
word_phones = self._get_word_phones(word, custom_phones) | |
if word_phones: | |
similarity_result = self._calculate_similarity(word, word_phones, target, target_phones) | |
if similarity_result["similarity"] >= min_similarity: | |
word_phone_list = word_phones.split() | |
word_vowel, word_end = self._get_last_syllable(word_phone_list) | |
suggestions.append({ | |
"word": word, | |
"similarity": similarity_result["similarity"], | |
"rhyme_score": similarity_result["rhyme_score"], | |
"primary_vowel_score": similarity_result["primary_vowel_score"], | |
"near_rhyme_score": similarity_result["near_rhyme_score"], | |
"special_pattern_score": similarity_result.get("special_pattern_score", 0), | |
"length_score": similarity_result["length_score"], | |
"stress_score": similarity_result["stress_score"], | |
"front_consonant_score": similarity_result["front_consonant_score"], | |
"phones": word_phones, | |
"last_vowel": word_vowel, | |
"ending": " ".join(word_end) if word_end else "", | |
"is_custom": word in custom_phones if custom_phones else False | |
}) | |
# Sort by similarity score descending | |
suggestions.sort(key=lambda x: x["similarity"], reverse=True) | |
result = { | |
"target": target, | |
"target_phones": target_phones, | |
"target_last_vowel": target_vowel, | |
"target_ending": " ".join(target_end) if target_end else "", | |
"invalid_words": invalid_words, | |
"suggestions": suggestions | |
} | |
return json.dumps(result, indent=2) | |
def __init__(self, *args, **kwargs): | |
self.is_initialized = False | |