Untitled
unknown
plain_text
2 years ago
769 B
12
Indexable
import re
import tokenize
def tokenize_paragraph(input_text):
# Define the regular expression patterns for email, phone number, and currency
email_pattern = r'\b[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Z|a-z]{2,}\b'
phone_pattern = r'\+\d{9,15}'
currency_pattern = r'₹\d+'
# Combine all patterns into one regular expression
combined_pattern = r'|'.join([email_pattern, phone_pattern, currency_pattern])
# Tokenize the input paragraph using the regular expression
tokens = re.findall(combined_pattern + r'|\w+|[^\w\s]', input_text)
return tokens
inputText = "My email address is rhushabh11@hotmail.com , my phone number is +919920373816 and my bank balance is ₹29000"
outputText = tokenize_paragraph(inputText)
print(outputText)
Editor is loading...