The django framework in python USES regular methods to search for email addresses on a page
- 2020-04-02 14:43:43
- OfStack
This article illustrates how the django framework in python searches email addresses on a page regularly. Share with you for your reference. The specific implementation method is as follows:
import re
from django.shortcuts import render
from pattern.web import URL, DOM, abs, find_urls
def index(request):
"""
find email addresses in requested url or contact page
"""
error = ''
emails = set()
url_string = request.GET.get('url', '')
EMAIL_REGEX = re.compile(r'[A-Z0-9._%+-]+@[A-Z0-9.-]+.[A-Z]{2,6}', re.IGNORECASE)
# use absolute url or domain name
url = URL(url_string) if url_string.startswith('http') else URL(domain=url_string,protocol='http')
if url_string:
try:
dom = DOM(url.download(cached=True))
except Exception, e:
error = e
else:
contact_urls = { url.string }
# search links of contact page
for link in dom('a'):
if re.search(r'contact|about', link.source, re.IGNORECASE):
contact_urls.add(
abs(link.attributes.get('href',''), base=url.redirect or url.string))
for contact_url in contact_urls:
# download contact page
dom = DOM(URL(contact_url).download(cached=True))
# search emails in the body of the page
for line in dom('body')[0].content.split('n'):
found = EMAIL_REGEX.search(line)
if found:
emails.add(found.group())
data = {
'url': url_string,
'emails': emails,
'error': error,
}
return render(request, 'index.html', data)
PS: here for you to provide two very convenient regular expression tools for your reference:
JavaScript regular expression online testing tool:
(link: http://tools.jb51.net/regex/javascript)
Regular expression online generation tool:
(link: http://tools.jb51.net/regex/create_reg)
I hope this article has helped you with your Python programming.