Added parsing script for getconnected. Starting to parse. Also added the pip...

Added parsing script for getconnected. Starting to parse. Also added the pip freeze for the getconnected virtualenv in connectedreqs.txt

connectedreqs.txt

+beautifulsoup4==4.6.0
+certifi==2018.1.18
+chardet==3.0.4
+feedparser==5.2.1
+idna==2.6
+requests==2.18.4
+urllib3==1.22

mason-today/getconnectedscript.py

+import requests
+from bs4 import BeautifulSoup
+import feedparser
+
+#TODO: ADD "getconnected" ATTRIBUTE TO LOAD_DATA DICTLIST
+
+def cleanup(str): #this function cleans up some of the useless html leftovers to characters we can actually use
+	str = str.replace("&", "&")
+	str = str.replace(" ", " ")
+	str = str.replace("–", "-")
+	str = str.replace("&lt;", "<")
+	str = str.replace("&gt;", ">")
+	str = str.replace("<br/>", "\n")
+	str = str.replace("Publish event on the Calendar?: TRUE \n" , "")
+	str = str.replace("Performing any medical procedures?: FALSE \n" , "")
+	str = str.replace("Parking Needed?: FALSE \n" , "")
+	str = str.replace("&rsquo;", "'")
+	str = str[0:len(str) - 1]
+	return str
+
+#woah = cleanup(requests.get("https://getconnected.gmu.edu/events/events.rss").text)
+#soup = BeautifulSoup(woah, "lxml")
+#print soup.prettify
+
+feed = feedparser.parse(cleanup(requests.get("https://getconnected.gmu.edu/events/events.rss").text))#this calls the RSS feed parser from !feedparser
+
+#print feed, "\n\n\n"
+#ctr = 0
+dictlist = []
+
+for entry in feed.entries:
+	templist = {}
+	#print entry.summary_detail.value
+	templist["summary_detail"] = entry.summary_detail
+
+	'''print "----------------------------------"
+	print "1) ", entry.published_parsed, "\n"
+	templist["published_parsed"] = entry.published_parsed
+
+	print entry.links, "\n"
+	templist["links"] = entry.links
+	
+	print "3) ", entry.author, "\n"
+	templist["author"] = entry.author
+	
+	print entry.summary, "\n"
+	templist["summary"] = entry.summary
+	
+	print "5) ", entry.guidislink, "\n"
+	templist["guidislink"] = entry.guidislink
+	
+	print entry.title_detail, "\n"
+	templist["title_detail"] = entry.title_detail
+	
+	print "6) ", entry.link, "\n"
+	templist["link"] = entry.link
+	
+	print entry.authors, "\n"
+	templist["authors"] = entry.authors
+	
+	print "7) ", entry.title, "\n"
+	templist["title"] = entry.title
+	
+	print entry.author_detail, "\n"
+	templist["author_detail"] = entry.author_detail
+	
+	print "9) ", entry.id, "\n"
+	templist["id"] = entry.id
+	
+	print entry.published, "\n"
+	templist["published"] = entry.published
+	print"-----------------------------------"'''
+	
+
+
+	print"==================================="
+	id = entry.id[-7:]
+	print id
+
+	title = entry.title
+	print title
+
+	print type(entry.summary_detail["value"])
+	sumdetsoup = BeautifulSoup(entry.summary_detail["value"].encode("ascii", "replace"), "html.parser")
+	print sumdetsoup.prettify()
+	print"==================================="
+
+
+#This was intended to figure out what objects are in each entry and what appears only sometimes
+#The results are:
+####Every event has:
+#-------summary
+#-------published_parsed
+#-------links
+#-------author
+#-------summary
+#-------guidislink
+#-------title_detail
+#-------link
+#-------authors
+#-------title
+#-------author_detail
+#-------id
+#-------published
+####Some events have:
+#-------tags
+
+
+'''for key in feed.entries[0].keys():
+	everyone.append(key)
+some = []
+
+for entry in feed.entries:
+	#print "----------------------------------"
+	for key in entry.keys():
+		if not key in everyone:
+			some.append(key)
+		for key in everyone:
+			if not (key in entry.keys()):
+				everyone.remove(key)
+				some.append(key)
+	#print"-----------------------------------"
+	#ctr += 1
+print "Everyone: \n", everyone
+print "Some: \n", some'''