#!/usr/bin/python
#
# version 0.030 not ready for prime time
# scrapes craigslist for work
# pflint Sat 19 Apr 2014 09:42:23 AM EDT 
# Sun 20 Apr 2014 10:04:47 AM EDT begin add write file capability
# probably need to functionalize this code...
#
from BeautifulSoup import BeautifulSoup
import re
import io
import urllib2
import time
import optparse
# base="http://montreal.fr.craigslist.ca/search/"
cityw = {
	'Washington DC':'http://washingtondc.craigslist.org/search/',
	'Montreal CA':'http://montreal.fr.craigslist.ca/search/',
	'Eastern CT':'http://newlondon.craigslist.org/search/',
	'Hartford CT':'http://hartford.craigslist.org/search/',
	'New Haven CT':'http://newhaven.craigslist.org/search/',
	'Northwest CT':'http://nwct.craigslist.org/search/',
	'Albany NY':'http://albany.craigslist.org/search/'}
#	'':'',
specs =['eng','sad','sof','tsh']
for key, value in dict.items(cityw):
	# print key,value
	# f = open(fname,'a')
	city=key
	base=value
	# print city,base
	for spec in specs:
		url=base+spec+"?addOne=telecommuting"
		# print url
		#Create the soup
		page=urllib2.urlopen(url)
		soup = BeautifulSoup(page.read())
		#Search the soup
		sline = soup.findAll('p',{'class':'row'})
		#output the result
		print('<p> '+city+' '+spec+' </p>')	
		print('<base href="'+base+'">')
		for word in sline:
			print word
			# f.writelines (word)
	# f.close()