#!/usr/bin/python3
#
ver = 0.040
# This version not ready for prime time
# scrapes craigslist for work
# pflint Sat 19 Apr 2014 09:42:23 AM EDT
#
# PYTHONIOENCODING=utf-8 # die unicode die
#
import os
import re
import sys
import stat
import optparse
import subprocess
import unicodedata
import doctest
import signal
import time
import io
import csv
from subprocess import call
import urllib.request, urllib.error, urllib.parse
from bs4 import BeautifulSoup

# base="http://montreal.fr.craigslist.ca/search/"
cityw = {'Burlington VT': 'http://burlington.craigslist.org/search/',
         'Washington DC': 'http://washingtondc.craigslist.org/search/',
         'Montreal CA': 'http://montreal.fr.craigslist.ca/search/',
         'Albany NY': 'http://albany.craigslist.org/search/'}
norun = {'Eastern CT': 'http://newlondon.craigslist.org/search/',
         'Hartford CT': 'http://hartford.craigslist.org/search/',
         'New Haven CT': 'http://newhaven.craigslist.org/search/',
         'Northwest CT': 'http://nwct.craigslist.org/search/'}
#        '':'',
specs = ['eng', 'sad', 'sof', 'tsh']
for key, value in dict.items(cityw):
    city = key
    base = value
    for spec in specs:
        my_url = base + spec + "?addOne=telecommuting"
        #Create the soup
        page = urllib.request.urlopen(my_url)
        soup = BeautifulSoup(page.read())
        #Search the soup
        sline = soup.findAll('p', {'class': 'row'})
        burl = 'href="' + base[0:-7]
        # dline is a unicode bs4.element.Tag
        print(sline)
        for dinstance in sline:
            udl = dinstance.encode("utf-8")
            mline = str([udl])
            dline = mline[2:-2]
            print(str.replace(dline, 'href="/', burl))