#!/usr/bin/env python
# -*- coding: UTF-8 -*-
#Author: Roy L Zuo (roylzuo at gmail dot com)
#Last Change: Wed Nov 26 12:37:24 2008 EST
#Description: 根据yingjiesheng搜索关键字结果，群发简历，并保存已投
# 职位具体信息至指定文件夹
import urllib2, re, os, shelve, time
searches = [['linux', 'python'], ['unix','python'],['linux','金融'],
['unix','金融'],['linux','finance'], ['unix','finance'],
]
savepath = '%s/workspace/career/buster' %os.environ['HOME']
def getLatestJobs(keywords):
'''搜索最新工作列表，与以投列表对照，并返回未投工作之链接'''
#TODO: compare with saved pages
url0 = "http://s.yingjiesheng.com/result.jsp?keyword=%s&period=3&sort=&jobtype=1" %'+'.join(keywords)
url = url0+"&start=0"
page = urllib2.urlopen(url).read()
match = re.search("共找到(.*)条记录",page)
if not match: return
results = re.findall('<h3 class="title"><a href="([^"]*)" target="_blank">.*?</a></h3>',page)
for i in range(int(match.group(1))/10):
nurl=url0+"&start=%d0" %(i+1)
npage = urllib2.urlopen(nurl).read()
results.extend(re.findall('<h3 class="title"><a href="([^"]*)" target="_blank">.*?</a></h3>',npage))
return results
def getEmailAddress(url, savepath):
'''查找页面，看是否有email地址，返回email地址'''
page = urllib2.urlopen(url).read()
match = re.search("(\w+(?:[-+.]\w+)*@\w+(?:[-.]\w+)*\.\w+(?:[-.]\w+)*)",page)
if not match: return
#保存
savedir = '%s/%s' %(savepath,time.strftime("%y-%m-%d"))
if not os.path.exists(savedir): os.mkdir(savedir)
file = open("%s/%s" %(savedir,url.split("/")[-1]),'w')
file.write(page)
file.close()
return match.group(1)
if __name__=='__main__':
import sys
#import socket
#sys.path.append("%s/workspace/python/lib" %os.environ['HOME'])
#from threadmanager import WorkerManager
#socket.setdefaulttimeout(10)
joblist=[]
#wm = WorkerManager(30)
for item in searches:
#wm.add_job(getLatestJobs, item)
#wm.wait_for_complete()
#joblist = wm.get_result()
links = getLatestJobs(item)
if links is not None:
joblist += getLatestJobs(item)
joblist=list(set(joblist))
submitted = shelve.open("%s/submitted" %savepath)
emails=[]
for url in joblist:
if submitted.has_key(url): continue
#print url
e = getEmailAddress(url, savepath)
#print e
if e:
emails.append(e)
submitted[url]=e
emails=list(set(emails))
submitted.close()
sender="Le Zuo (Roy) <lzuo@graduate.hku.hk>"
attachment="/home/roylez/workspace/career/doc/resume.pdf"
subject="应聘"
mutt = "mutt -s'%s' -e'set from=\"%s\"' -a'%s' %s <$HOME/doc/letter.txt"
subemails = shelve.open("%s/emails" %savepath)
for e in emails:
#使用mutt发送简历，内容为文件模板内容，自动添加附件
if subemails.has_key(e): continue
print "Submitting to %s ..." %e
os.system(mutt %(subject,sender,attachment,e))
subemails[e]=''