dudatesheetug.py

import requests
from bs4 import BeautifulSoup as bs
import MySQLdb
db=MySQLdb.connect("localhost","root","plutonian","test1")
cursor2=db.cursor()
#cursor3=db.cursor()
cmd="""select * from api_datesheetugcounters"""
cursor2.execute(cmd)
alt=cursor2.fetchone()
db.commit()
titlef=alt[1]
src=requests.get("http://exam.du.ac.in/UG-datesheets.html").text
soup=bs(src,"html.parser")
soup1=soup.find_all('article',id="contents")[0]        
soup2=soup1.find_all('ul') 
file1=open('datesheetresults.txt','w+')
k=[]
m=[]
myalt=alt[1]
condi=0;
#print "0"
for i in soup2:
     soup9=i.find_all('a')
     
     for ki in soup9:
         try:
             link=ki["href"]
             title="".join([str(j) for j in ki.contents])
         except:
             continue;
         print "1"
         if title == alt[1]:
             cursor2.execute("""update api_datesheetugcounters set datesheetugtitle=%s""",(titlef,))
             break
         titlef=title
         m.append(link)
         k.append(title)
     if myalt == alt[1]:
         condi=1;
     while len(m) !=0:
         r=m.pop()
         p=k.pop()
         sql="""insert into api_datesheetugresults(id,title,linkf) values(NULL,'%s','%s')"""%(p,r)
         cursor2.execute(sql)
         if condi == 1:     
             cursor2.execute("""update api_datesheetugcounters set datesheettitle=%s""",(p,))
         #print "3"
     
file1.close()
db.commit()
cursor2.close()
#cursor3.close()
db.close()