#This code merges BHAVCOPY and Total Deliverable Quantity from BSE
#The output file contains "DATE","SC_CODE","SC_NAME","OPEN","HIGH",
#"LOW","CLOSE","NO_OF_SHRS","DLV_QTY"
 
 
# Start ---------------- User Defined Variables
 
#Define Working Directory, where files would be saved
setwd('D:/BSE Equity')
 
#Define start and end dates, and convert them into date format
startDate = as.Date("2010-01-01", order="ymd")
endDate = as.Date("2011-07-31", order="ymd")
 
#Define Download folder, use \\ instead of windows standard \
filepath="D:\\BSE Equity\\New\\"
 
# End ---------------- User Defined Variables
 
 
junkBHAV <- dir(pattern="EQ")
junkDELV <- dir(pattern="SCBSEALL")
 
 
#work with date, month, year for which data has to be extracted
myDate = startDate
 
#Define temporary files
zippedBhav <- tempfile()
zippedDelv <- tempfile()
 
while (myDate <= endDate){
  filenameDate = paste(as.character(myDate, "%Y%m%d"), sep = "")
 fileBHAV=paste("eq", as.character(myDate, "%d%m%y"), "_csv.zip", sep = "")
 fileDELV=paste("SCBSEALL", as.character(myDate, "%d%m"), ".zip", sep = "")
 
  #Generate URL in following format
 #http://www.bseindia.com/Hisbhav/eq161210_csv.zip
 #http://www.bseindia.com/BSEDATA/gross/2010/SCBSEALL1612.TXT
  URLBhav = paste("http://www.bseindia.com/Hisbhav/", fileBHAV, sep = "")
 URLDelv = paste("http://www.bseindia.com/BSEDATA/gross/", as.character(myDate, "%Y"),"/",fileDELV, sep = "")
 
 
  #retrieve Zipped file
  tryCatch({
  #Download Zipped File
  download.file(URLBhav,zippedBhav, quiet=TRUE, mode="wb")
  download.file(URLDelv,zippedDelv, quiet=TRUE, mode="wb")
 
  bhav <- read.csv(unzip(zippedBhav), header=TRUE, sep=",") 
 
  #Add Date Column
  bhav <- cbind(DATE=myDate,bhav)
 
  #Select only SY_Type="Q", or Equity Quotes
  bhav <- subset(bhav, SC_TYPE=="Q")
 
  delv <- read.csv(unzip(zippedDelv), header=TRUE, sep="|")
  colnames(delv)[2] <- "SC_CODE"
  colnames(delv)[3] <- "DLV_QTY"
  colnames(delv)[4] <- "DLV_VAL"
  colnames(delv)[5] <- "VOLUME"
  colnames(delv)[6] <- "TURNOVER"
  colnames(delv)[7] <- "DLV_PCT"
 
  temp<-merge(bhav,delv, by.x="SC_CODE", by.y="SC_CODE")
  colnames(temp)[2] <- "DATE"
  temp$DATE.y<-NULL
  temp.IV<-subset(temp,select=c("DATE","SC_CODE","SC_NAME","OPEN","HIGH","LOW","CLOSE","NO_OF_SHRS","DLV_QTY"))
 
  write.csv(temp.IV,file=paste(filepath,filenameDate, ".csv",sep=""),row.names = FALSE)
 
  #Print Progress
  print(paste (myDate, "-Done!", endDate-myDate, " days left"))
 }, error=function(err){
  print(paste(myDate, "-No Record", endDate-myDate, " days left"))
 }
 )
  myDate <- myDate+1
}
 
 #Delete temp file
 file.remove(junkBHAV)
 file.remove(junkDELV)