

dets = web('SPY',yahoo,start,end)

raw_data = os.listdir(data_dir)
error_df = pd.DataFrame()
for name in raw_data:
  df = pd.read_csv(data_dir+name,'rb',sep=',')
  err_df = df[(df['trade_volume']>0)&(df['open']==0)]
  error_df = pd.concat([error_df,err_df],axis=0)

logs = os.listdir(log_dir)
awol_report = pd.DataFrame(index=np.arange(3000))
for name in logs:
  df = pd.read_csv(log_dir+name,'rb',sep=',',names={'Files'})
  dats = [pd.to_datetime(x.split('_',5)[5],infer_datetime_format=True) for x in df['Files']]
  ds = dets[np.min(dats):np.max(dats)]
  awol = pd.Series(list(set(dets.index) - set(ds)),index=np.arange(3000),name=name)
  awol_report = pd.concat([awol_report,awol],axis=1)
 
