Prediction Data Validation

{
  "SampleFileName": "fraudDetection_021119920_010222.csv",
  "LengthOfDateStampInFile": 9,
  "LengthOfTimeStampInFile": 6,
  "NumberofColumns": 38,
  "ColName": {
    "months_as_customer": "Integer",
    "age": "Integer",
    "policy_number": "Integer",
    // ... 35 more columns
  }
}

def valuesFromSchema(self):
    """
    Method Name: valuesFromSchema
    Description: This method extracts all the relevant information from the 
                 pre-defined "Schema" file.
    Output: LengthOfDateStampInFile, LengthOfTimeStampInFile, 
            column_names, Number of Columns
    On Failure: Raise ValueError, KeyError, Exception
    """
    try:
        with open(self.schema_path, 'r') as f:
            dic = json.load(f)
            f.close()
        
        pattern = dic['SampleFileName']
        LengthOfDateStampInFile = dic['LengthOfDateStampInFile']
        LengthOfTimeStampInFile = dic['LengthOfTimeStampInFile']
        column_names = dic['ColName']
        NumberofColumns = dic['NumberofColumns']

        file = open("Training_Logs/valuesfromSchemaValidationLog.txt", 'a+')
        message = ("LengthOfDateStampInFile:: %s" % LengthOfDateStampInFile + 
                   "\t" + "LengthOfTimeStampInFile:: %s" % LengthOfTimeStampInFile + 
                   "\t " + "NumberofColumns:: %s" % NumberofColumns + "\n")
        self.logger.log(file, message)
        file.close()

    except ValueError:
        file = open("Prediction_Logs/valuesfromSchemaValidationLog.txt", 'a+')
        self.logger.log(file, "ValueError:Value not found inside schema_training.json")
        file.close()
        raise ValueError

    except KeyError:
        file = open("Prediction_Logs/valuesfromSchemaValidationLog.txt", 'a+')
        self.logger.log(file, "KeyError:Key value error incorrect key passed")
        file.close()
        raise KeyError

    except Exception as e:
        file = open("Prediction_Logs/valuesfromSchemaValidationLog.txt", 'a+')
        self.logger.log(file, str(e))
        file.close()
        raise e

    return LengthOfDateStampInFile, LengthOfTimeStampInFile, column_names, NumberofColumns

def manualRegexCreation(self):
    """
    Method Name: manualRegexCreation
    Description: This method contains a manually defined regex based on the 
                 "FileName" given in "Schema" file. This Regex is used to 
                 validate the filename of the prediction data.
    Output: Regex pattern
    On Failure: None
    """
    regex = "['fraudDetection']+['_'']+[\\d_]+[\\d]+\\.csv"
    return regex

def moveBadFilesToArchiveBad(self):
    now = datetime.now()
    date = now.date()
    time = now.strftime("%H%M%S")
    try:
        path = "PredictionArchivedBadData"
        if not os.path.isdir(path):
            os.makedirs(path)
        
        source = 'Prediction_Raw_Files_Validated/Bad_Raw/'
        dest = 'PredictionArchivedBadData/BadData_' + str(date) + "_" + str(time)
        
        if not os.path.isdir(dest):
            os.makedirs(dest)
        
        files = os.listdir(source)
        for f in files:
            if f not in os.listdir(dest):
                shutil.move(source + f, dest)
        
        file = open("Prediction_Logs/GeneralLog.txt", 'a+')
        self.logger.log(file, "Bad files moved to archive")
        
        path = 'Prediction_Raw_Files_Validated/'
        if os.path.isdir(path + 'Bad_Raw/'):
            shutil.rmtree(path + 'Bad_Raw/')
        
        self.logger.log(file, "Bad Raw Data Folder Deleted successfully!!")
        file.close()
    except OSError as e:
        file = open("Prediction_Logs/GeneralLog.txt", 'a+')
        self.logger.log(file, "Error while moving bad files to archive:: %s" % e)
        file.close()
        raise OSError