Carlos-Francisco Méndez-Cruz / conditional-random-fields

Go to a project
Toggle navigation Toggle navigation pinning
Carlos-Francisco Méndez-Cruz
4df2dfa6 1 parent a709b026

Obtaining training and test data sets

Inline Side-by-side
Showing 1 changed file with 2 additions and 2 deletions
......@@ -63,13 +63,13 @@ if __name__ == "__main__":
# For each file in dir
for file in files:
if counter <= 70:
print(" Joining file {} to training data set".format(file))
print(" Joining file {} {} to training data set".format(counter, file))
with open(os.path.join(path, file), "r", encoding="utf-8", errors="replace") as iFile:
for line in iFile:
line = line.strip('\r\n')
trainingDataset.append(line)
elif counter > 70 and counter <= 100:
print(" Joining file {} to test data set".format(file))
print(" Joining file {} {} to test data set".format(counter, file))
with open(os.path.join(path, file), "r", encoding="utf-8", errors="replace") as iFile:
for line in iFile:
line = line.strip('\r\n')
......