Explicitly encode output as UTF-8

ocropus-econf

@@ -16,6 +16,10 @@ import numpy as np
 import ocrolib
 from ocrolib import edist
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+sys.stderr = utf8writer(sys.stderr)
+
 # disable rank warnings from polyfit
 warnings.simplefilter('ignore',np.RankWarning)
 

ocropus-errs

@@ -8,10 +8,15 @@ import sys
 import os
 import os.path
 import multiprocessing
+import codecs
 
 import ocrolib
 from ocrolib import edist
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+sys.stderr = utf8writer(sys.stderr)
+
 parser = argparse.ArgumentParser(description = """
 Compute the edit distances between ground truth and recognizer output.
 Run with the ground truth files as arguments, and it will find the

ocropus-gpageseg

@@ -19,6 +19,7 @@ import os
 import os.path
 import sys
 import traceback
+import codecs
 from multiprocessing import Pool
 
 import numpy as np
@@ -31,6 +32,10 @@ from ocrolib import psegutils,morph,sl
 from ocrolib.exceptions import OcropusException
 from ocrolib.toplevel import *
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+sys.stderr = utf8writer(sys.stderr)
+
 parser = argparse.ArgumentParser(add_help=False)
 
 # error checking
@@ -131,11 +136,11 @@ def check_page(image):
 
 
 def print_info(*objs):
-    print("INFO: ", *objs, file=sys.stdout)
+    print("INFO: ", " ".join(objs))
 
 
 def print_error(*objs):
-    print("ERROR: ", *objs, file=sys.stderr)
+    print("ERROR: ", " ".join(objs), file=sys.stderr)
 
 
 if len(args.files)<1:

ocropus-nlbin

@@ -6,6 +6,7 @@ import argparse
 import os
 import multiprocessing
 import sys
+import codecs
 
 import numpy as np
 import matplotlib.pyplot as plt
@@ -14,6 +15,10 @@ from scipy import stats
 
 import ocrolib
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+sys.stderr = utf8writer(sys.stderr)
+
 
 parser = argparse.ArgumentParser("""
 Image binarization using non-linear processing.
@@ -51,11 +56,11 @@ if len(args.files)<1:
 
 
 def print_info(*objs):
-    print("INFO: ", *objs, file=sys.stdout)
+    print("INFO: ", " ".join(objs))
 
 
 def print_error(*objs):
-    print("ERROR: ", *objs, file=sys.stderr)
+    print("ERROR: ", " ".join(objs), file=sys.stderr)
 
 
 def check_page(image):

ocropus-rpred

@@ -19,6 +19,10 @@ from ocrolib import lstm
 from ocrolib import edist
 from ocrolib.exceptions import FileNotFound, OcropusException
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+sys.stderr = utf8writer(sys.stderr)
+
 parser = argparse.ArgumentParser("apply an RNN recognizer")
 
 # error checking
@@ -72,11 +76,11 @@ args = parser.parse_args()
 
 
 def print_info(*objs):
-    print("INFO: ", *objs, file=sys.stdout)
+    print("INFO: ", " ".join(objs))
 
 
 def print_error(*objs):
-    print("ERROR: ", *objs, file=sys.stderr)
+    print("ERROR: ", " ".join(objs), file=sys.stderr)
 
 
 def check_line(image):

ocropus-rtrain

@@ -8,6 +8,7 @@ import os.path
 import traceback
 import argparse
 import sys
+import codecs
 
 import numpy as np
 import matplotlib.pyplot as plt
@@ -16,6 +17,9 @@ import ocrolib
 import ocrolib.lstm as lstm
 from ocrolib import lineest
 
+utf8writer = codecs.getwriter('utf8')
+sys.stdout = utf8writer(sys.stdout)
+
 np.seterr(divide='raise',over='raise',invalid='raise',under='ignore')
 
 parser = argparse.ArgumentParser("train an RNN recognizer")