Revert "Merge pull request #133 from byexamples/Issue-128-Replace-reg…

…ex-engine"

This reverts commit 483c17c, reversing
changes made to c636c12.

byexample/common.py

@@ -1,6 +1,5 @@
 from __future__ import unicode_literals
-import pprint, traceback, contextlib, os, string, shlex, logging, time
-from . import regex as re
+import pprint, traceback, contextlib, os, re, string, shlex, logging, time
 '''
 >>> from byexample.common import tohuman, short_string
 >>> import time
@@ -12,7 +11,7 @@ def indent(s, indent=4):
     ''' Indent the given text.
         See doctest._indent for the code that inspired this.
         '''
-    return re.compile('(?m)^(?!$)').sub(indent * ' ', s)
+    return re.sub('(?m)^(?!$)', indent * ' ', s)
 
 
 def short_string(s, max=14, sep='..'):

byexample/differ.py

@@ -1,7 +1,6 @@
 from __future__ import unicode_literals
 from .common import colored, ShebangTemplate
-import string, difflib, tempfile, os, subprocess
-from . import regex as re
+import string, re, difflib, tempfile, os, subprocess
 
 # what unicodes are control code?
 #   import unicodedata

byexample/expected.py

@@ -1,7 +1,6 @@
 from __future__ import unicode_literals
 from .log import clog, log_context
-import string, time
-from . import regex as re
+import string, re, time
 '''
 >>> from byexample.log import init_log_system
 >>> init_log_system()

byexample/finder.py

@@ -1,6 +1,5 @@
 from __future__ import unicode_literals
-import os
-from . import regex as re
+import re, os
 from .common import build_where_msg, tohuman, \
                     enhance_exceptions
 
@@ -477,14 +476,14 @@ def check_keep_matching(self, example_str, match):
         'check_and_remove_indent' and other processing functions.
 
             >>> from byexample.finder import ExampleFinder
-            >>> import byexample.regex as re
+            >>> import re
 
             >>> mfinder = ExampleFinder(0, 'utf8'); mfinder.target = 'python-prompt'
             >>> check_and_remove_indent = mfinder.check_and_remove_indent
             >>> check_keep_matching     = mfinder.check_keep_matching
 
             >>> code = '  >>> 1 + 2'
-            >>> match = re.compile(r'[ ]*>>> [^\n]*').match(code)
+            >>> match = re.match(r'[ ]*>>> [^\n]*', code)
 
             >>> code_i = check_and_remove_indent(code, '  ', (1, 2, 'foo.rst', None))
             >>> code_i != code

byexample/modules/clipboard.py

@@ -1,6 +1,6 @@
 from __future__ import unicode_literals
 from byexample.concern import Concern
-import byexample.regex as re
+import re
 from functools import partial
 
 stability = 'provisional'
@@ -52,8 +52,9 @@ def before_build_regex(self, example, options):
         repl = partial(
             self.repl_from_clipboard, clipboard=self.clipboard, missing=[]
         )
-        example.expected_str = re.compile(self.PASTE_RE
-                                          ).sub(repl, example.expected_str)
+        example.expected_str = re.sub(
+            self.PASTE_RE, repl, example.expected_str
+        )
 
         # do not check for missings: we assume that they are capture tags
 
@@ -74,7 +75,7 @@ def finish_parse(self, example, options, exception):
             clipboard=self.clipboard,
             missing=missing
         )
-        example.source = re.compile(self.PASTE_RE).sub(repl, example.source)
+        example.source = re.sub(self.PASTE_RE, repl, example.source)
 
         if missing:
             raise PasteError(example, missing)

byexample/modules/cond.py

@@ -1,5 +1,6 @@
 from __future__ import unicode_literals
 from byexample.concern import Concern
+import re
 from functools import partial
 
 stability = 'experimental'

byexample/modules/cpp.py

@@ -30,8 +30,7 @@
 """
 
 from __future__ import unicode_literals
-import sys, time
-import byexample.regex as re
+import re, sys, time
 from byexample.common import constant
 from byexample.parser import ExampleParser
 from byexample.runner import ExampleRunner, PexpectMixin, ShebangTemplate

byexample/modules/delimiters.py

@@ -1,6 +1,5 @@
 from __future__ import unicode_literals
-import ast, itertools
-import byexample.regex as re
+import re, ast, itertools
 from byexample.finder import ZoneDelimiter
 from byexample.common import constant
 from byexample.log import clog

byexample/modules/elixir.py

@@ -49,8 +49,7 @@
 """
 
 from __future__ import unicode_literals
-import pexpect, sys, time
-import byexample.regex as re
+import re, pexpect, sys, time
 from byexample.common import constant
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/modules/gdb.py

@@ -10,8 +10,7 @@
 """
 
 from __future__ import unicode_literals
-import pexpect, sys, time
-import byexample.regex as re
+import re, pexpect, sys, time
 from byexample.common import constant
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/modules/javascript.py

@@ -33,7 +33,7 @@
 """
 
 from __future__ import unicode_literals
-import byexample.regex as re
+import re
 from byexample.common import constant, abspath
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/modules/php.py

@@ -37,7 +37,7 @@
 """
 
 from __future__ import unicode_literals
-import byexample.regex as re
+import re
 from byexample.common import constant
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/modules/python.py

@@ -23,8 +23,7 @@
 """
 
 from __future__ import unicode_literals
-import pexpect, sys, time
-import byexample.regex as re
+import re, pexpect, sys, time
 from byexample.common import constant
 from byexample.log import clog
 from byexample.parser import ExampleParser, ExtendOptionParserMixin

byexample/modules/ruby.py

@@ -53,8 +53,7 @@
 """
 
 from __future__ import unicode_literals
-import pexpect, sys, time
-import byexample.regex as re
+import re, pexpect, sys, time
 from byexample.common import constant
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/modules/shell.py

@@ -24,8 +24,7 @@
 """
 
 from __future__ import unicode_literals
-import pexpect, sys, time
-import byexample.regex as re
+import re, pexpect, sys, time
 from byexample.common import constant, Countdown
 from byexample.parser import ExampleParser
 from byexample.finder import ExampleFinder

byexample/parser.py

@@ -1,6 +1,5 @@
 from __future__ import unicode_literals
-import shlex, argparse, bisect, collections
-from . import regex as re
+import re, shlex, argparse, bisect, collections
 from .common import tohuman, constant
 from .options import OptionParser, UnrecognizedOption, ExtendOptionParserMixin
 from .expected import _LinearExpected, _RegexExpected
@@ -219,7 +218,7 @@ def expected_as_regexs(
 
             >>> from byexample.parser import ExampleParser
             >>> from functools import partial
-            >>> import byexample.regex as re
+            >>> import re
 
             >>> parser = ExampleParser(0, 'utf8', None); parser.language = 'python'
             >>> _as_regexs = partial(parser.expected_as_regexs, tags_enabled=True, input_enabled=True, normalize_whitespace=False, input_prefix_len_range=(6,12))

byexample/parser_sm.py

@@ -1,4 +1,4 @@
-from . import regex as re
+import re
 from .common import constant, short_string
 from .log import clog, log_context, DEBUG
 import pprint
@@ -12,7 +12,7 @@
 
 >>> from byexample.parser_sm import SM, SM_NormWS, SM_NotNormWS
 >>> from byexample.parser import ExampleParser
->>> import byexample.regex as re
+>>> import re
 >>> from functools import partial
 
 >>> parser = ExampleParser(0, 'utf8', None); parser.language = 'python'

byexample/runner.py

@@ -1,7 +1,5 @@
 from __future__ import unicode_literals
-import pexpect, time, termios, operator, os, itertools, contextlib
-import re as python_re
-from . import regex as re
+import re, pexpect, time, termios, operator, os, itertools, contextlib
 from functools import reduce, partial
 from .executor import TimeoutException, InputPrefixNotFound, InterpreterClosedUnexpectedly, InterpreterNotFound
 from .common import tohuman, ShebangTemplate, Countdown, short_string
@@ -81,45 +79,6 @@ def cancel(self, example, options):
         return False
 
 
-class PexpectSpawnAdapter(pexpect.spawn):
-    def compile_pattern_list(self, patterns):
-        ''' This is an extension of pexpect.spawn.compile_pattern_list
-            to accept not only Python's regex objects (re module) but
-            also Barnett's regexs (third-party regex module).
-
-            This is a workaround for the issue #655
-            (https://github.com/pexpect/pexpect/issues/655)
-            '''
-        if patterns is None:
-            return []
-        if not isinstance(patterns, list):
-            patterns = [patterns]
-
-        # Allow dot to match \n
-        compile_flags = python_re.DOTALL
-        if self.ignorecase:
-            compile_flags = compile_flags | python_re.IGNORECASE
-        compiled_pattern_list = []
-        cls = pexpect.spawnbase
-        for idx, p in enumerate(patterns):
-            if isinstance(p, self.allowed_string_types):
-                p = self._coerce_expect_string(p)
-                compiled_pattern_list.append(
-                    python_re.compile(p, compile_flags)
-                )
-            elif p is cls.EOF:
-                compiled_pattern_list.append(cls.EOF)
-            elif p is cls.TIMEOUT:
-                compiled_pattern_list.append(cls.TIMEOUT)
-            elif isinstance(p, type(python_re.compile(''))):
-                compiled_pattern_list.append(p)
-            elif isinstance(p, type(re.compile(''))):  # <-- the workaround
-                compiled_pattern_list.append(p)
-            else:
-                self._pattern_type_err(p)
-        return compiled_pattern_list
-
-
 class PexpectMixin(object):
     def __init__(self, PS1_re, any_PS_re):
         self.PS1_re = re.compile(PS1_re)
@@ -150,9 +109,8 @@ def _spawn_interpreter(
 
         self._drop_output()  # there shouldn't be any output yet but...
         self.cmd = cmd
-
         try:
-            self.interpreter = PexpectSpawnAdapter(
+            self.interpreter = pexpect.spawn(
                 cmd,
                 echo=False,
                 encoding=self.encoding,
@@ -311,7 +269,7 @@ def _change_terminal_geometry(self, rows, cols, options):
 
     @staticmethod
     def _universal_new_lines(out):
-        return re.compile(PexpectMixin.UNIV_NL).sub('\n', out)
+        return re.sub(PexpectMixin.UNIV_NL, '\n', out)
 
     def _emulate_ansi_terminal(self, chunks, join=True):
         for chunk in chunks:

docs/contrib/how-to-define-new-zones-where-to-find-examples.md

@@ -42,7 +42,7 @@ everything except the code between ``<pre>`` and ``</pre>`` tags.
 This is what you need to write:
 
 ```python
->>> import byexample.regex as re
+>>> import re
 >>> from byexample.finder import ZoneDelimiter
 
 >>> class HTMLPreBlockDelimiter(ZoneDelimiter):
@@ -64,10 +64,5 @@ or set of several extensions.
 The ``zone_regex`` method should return a regular expression to find and capture
 the zones.
 
-While you can use the standard
-[``re`` module](https://docs.python.org/3/library/re.html) it is
-recommended to use ``byexample.regex`` which has some built-in
-optimizations.
-
 And optionally, the ``get_zone`` can be overridden to post-process the captured
 string: use it to remove any spurious string that may had been captured.

docs/contrib/how-to-support-new-finders-and-languages.md

@@ -60,7 +60,7 @@ To accomplish this we need to create a regular expression to find the
 ``~~~``, where the snippet of code is and where the expected output is.
 
 ```python
->>> import byexample.regex as re
+>>> import re
 
 >>> example_re = re.compile(r'''
 ...     # begin with ~~~
@@ -107,11 +107,6 @@ The ``indent`` group is to count how many spaces are not part of the example
 and they are just for indentation: ``byexample`` will *drop* the first line that
 has a lower level of indentation and any subsequent line.
 
-While you can use the standard
-[``re`` module](https://docs.python.org/3/library/re.html) it is
-recommended to use ``byexample.regex`` which has some built-in
-optimizations.
-
 ### Detect the language
 
 Then, the finder needs to determinate in which language the example
@@ -356,7 +351,7 @@ you do not need to install a real ``ArnoldC`` compiler.
 ...     output = []
 ...     for line in source_code.split('\n'):
 ...         if line.startswith("TALK TO THE HAND"):
-...             to_print = re.compile(r'"([^"]*)"').search(line).group(1)
+...             to_print = re.search(r'"([^"]*)"', line).group(1)
 ...             output.append(to_print + '\n')
 ...
 ...     return '\n'.join(output)

setup.py

@@ -42,7 +42,6 @@
     'pexpect>=4,<5',     # pexpect 4.x.x required
     'appdirs>=1.4.3,<2', # appdirs 1.4.x (x >= 3) required
     'pyte==0.8.0',       # pyte exact version 0.8.0 required
-    'regex>=2017.01.12', # regex's pickle was introduced in 2016
     ]
 
 # these, on the other hand, are optional nice to have

test/Dockerfile

@@ -54,7 +54,4 @@ RUN wget https://packages.erlang-solutions.com/erlang-solutions_2.0_all.deb && d
         esl-erlang      \
         elixir
 
-RUN DEBIAN_FRONTEND=noninteractive apt-get --no-install-recommends install -y \
-        python3-dev
-
 CMD /bin/bash