unix-cpy: Remove unix-cpy. It's no longer needed.

unix-cpy was originally written to get semantic equivalent with CPython
without writing functional tests.  When writing the initial
implementation of uPy it was a long way between lexer and functional
tests, so the half-way test was to make sure that the bytecode was
correct.  The idea was that if the uPy bytecode matched CPython 1-1 then
uPy would be proper Python if the bytecodes acted correctly.  And having
matching bytecode meant that it was less likely to miss some deep
subtlety in the Python semantics that would require an architectural
change later on.

But that is all history and it no longer makes sense to retain the
ability to output CPython bytecode, because:

1. It outputs CPython 3.3 compatible bytecode.  CPython's bytecode
changes from version to version, and seems to have changed quite a bit
in 3.5.  There's no point in changing the bytecode output to match
CPython anymore.

2. uPy and CPy do different optimisations to the bytecode which makes it
harder to match.

3. The bytecode tests are not run.  They were never part of Travis and
are not run locally anymore.

4. The EMIT_CPYTHON option needs a lot of extra source code which adds
heaps of noise, especially in compile.c.

5. Now that there is an extensive test suite (which tests functionality)
there is no need to match the bytecode.  Some very subtle behaviour is
tested with the test suite and passing these tests is a much better
way to stay Python-language compliant, rather than trying to match
CPy bytecode.

80 files changed, 0 insertions, 1025 deletions

diff --git a/tests/bytecode/mp-tests/assert1.py b/tests/bytecode/mp-tests/assert1.py
deleted file mode 100644
index 077defc97..000000000
--- a/tests/bytecode/mp-tests/assert1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-assert x
-assert x, 'test'
diff --git a/tests/bytecode/mp-tests/assign1.py b/tests/bytecode/mp-tests/assign1.py
deleted file mode 100644
index 64ae4a0c5..000000000
--- a/tests/bytecode/mp-tests/assign1.py
+++ /dev/null
@@ -1,10 +0,0 @@
-[] = ()
-[] = []
-a = b
-(a) = b
-a, b = c, d
-a, b, c = d, e, f
-a, b, c, d = e, f, g, h
-#(a, b) = c, d
-#a, b = (c, d)
-#(a, b) = (c, d)
diff --git a/tests/bytecode/mp-tests/assign2.py b/tests/bytecode/mp-tests/assign2.py
deleted file mode 100644
index cb03593d2..000000000
--- a/tests/bytecode/mp-tests/assign2.py
+++ /dev/null
@@ -1,21 +0,0 @@
-*a, = b
-a, *b = c
-a, *b, = c
-a, *b, c = d
-
-[*a] = b
-[*a,] = b
-[a, *b] = c
-[a, *b,] = c
-[a, *b, c] = d
-
-(*a,) = x
-(*a, b) = x
-(a, *b) = x
-(*a, b, c) = x
-(a, *b, c) = x
-(a, b, *c) = x
-(*a, b, c, d) = x
-(a, *b, c, d) = x
-(a, b, *c, d) = x
-(a, b, c, *d) = x
diff --git a/tests/bytecode/mp-tests/augassign1.py b/tests/bytecode/mp-tests/augassign1.py
deleted file mode 100644
index 38a376af4..000000000
--- a/tests/bytecode/mp-tests/augassign1.py
+++ /dev/null
@@ -1,5 +0,0 @@
-[] = ()
-x += 1
-x.y += 1
-x.f().y += 1
-x[1] += 2
diff --git a/tests/bytecode/mp-tests/call1.py b/tests/bytecode/mp-tests/call1.py
deleted file mode 100644
index eb8a8bf5f..000000000
--- a/tests/bytecode/mp-tests/call1.py
+++ /dev/null
@@ -1 +0,0 @@
-f(a, b=c)
diff --git a/tests/bytecode/mp-tests/class1.py b/tests/bytecode/mp-tests/class1.py
deleted file mode 100644
index bc8766680..000000000
--- a/tests/bytecode/mp-tests/class1.py
+++ /dev/null
@@ -1,3 +0,0 @@
-class C:
-    pass
-C()
diff --git a/tests/bytecode/mp-tests/class2.py b/tests/bytecode/mp-tests/class2.py
deleted file mode 100644
index 1a3e89849..000000000
--- a/tests/bytecode/mp-tests/class2.py
+++ /dev/null
@@ -1,4 +0,0 @@
-class A:
-    x = 1
-    y = x + z
-A()
diff --git a/tests/bytecode/mp-tests/class3.py b/tests/bytecode/mp-tests/class3.py
deleted file mode 100644
index f49e2e811..000000000
--- a/tests/bytecode/mp-tests/class3.py
+++ /dev/null
@@ -1,10 +0,0 @@
-class A:
-    def f(x):
-        return x
-    def g(y):
-        def h(z):
-            return x + y + z
-        h(y)
-A()
-A.f(1)
-A.g(2)(3)
diff --git a/tests/bytecode/mp-tests/class4.py b/tests/bytecode/mp-tests/class4.py
deleted file mode 100644
index 4cb625809..000000000
--- a/tests/bytecode/mp-tests/class4.py
+++ /dev/null
@@ -1,9 +0,0 @@
-class A:
-    def __init__(self, x):
-        self.x = x
-        self.y = 0
-
-    def get(self):
-        return self.x + self.y
-A(1)
-A(2).get()
diff --git a/tests/bytecode/mp-tests/class5.py b/tests/bytecode/mp-tests/class5.py
deleted file mode 100644
index 4bf96c8e2..000000000
--- a/tests/bytecode/mp-tests/class5.py
+++ /dev/null
@@ -1,8 +0,0 @@
-class A(B):
-    pass
-class A(object):
-    pass
-class A(x.y()):
-    pass
-class A(B, C):
-    pass
diff --git a/tests/bytecode/mp-tests/class6.py b/tests/bytecode/mp-tests/class6.py
deleted file mode 100644
index 05a2454f5..000000000
--- a/tests/bytecode/mp-tests/class6.py
+++ /dev/null
@@ -1,7 +0,0 @@
-class A:
-    def f(self):
-        pass
-
-class B(A):
-    def f(self):
-        super().f()
diff --git a/tests/bytecode/mp-tests/class7.py b/tests/bytecode/mp-tests/class7.py
deleted file mode 100644
index 3de41dbb5..000000000
--- a/tests/bytecode/mp-tests/class7.py
+++ /dev/null
@@ -1,6 +0,0 @@
-# accessing super, but not as a function call
-
-class A:
-    def f():
-        #x = super
-        print(super)
diff --git a/tests/bytecode/mp-tests/closure1.py b/tests/bytecode/mp-tests/closure1.py
deleted file mode 100644
index fdfb4eaf2..000000000
--- a/tests/bytecode/mp-tests/closure1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-# basic closure
-# to write!
diff --git a/tests/bytecode/mp-tests/closure2.py b/tests/bytecode/mp-tests/closure2.py
deleted file mode 100644
index 08b420581..000000000
--- a/tests/bytecode/mp-tests/closure2.py
+++ /dev/null
@@ -1,7 +0,0 @@
-# test closing over an argument
-
-def f(x):
-    y = 2 * x
-    def g(z):
-        return x + y + z
-    return g
diff --git a/tests/bytecode/mp-tests/closure3.py b/tests/bytecode/mp-tests/closure3.py
deleted file mode 100644
index 905211317..000000000
--- a/tests/bytecode/mp-tests/closure3.py
+++ /dev/null
@@ -1,12 +0,0 @@
-# test when different variables are closed over by different functions
-
-def f():
-    l1 = 1
-    l2 = 2
-    l3 = 3
-
-    def g():
-        return l1 + l2
-
-    def h():
-        return l2 + l3
diff --git a/tests/bytecode/mp-tests/closure4.py b/tests/bytecode/mp-tests/closure4.py
deleted file mode 100644
index 6828f8900..000000000
--- a/tests/bytecode/mp-tests/closure4.py
+++ /dev/null
@@ -1,13 +0,0 @@
-# test when a function has cell and free vars
-
-def f():
-    f_local = 1
-    f_cell = 2
-
-    def g():
-        g_local = 3
-        g_cell = f_cell + 4
-
-        def h():
-            h1_local = 4
-            h2_local = f_cell + g_cell
diff --git a/tests/bytecode/mp-tests/compare1.py b/tests/bytecode/mp-tests/compare1.py
deleted file mode 100644
index 32ba43e3b..000000000
--- a/tests/bytecode/mp-tests/compare1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-if 1 <= x <= 5:
-    f()
-
-if 1 <= x <= y <= 7:
-    f()
-
-if a < b > c in l != c is not d:
-    f()
diff --git a/tests/bytecode/mp-tests/const1.py b/tests/bytecode/mp-tests/const1.py
deleted file mode 100644
index 545b33434..000000000
--- a/tests/bytecode/mp-tests/const1.py
+++ /dev/null
@@ -1,9 +0,0 @@
-x = 1
-#x = 1.2
-#x = 1.2e5
-#x = 1.2e+5
-#x = 1.2e-5
-x = ()
-x = (1,)
-x = (1,2)
-x = ('a',None,3)
diff --git a/tests/bytecode/mp-tests/continue1.py b/tests/bytecode/mp-tests/continue1.py
deleted file mode 100644
index 3600691b1..000000000
--- a/tests/bytecode/mp-tests/continue1.py
+++ /dev/null
@@ -1,44 +0,0 @@
-for a in b:
-    continue
-
-for a in b:
-    try:
-        f()
-    except:
-        continue
-    g()
-
-for a in b:
-    try:
-        f()
-        continue
-    except:
-        g()
-
-for a in b:
-    try:
-        f()
-    except:
-        try:
-            g()
-        except:
-            continue
-
-for a in b:
-    try:
-        f()
-    except:
-        try:
-            g()
-            continue
-        except:
-            h()
-
-for a in b:
-    try:
-        f()
-    except:
-        pass
-    else:
-        continue
-    g()
diff --git a/tests/bytecode/mp-tests/decorate1.py b/tests/bytecode/mp-tests/decorate1.py
deleted file mode 100644
index 208aebc5b..000000000
--- a/tests/bytecode/mp-tests/decorate1.py
+++ /dev/null
@@ -1,20 +0,0 @@
-@d
-def f():
-    pass
-
-@d
-@e
-def g():
-    pass
-
-@d.e.f
-def h():
-    pass
-
-@d(a + 1)
-def i():
-    pass
-
-@d(a + 1, b + 2)
-def i():
-    pass
diff --git a/tests/bytecode/mp-tests/del1.py b/tests/bytecode/mp-tests/del1.py
deleted file mode 100644
index 0a259fac7..000000000
--- a/tests/bytecode/mp-tests/del1.py
+++ /dev/null
@@ -1,16 +0,0 @@
-del x
-del x.y
-del x().y
-del g
-del x[a]
-def f():
-    global g
-    del x
-    del g
-    local = 1
-    local2 = 2
-    local3 = 3
-    del local, local2, local3
-    def f2():
-        nonlocal local3
-        del local2, local3
diff --git a/tests/bytecode/mp-tests/del2.py b/tests/bytecode/mp-tests/del2.py
deleted file mode 100644
index 1c63d15fc..000000000
--- a/tests/bytecode/mp-tests/del2.py
+++ /dev/null
@@ -1,11 +0,0 @@
-del x
-del x,
-del x, y
-del x, y,
-del x, y, z
-del (x)
-del (x,)
-del (x, y)
-del (x, y,)
-del (x, y, z)
-del a, (b, c)
diff --git a/tests/bytecode/mp-tests/dict1.py b/tests/bytecode/mp-tests/dict1.py
deleted file mode 100644
index 3243faa63..000000000
--- a/tests/bytecode/mp-tests/dict1.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = {}
-x = {'a':1}
-x = {'a':1, 'b':2}
diff --git a/tests/bytecode/mp-tests/dictcomp1.py b/tests/bytecode/mp-tests/dictcomp1.py
deleted file mode 100644
index 9dca499c5..000000000
--- a/tests/bytecode/mp-tests/dictcomp1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-x = {a:None for a in l}
-x = {b:c for c, b in l if c}
diff --git a/tests/bytecode/mp-tests/docstring1.py b/tests/bytecode/mp-tests/docstring1.py
deleted file mode 100644
index d1e018454..000000000
--- a/tests/bytecode/mp-tests/docstring1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-"""Module"""
-
-class A:
-    """Class"""
-    pass
-
-class B:
-    """Class B"""
diff --git a/tests/bytecode/mp-tests/docstring2.py b/tests/bytecode/mp-tests/docstring2.py
deleted file mode 100644
index 5a2183aef..000000000
--- a/tests/bytecode/mp-tests/docstring2.py
+++ /dev/null
@@ -1,3 +0,0 @@
-# comment before doc string
-
-"""Doc string"""
diff --git a/tests/bytecode/mp-tests/fun1.py b/tests/bytecode/mp-tests/fun1.py
deleted file mode 100644
index 36e079c01..000000000
--- a/tests/bytecode/mp-tests/fun1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-def f(*args):
-    g(*args)
diff --git a/tests/bytecode/mp-tests/fun2.py b/tests/bytecode/mp-tests/fun2.py
deleted file mode 100644
index a6cba92aa..000000000
--- a/tests/bytecode/mp-tests/fun2.py
+++ /dev/null
@@ -1,23 +0,0 @@
-def f(*, b):
-    return b
-
-def f(a, *, b):
-    return a + b
-
-def f(a, *, b, c):
-    return a + b + c
-
-def f(a, *, b=c):
-    return a + b
-
-def f(a, *, b=c, c):
-    return a + b + c
-
-def f(a, *, b=c, c=d):
-    return a + b + c
-
-def f(a, *, b=c, c, d=e):
-    return a + b + c + d
-
-def f(a=None, *, b=None):
-    return a + b
diff --git a/tests/bytecode/mp-tests/fun3.py b/tests/bytecode/mp-tests/fun3.py
deleted file mode 100644
index 5336a7079..000000000
--- a/tests/bytecode/mp-tests/fun3.py
+++ /dev/null
@@ -1,3 +0,0 @@
-def f(a, b):
-    def g(c, d=None, *, e=True):
-        return a + b + c + d + e
diff --git a/tests/bytecode/mp-tests/fun4.py b/tests/bytecode/mp-tests/fun4.py
deleted file mode 100644
index b8d2ac159..000000000
--- a/tests/bytecode/mp-tests/fun4.py
+++ /dev/null
@@ -1,5 +0,0 @@
-def f(a, b=1, *c, d):
-    pass
-    #print(a,b,c,d) # bug in uPy!
-f = lambda a, b, *c, d: None # default arg
-#f = lambda a, b=1, *c, d: None # default arg for lambda not implemented
diff --git a/tests/bytecode/mp-tests/if1.py b/tests/bytecode/mp-tests/if1.py
deleted file mode 100644
index 8c8a08ccd..000000000
--- a/tests/bytecode/mp-tests/if1.py
+++ /dev/null
@@ -1,24 +0,0 @@
-if x:
-    x()
-if x:
-    x()
-elif y:
-    y()
-if x:
-    x()
-else:
-    zz()
-if x:
-    x()
-elif y:
-    y()
-else:
-    zz()
-if x:
-    x()
-elif y:
-    y()
-elif z:
-    z()
-else:
-    zz()
diff --git a/tests/bytecode/mp-tests/if2.py b/tests/bytecode/mp-tests/if2.py
deleted file mode 100644
index deb0cd581..000000000
--- a/tests/bytecode/mp-tests/if2.py
+++ /dev/null
@@ -1,26 +0,0 @@
-def f(x):
-    if x:
-        return
-    if x:
-        return
-    elif y:
-        return
-    if x:
-        return
-    else:
-        return
-    if x:
-        return
-    elif y:
-        return
-    else:
-        return
-    if x:
-        return
-    elif y:
-        return
-    elif z:
-        return
-    else:
-        return
-    return None
diff --git a/tests/bytecode/mp-tests/if3.py b/tests/bytecode/mp-tests/if3.py
deleted file mode 100644
index bd01514d6..000000000
--- a/tests/bytecode/mp-tests/if3.py
+++ /dev/null
@@ -1,6 +0,0 @@
-if a and b:
-    f()
-if a or b:
-    f()
-if a and (b or c):
-    f()
diff --git a/tests/bytecode/mp-tests/if4.py b/tests/bytecode/mp-tests/if4.py
deleted file mode 100644
index 4d5a86cd8..000000000
--- a/tests/bytecode/mp-tests/if4.py
+++ /dev/null
@@ -1,8 +0,0 @@
-if not a:
-    f()
-if not a and b:
-    f()
-if not a and not b:
-    f()
-while not a:
-    f()
diff --git a/tests/bytecode/mp-tests/ifexpr1.py b/tests/bytecode/mp-tests/ifexpr1.py
deleted file mode 100644
index bdb2efc0a..000000000
--- a/tests/bytecode/mp-tests/ifexpr1.py
+++ /dev/null
@@ -1 +0,0 @@
-x = 1 if a else 2
diff --git a/tests/bytecode/mp-tests/import1.py b/tests/bytecode/mp-tests/import1.py
deleted file mode 100644
index 696f3a270..000000000
--- a/tests/bytecode/mp-tests/import1.py
+++ /dev/null
@@ -1,5 +0,0 @@
-a = 1
-def f():
-    global a
-import a
-import b, c
diff --git a/tests/bytecode/mp-tests/import2.py b/tests/bytecode/mp-tests/import2.py
deleted file mode 100644
index 2a89703d9..000000000
--- a/tests/bytecode/mp-tests/import2.py
+++ /dev/null
@@ -1 +0,0 @@
-from a import b
diff --git a/tests/bytecode/mp-tests/import3.py b/tests/bytecode/mp-tests/import3.py
deleted file mode 100644
index 7f365a51e..000000000
--- a/tests/bytecode/mp-tests/import3.py
+++ /dev/null
@@ -1,8 +0,0 @@
-import a.b
-import a.b.c
-from a.b import d
-from a.b.c import d
-
-from a import *
-from a import d, e
-from a import (d, e)
diff --git a/tests/bytecode/mp-tests/import4.py b/tests/bytecode/mp-tests/import4.py
deleted file mode 100644
index ecc378675..000000000
--- a/tests/bytecode/mp-tests/import4.py
+++ /dev/null
@@ -1,3 +0,0 @@
-import a as y
-import a.b as y
-import a.b.c as y
diff --git a/tests/bytecode/mp-tests/import5.py b/tests/bytecode/mp-tests/import5.py
deleted file mode 100644
index fb93862d1..000000000
--- a/tests/bytecode/mp-tests/import5.py
+++ /dev/null
@@ -1,4 +0,0 @@
-from a import b as c
-from a.b import c as d
-from a.b.c import d as e
-from a.b.c import d as e, f as h
diff --git a/tests/bytecode/mp-tests/import6.py b/tests/bytecode/mp-tests/import6.py
deleted file mode 100644
index 7cbb3c6d7..000000000
--- a/tests/bytecode/mp-tests/import6.py
+++ /dev/null
@@ -1,14 +0,0 @@
-from . import bar
-from .. import bar
-from ... import bar
-from .... import bar
-from ..... import bar
-from ...... import bar
-from . import bar as abc
-from .foo import bar
-from ..foo import bar
-from ...foo import bar
-from .foo.bar import baz
-from ..foo.bar import baz
-from ...foo.bar import baz
-from .foo.bar import baz as abc
diff --git a/tests/bytecode/mp-tests/lambda1.py b/tests/bytecode/mp-tests/lambda1.py
deleted file mode 100644
index 559c7c20f..000000000
--- a/tests/bytecode/mp-tests/lambda1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-f = lambda: 0
-f = lambda x: 1 + x
diff --git a/tests/bytecode/mp-tests/lambda2.py b/tests/bytecode/mp-tests/lambda2.py
deleted file mode 100644
index 1b4500c08..000000000
--- a/tests/bytecode/mp-tests/lambda2.py
+++ /dev/null
@@ -1 +0,0 @@
-f = lambda *args: args
diff --git a/tests/bytecode/mp-tests/list1.py b/tests/bytecode/mp-tests/list1.py
deleted file mode 100644
index e2a1a3e9f..000000000
--- a/tests/bytecode/mp-tests/list1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-x = []
-x = [1]
-x = [1,] # not implemented
-x = [1, 2]
-x = [1, 2,]
-x = [1, 2, 3]
-x = [1, 2, 3, 4]
-x = [1, 2, 3, 4, 5]
diff --git a/tests/bytecode/mp-tests/list2.py b/tests/bytecode/mp-tests/list2.py
deleted file mode 100644
index 90b21184d..000000000
--- a/tests/bytecode/mp-tests/list2.py
+++ /dev/null
@@ -1,8 +0,0 @@
-x = [()]
-x = [(a)]
-x = [(a,)]
-x = [(a)]
-x = [(a,)]
-x = [a, b]
-x = [(a, b)]
-x = [(a, b, c)]
diff --git a/tests/bytecode/mp-tests/listcomp1.py b/tests/bytecode/mp-tests/listcomp1.py
deleted file mode 100644
index 3a0ef4979..000000000
--- a/tests/bytecode/mp-tests/listcomp1.py
+++ /dev/null
@@ -1,4 +0,0 @@
-x = (a for a in l)
-
-f(a for a in l)
-f(a + b for a, b in f())
diff --git a/tests/bytecode/mp-tests/listcomp2.py b/tests/bytecode/mp-tests/listcomp2.py
deleted file mode 100644
index 5f52a5e6b..000000000
--- a/tests/bytecode/mp-tests/listcomp2.py
+++ /dev/null
@@ -1 +0,0 @@
-[x.y for x in k.l]
diff --git a/tests/bytecode/mp-tests/listcomp3.py b/tests/bytecode/mp-tests/listcomp3.py
deleted file mode 100644
index 77a8f2be2..000000000
--- a/tests/bytecode/mp-tests/listcomp3.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = (a + 1 for a in l if a.f())
-
-x = [a + 1 for a in l if a.f()]
diff --git a/tests/bytecode/mp-tests/listcomp4.py b/tests/bytecode/mp-tests/listcomp4.py
deleted file mode 100644
index 6b2999309..000000000
--- a/tests/bytecode/mp-tests/listcomp4.py
+++ /dev/null
@@ -1,4 +0,0 @@
-# closing over a local variable in a list comprehension
-def f():
-    a = 1
-    x = [a + b for b in l]
diff --git a/tests/bytecode/mp-tests/listcomp5.py b/tests/bytecode/mp-tests/listcomp5.py
deleted file mode 100644
index a42d811b7..000000000
--- a/tests/bytecode/mp-tests/listcomp5.py
+++ /dev/null
@@ -1,11 +0,0 @@
-# nested ifs
-x = [a for a in l if a if a + 1]
-x = [a for a in l if a if a + 1 if a + 2]
-
-# nested for loops
-x = [a for a in l for l in ls]
-x = [a for ls in lss for l in ls for a in l]
-x = [a for a in l for l in ls for ls in lss]
-
-# nested ifs and for loops
-x = [a for a in l if a for l in ls if l if a for ls in lss if ls]
diff --git a/tests/bytecode/mp-tests/locals1.py b/tests/bytecode/mp-tests/locals1.py
deleted file mode 100644
index 49c34da1a..000000000
--- a/tests/bytecode/mp-tests/locals1.py
+++ /dev/null
@@ -1,22 +0,0 @@
-# to test the order of locals and arguments (LOAD_FAST, STORE_FAST)
-
-def f1():
-    b = 1
-    a = 2
-    return a + b
-
-def f2(b):
-    a = 2
-    return a + b
-
-def f3():
-    def f3f():
-        return True
-    a = 1
-    return f3f(a)
-
-def f4():
-    x = 1
-    def f3f():
-        return True
-    return f3f(x)
diff --git a/tests/bytecode/mp-tests/ptex.py b/tests/bytecode/mp-tests/ptex.py
deleted file mode 100644
index 8f23d7800..000000000
--- a/tests/bytecode/mp-tests/ptex.py
+++ /dev/null
@@ -1,269 +0,0 @@
-import sys
-import os
-import os.path
-import datetime
-import argparse
-from xml.etree.ElementTree import Element, SubElement, tostring
-
-from log import Log
-from texparser import TexParser
-from latexparser import LatexParser
-from gettexfile import file_has_suffix
-from gettexfile import get_tex_file
-
-from xiwi.common.misc import buildFileList
-from xiwi.common import arxivid
-from xiwi.common.stats import Statistics
-
-def str_contains(s1, s2):
-    return s1.find(s2) != -1
-
-def str_contains_one_of(st, st_list):
-    for st2 in st_list:
-        if str_contains(st, st2):
-            return True
-    return False
-
-def detect_file_kind(file_obj):
-    """Simple detection of kind of source file."""
-    kind = 'unknown'
-    firstline = file_obj.readline()
-    while firstline.isspace():
-        firstline = file_obj.readline()
-    if firstline.startswith('%!PS'):
-        kind = 'PS'
-    elif firstline.startswith('%auto-ignore'):
-        kind = 'auto-ignore'
-    else:
-        file_obj.seek(0)
-        for line in file_obj:
-            if str_contains(line, '\\def'):
-                # might be tex, if we don't find anything else
-                kind = 'tex'
-            if str_contains(line, '\\input'):
-                # might be tex, if we don't find anything else
-                kind = 'tex'
-                if str_contains(line, 'amstex') or str_contains(line, 'harvmac'):
-                    # definitely tex
-                    kind = 'tex'
-                    break
-            if str_contains(line, '\\documentclass'):
-                # definitely latex
-                kind = 'latex'
-                break
-            if str_contains(line, '\\documentstyle'):
-                # could be tex or latex
-                if str_contains(line, 'amsppt'):
-                    kind = 'tex'
-                    break
-                else:
-                    kind = 'latex'
-                    break
-    file_obj.seek(0)
-    return kind
-
-class WithdrawnPaper(object):
-    def __init__(self):
-        pass
-
-    def __getitem__(self, item):
-        if item == 'refs':
-            return []
-        elif item == 'success':
-            return True
-
-    def parse(self):
-        pass
-
-def process_article(filename):
-    """Returns TexParserBase derived object on success, None on failure."""
-
-    # get the tex file
-    filename, file_obj, tarfile_obj = get_tex_file(filename)
-    if file_obj is None:
-        return None
-
-    # detect the type of file
-    kind = detect_file_kind(file_obj)
-
-    # act on the type of file
-    parser = None
-    if kind == 'PS':
-        print('skipping postscript file')
-    elif kind == 'auto-ignore':
-        print('asked to ignore file, most likely it was withdrawn')
-        parser = WithdrawnPaper()
-    if kind == 'tex':
-        print('parsing as TeX')
-        parser = TexParser(filename, file_obj, tarfile_obj)
-    elif kind == 'latex':
-        print('parsing as LaTeX')
-        parser = LatexParser(filename, file_obj, tarfile_obj)
-    else:
-        print('cannot determine kind of file')
-
-    # attempt to parse the document
-    try:
-        if parser is not None:
-            parser.parse()
-    except Exception as e:
-        print('exception while trying to parse file:')
-        print(str(e))
-        parser = None
-
-    # close the files
-    file_obj.close()
-    if tarfile_obj is not None:
-        tarfile_obj.close()
-
-    # return the parsed document
-    return parser
-
-arxiv_classes = [
-    'acc-phys', 'adap-org', 'alg-geom', 'ao-sci', 'astro-ph', 'atom-ph',
-    'bayes-an', 'chao-dyn', 'chem-ph', 'cmp-lg', 'comp-gas', 'cond-mat',
-    'cs', 'dg-ga', 'funct-an', 'gr-qc', 'hep-ex', 'hep-lat',
-    'hep-ph', 'hep-th', 'math', 'math-ph', 'mtrl-th', 'nlin',
-    'nucl-ex', 'nucl-th', 'patt-sol', 'physics', 'plasm-ph', 'q-alg',
-    'q-bio', 'quant-ph', 'solv-int', 'supr-con'
-]
-
-def do_single_file(file_name, print_xml, write_xml_dir):
-    arxiv_id, arxiv_version = arxivid.filenameToArxivAndVersion(file_name)
-    if arxiv_id is None:
-        print('WARN: could not determine arXiv identifier for', file_name)
-        arxiv_id = '<unknown>'
-        arxiv_version = 0
-
-    Log.reset()
-    Statistics.begin_item(arxiv_id)
-
-    if file_has_suffix(file_name, '.pdf'):
-        Statistics.count('1) pdf')
-        succ = True
-    else:
-        Statistics.count('2) processed')
-
-        parser = process_article(file_name)
-
-        if parser is not None :
-            succ = parser['success']
-            bib_refs = parser['refs']
-        else :
-            succ = False
-            bib_refs = []
-
-        if str_contains_one_of(arxiv_id, ['gr-qc', 'hep-']):
-            Statistics.count('hep-processed')
-            if succ:
-                Statistics.count('hep-success')
-        if succ:
-            print('-success--------')
-            Statistics.count('3) success')
-        else:
-            print('-fail-----------')
-            Statistics.count('4) fail')
-
-        show_ref = False
-
-        if succ and show_ref:
-            for bib_ref in bib_refs:
-                print(bib_ref.key, 'with', bib_ref.cite_count, 'citations in paper')
-                if len(bib_ref.bib_info) == 0:
-                    print('no reference')
-                else:
-                    print(bib_ref.bib_info_as_str(keep_comments=True))
-
-        if succ and (print_xml or write_xml_dir):
-            xml = Element('article')
-            SubElement(xml, 'id').text = arxiv_id
-            if arxiv_version > 0:
-                SubElement(xml, 'version').text = str(arxiv_version)
-            refs = SubElement(xml, 'refs')
-            for bib_ref in bib_refs:
-                bib_text = bib_ref.bib_info_as_str(keep_comments=True)
-                if len(bib_text) != 0:
-                    ncites = bib_ref.cite_count
-                    if ncites < 1:
-                        ncites = 1
-                    ref = SubElement(refs, 'ref', order=str(bib_ref.ref_order_num), freq=str(ncites))
-                    ref.text = bib_text
-            if print_xml:
-                print(tostring(xml))
-            if isinstance(write_xml_dir, str):
-                if arxiv_id != '<unknown>':
-                    xml_file_name = os.path.join(write_xml_dir, arxiv_id.replace('/', '') + '.xml')
-                else:
-                    fname = os.path.split(file_name)[1]
-                    if fname.rfind('.') > 0:
-                        fname = fname[:fname.rfind('.')]
-                    xml_file_name = write_xml_dir + '/' + fname + '.xml'
-                file_obj = open(xml_file_name, 'wb')
-                file_obj.write(tostring(xml, encoding='utf-8'))
-                file_obj.close()
-
-    Statistics.end_item()
-
-    return succ
-
-summaryStrs = []
-
-if __name__ == "__main__":
-    cmd_parser = argparse.ArgumentParser(description='Parse TeX/LaTeX to find references.')
-    cmd_parser.add_argument('--filelist', action='store_true', help='file names on the command line each contain a list of files to process')
-    cmd_parser.add_argument('--print-xml', action='store_true', help='print XML output to stdout')
-    cmd_parser.add_argument('--write-xml', metavar='<dir>', help='destination directory to write XML output files')
-    cmd_parser.add_argument('--failed', metavar='<file>', help='output file to write list of failed files')
-    cmd_parser.add_argument('files', nargs='+', help='input files')
-    args = cmd_parser.parse_args()
-
-    # print date stamp
-    timeStart = datetime.datetime.now()
-    print('[ptex] started processing at', str(timeStart))
-
-    print('given', len(args.files), 'files, first file:', args.files[0])
-    print('================')
-
-    Statistics.clear('article')
-
-    # build list of files to process
-    file_list = buildFileList(args.filelist, args.files)
-
-    # ensure the destination directory exists
-    if args.write_xml is not None and os.path.exists(args.write_xml):
-        try:
-            os.makedirs(args.write_xml)
-        except:
-            pass
-
-    # process the files
-    failed_files = []
-    for file_name in file_list:
-        success = do_single_file(file_name, args.print_xml, args.write_xml)
-        if not success:
-            failed_files.append(file_name)
-
-    # write the failed files to an output file, if requested
-    if args.failed is not None:
-        file_obj = open(args.failed, 'w')
-        file_obj.writelines(f + '\n' for f in failed_files)
-        file_obj.close()
-
-    print('================')
-    Statistics.show()
-    Statistics.show_detail('fail')
-    #Statistics.show_detail('cite-range')
-    #Statistics.show_detail('bad-ascii')
-    #Statistics.show_detail('non-ascii')
-
-    print('================')
-
-    # print date stamp
-    timeEnd = datetime.datetime.now()
-    print('[ptex] finished processing at', str(timeEnd))
-
-    # print summary for email
-    summaryStrs.extend(Statistics.get_summary())
-    summaryStrs.insert(0, 'started processing at %s, took %.1f minutes' % (timeStart.strftime('%H:%M'), (timeEnd - timeStart).total_seconds() / 60))
-    for s in summaryStrs:
-        print('**SUMMARY** [ptex]', s)
diff --git a/tests/bytecode/mp-tests/raise1.py b/tests/bytecode/mp-tests/raise1.py
deleted file mode 100644
index 9cceed494..000000000
--- a/tests/bytecode/mp-tests/raise1.py
+++ /dev/null
@@ -1,11 +0,0 @@
-def f():
-    raise
-def g():
-    raise 1
-def h():
-    raise 1 from 2
-def i():
-    try:
-        f()
-    except:
-        raise
diff --git a/tests/bytecode/mp-tests/scope0.py b/tests/bytecode/mp-tests/scope0.py
deleted file mode 100644
index 5d81345ea..000000000
--- a/tests/bytecode/mp-tests/scope0.py
+++ /dev/null
@@ -1,7 +0,0 @@
-x = 1
-print(x)
-
-# local store after load
-def f():
-    print(x)
-    x = 1
diff --git a/tests/bytecode/mp-tests/scope1.py b/tests/bytecode/mp-tests/scope1.py
deleted file mode 100644
index 92a0f9fa8..000000000
--- a/tests/bytecode/mp-tests/scope1.py
+++ /dev/null
@@ -1,6 +0,0 @@
-x = 1
-print(x)
-def f1():
-    print(x)
-def f2(x):
-    print(x)
diff --git a/tests/bytecode/mp-tests/scope2.py b/tests/bytecode/mp-tests/scope2.py
deleted file mode 100644
index af9e37231..000000000
--- a/tests/bytecode/mp-tests/scope2.py
+++ /dev/null
@@ -1,18 +0,0 @@
-# scope
-
-gl = 1
-
-def f(x):
-    global gl
-    gl += 2
-    lo1 = 3
-    lo2 = 4
-    lo3 = 5
-
-    def f2(x, y):
-        global gl
-        nonlocal lo3
-        lo3 = 5
-        lo4 = gl + lo2 + lo3
-
-    return f2
diff --git a/tests/bytecode/mp-tests/scope3.py b/tests/bytecode/mp-tests/scope3.py
deleted file mode 100644
index a5fc8d09f..000000000
--- a/tests/bytecode/mp-tests/scope3.py
+++ /dev/null
@@ -1,11 +0,0 @@
-# test nested functions and scope
-
-def f(x):
-    def f2(y):
-        return y + x
-    print(f2(x))
-    return f2
-x=f(2)
-print(x, x(5))
-f=123
-print(f(f))
diff --git a/tests/bytecode/mp-tests/scope4.py b/tests/bytecode/mp-tests/scope4.py
deleted file mode 100644
index 70968cdf3..000000000
--- a/tests/bytecode/mp-tests/scope4.py
+++ /dev/null
@@ -1,14 +0,0 @@
-# test scope
-
-def f(x):
-    global x42
-    print(x, x42)
-    x42 = x
-
-x42 = 123
-f(1)
-print(x42)
-
-x42 = 456
-f(2)
-print(x42)
diff --git a/tests/bytecode/mp-tests/scope5.py b/tests/bytecode/mp-tests/scope5.py
deleted file mode 100644
index a14de350e..000000000
--- a/tests/bytecode/mp-tests/scope5.py
+++ /dev/null
@@ -1,12 +0,0 @@
-# test scope
-
-def f(x):
-    def f2(y):
-        print(y, x42, y42)
-    x42 = x = y42 = 123
-    myf2 = f2
-    x42 = 456
-    return myf2
-
-myf = f(1)
-myf(1)
diff --git a/tests/bytecode/mp-tests/scope6.py b/tests/bytecode/mp-tests/scope6.py
deleted file mode 100644
index 484837888..000000000
--- a/tests/bytecode/mp-tests/scope6.py
+++ /dev/null
@@ -1,7 +0,0 @@
-# closed over variable 2 deep
-
-def f():
-    x = 1
-    def g():
-        def h():
-            return 1 + x
diff --git a/tests/bytecode/mp-tests/scope7.py b/tests/bytecode/mp-tests/scope7.py
deleted file mode 100644
index 699d12510..000000000
--- a/tests/bytecode/mp-tests/scope7.py
+++ /dev/null
@@ -1,15 +0,0 @@
-# test order of closed over locals
-# not that CPython seems to sort closed over variables (but not fast locals)
-
-def f():
-    l1 = 1
-    l2 = 4
-    l3 = 3
-    l4 = 2
-    l5 = 5
-
-    def g():
-        return l1 + l4 + l3 + l2 + l5
-
-    def h():
-        return l1 + l2 + l3 + l4 + l5
diff --git a/tests/bytecode/mp-tests/set1.py b/tests/bytecode/mp-tests/set1.py
deleted file mode 100644
index f6de75606..000000000
--- a/tests/bytecode/mp-tests/set1.py
+++ /dev/null
@@ -1,6 +0,0 @@
-x = set()
-x = {1}
-x = {1,}
-x = {1, 2}
-x = {1, 2,}
-x = {1, 2, 3}
diff --git a/tests/bytecode/mp-tests/setcomp1.py b/tests/bytecode/mp-tests/setcomp1.py
deleted file mode 100644
index 82927f5d1..000000000
--- a/tests/bytecode/mp-tests/setcomp1.py
+++ /dev/null
@@ -1,2 +0,0 @@
-x = {a for a in l}
-x = {a + b for a, b in l if b}
diff --git a/tests/bytecode/mp-tests/slice1.py b/tests/bytecode/mp-tests/slice1.py
deleted file mode 100644
index 008e57c18..000000000
--- a/tests/bytecode/mp-tests/slice1.py
+++ /dev/null
@@ -1,16 +0,0 @@
-x = x[:]
-x = x[::]
-x = x[::c]
-x = x[:b]
-x = x[:b:]
-x = x[:b:c]
-x = x[a]
-x = x[a:]
-x = x[a::]
-x = x[a::c]
-x = x[a:b]
-x = x[a:b:]
-x = x[a:b:c]
-
-x[0] = 1
-x[x] = x
diff --git a/tests/bytecode/mp-tests/slice2.py b/tests/bytecode/mp-tests/slice2.py
deleted file mode 100644
index e329156c3..000000000
--- a/tests/bytecode/mp-tests/slice2.py
+++ /dev/null
@@ -1,3 +0,0 @@
-x = x[a, b]
-
-x[a, b] = x
diff --git a/tests/bytecode/mp-tests/string1.py b/tests/bytecode/mp-tests/string1.py
deleted file mode 100644
index d6ddc7ae4..000000000
--- a/tests/bytecode/mp-tests/string1.py
+++ /dev/null
@@ -1,11 +0,0 @@
-x = 'abc'
-x = "abc"
-x = r'abc'
-x = 'abc' \
-    'def'
-x = ('abc'
-    'def')
-
-x = 'ab"c'
-x = "ab'c"
-x = '''ab'c'''
diff --git a/tests/bytecode/mp-tests/string2.py b/tests/bytecode/mp-tests/string2.py
deleted file mode 100644
index 70dc9924b..000000000
--- a/tests/bytecode/mp-tests/string2.py
+++ /dev/null
@@ -1,14 +0,0 @@
-'abc'
-class f:
-    u"123"
-    pass
-x = 'abc'
-x = u"abc"
-x = u"ab\\c"
-x = r"ab\\c"
-x = b"abc"
-x = rb"abc"
-x = b"ab\\c"
-x = rb"ab\\c"
-x = """abc"""
-x = b"""abc"""
diff --git a/tests/bytecode/mp-tests/super1.py b/tests/bytecode/mp-tests/super1.py
deleted file mode 100644
index 151242993..000000000
--- a/tests/bytecode/mp-tests/super1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-class A(B):
-    def f():
-        super.a()
-
-class B(C):
-    def g():
-        def h():
-            super.a()
-
-super.a()
-
-def i():
-    super.a()
-
-def j():
-    def k():
-        super.a()
diff --git a/tests/bytecode/mp-tests/try1.py b/tests/bytecode/mp-tests/try1.py
deleted file mode 100644
index 10344c8ae..000000000
--- a/tests/bytecode/mp-tests/try1.py
+++ /dev/null
@@ -1,13 +0,0 @@
-def f(x):
-    try:
-        f(x)
-    except:
-        f(x)
-    try:
-        f(x)
-    except Exception:
-        f(x)
-    try:
-        f(x)
-    except Exception as e:
-        f(x, e)
diff --git a/tests/bytecode/mp-tests/try2.py b/tests/bytecode/mp-tests/try2.py
deleted file mode 100644
index efdac0475..000000000
--- a/tests/bytecode/mp-tests/try2.py
+++ /dev/null
@@ -1,5 +0,0 @@
-def f():
-    try:
-        f()
-    finally:
-        g()
diff --git a/tests/bytecode/mp-tests/try3.py b/tests/bytecode/mp-tests/try3.py
deleted file mode 100644
index 9741aaf68..000000000
--- a/tests/bytecode/mp-tests/try3.py
+++ /dev/null
@@ -1,14 +0,0 @@
-def f():
-    try:
-        f()
-    except:
-        g()
-    finally:
-        f()
-
-    try:
-        f()
-    except Exception:
-        g()
-    finally:
-        f()
diff --git a/tests/bytecode/mp-tests/try4.py b/tests/bytecode/mp-tests/try4.py
deleted file mode 100644
index 412cb74ee..000000000
--- a/tests/bytecode/mp-tests/try4.py
+++ /dev/null
@@ -1,22 +0,0 @@
-try:
-    f()
-except A:
-    g()
-except:
-    h()
-
-try:
-    f()
-except A:
-    g()
-except B as c:
-    h()
-
-try:
-    f()
-except A:
-    g()
-except B as c:
-    h()
-except:
-    i()
diff --git a/tests/bytecode/mp-tests/try5.py b/tests/bytecode/mp-tests/try5.py
deleted file mode 100644
index 7ba794912..000000000
--- a/tests/bytecode/mp-tests/try5.py
+++ /dev/null
@@ -1,8 +0,0 @@
-try:
-    f()
-except A:
-    g()
-except B as b:
-    h()
-finally:
-    i()
diff --git a/tests/bytecode/mp-tests/try6.py b/tests/bytecode/mp-tests/try6.py
deleted file mode 100644
index d5b68722e..000000000
--- a/tests/bytecode/mp-tests/try6.py
+++ /dev/null
@@ -1,15 +0,0 @@
-try:
-    f()
-except:
-    g()
-else:
-    h()
-
-try:
-    f()
-except:
-    g()
-else:
-    h()
-finally:
-    i()
diff --git a/tests/bytecode/mp-tests/tuple1.py b/tests/bytecode/mp-tests/tuple1.py
deleted file mode 100644
index d70e4cf56..000000000
--- a/tests/bytecode/mp-tests/tuple1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-x = ()
-x = a
-x = a,
-x = a, 2
-x = a, 2,
-x = a, 2, 3
-x = a, 2, 3, 4
-x = a, 2, 3, 4, 5
-
-x = ()
-x = (a)
-x = (a,)
-x = (a, 2)
-x = (a, 2,)
-x = (a, 2, 3)
-x = (a, 2, 3, 4)
-x = (a, 2, 3, 4, 5)
diff --git a/tests/bytecode/mp-tests/tuple2.py b/tests/bytecode/mp-tests/tuple2.py
deleted file mode 100644
index df11e74ce..000000000
--- a/tests/bytecode/mp-tests/tuple2.py
+++ /dev/null
@@ -1,15 +0,0 @@
-x = t
-x, = t
-x, y = t
-x, y, = t
-x, y, z = t
-x, y, z, = t
-x, y, z, z = a, b, c, d
-
-(x) = t
-(x,) = t
-(x, y) = t
-(x, y,) = t
-(x, y, z) = t
-(x, y, z,) = t
-(x, y, z, z) = a, b, c, d
diff --git a/tests/bytecode/mp-tests/tuple3.py b/tests/bytecode/mp-tests/tuple3.py
deleted file mode 100644
index 29ddd86d0..000000000
--- a/tests/bytecode/mp-tests/tuple3.py
+++ /dev/null
@@ -1,4 +0,0 @@
-def f(x):
-    return x, x + 1
-for a in b, c:
-    f(a)
diff --git a/tests/bytecode/mp-tests/with1.py b/tests/bytecode/mp-tests/with1.py
deleted file mode 100644
index 897ec530f..000000000
--- a/tests/bytecode/mp-tests/with1.py
+++ /dev/null
@@ -1,8 +0,0 @@
-with x:
-    f()
-with x():
-    f()
-with f() as x:
-    f(x)
-with f() as x, g() as y:
-    f(x, y)
diff --git a/tests/bytecode/mp-tests/yield1.py b/tests/bytecode/mp-tests/yield1.py
deleted file mode 100644
index 114151e71..000000000
--- a/tests/bytecode/mp-tests/yield1.py
+++ /dev/null
@@ -1,17 +0,0 @@
-# generators and yield
-
-def main():
-    def f():
-        print(123)
-        yield
-        print(456)
-        yield 2
-        print(789)
-
-    a = f()
-    print(a)
-    print(a.__next__())
-    print(a.__next__())
-    #print(a.__next__())
-
-main()
diff --git a/tests/bytecode/mp-tests/yield2.py b/tests/bytecode/mp-tests/yield2.py
deleted file mode 100644
index acc0ec8e9..000000000
--- a/tests/bytecode/mp-tests/yield2.py
+++ /dev/null
@@ -1,7 +0,0 @@
-def f():
-    yield from a
-    yield from (a, b)
-    yield from f(a)
-
-lambda:(yield)
-lambda:(yield 1) + 2