"""Given a stream of tokens and a screen width plus an optional

lines = 1

pos = cursor

for (token, value) in tokens:

if token is Token.Text and value == '\n':

lines += 1

else:

pos += len(value)

lines += pos // width

pos %= width

"""Provide a fake stdin type for things like raw_input() etc."""

def __init__(self, interface):

"""Take the curses Repl on init and assume it provides a get_key method

self.encoding = getpreferredencoding()

self.interface = interface

self.buffer = list()

def __iter__(self):

return iter(self.readlines())

def isatty(self):

return True

def readline(self, size=-1):

"""I can't think of any reason why anything other than readline would

if not size:

return ''

elif self.buffer:

buffer = self.buffer.pop(0)

else:

buffer = ''

curses.raw(True)

try:

while not buffer.endswith('\n'):

key = self.interface.get_key()

if key in [curses.erasechar(), 'KEY_BACKSPACE']:

y, x = self.interface.scr.getyx()

if buffer:

self.interface.scr.delch(y, x - 1)

buffer = buffer[:-1]

continue

elif key == chr(4) and not buffer:

# C-d

return ''

elif (key != '\n' and

(len(key) > 1 or unicodedata.category(key) == 'Cc')):

continue

sys.stdout.write(key)

buffer += key

finally:

curses.raw(False)

if size > 0:

rest = buffer[size:]

if rest:

self.buffer.append(rest)

buffer = buffer[:size]

if py3:

return buffer

else:

return buffer.encode(getpreferredencoding())

def read(self, size=None):

if size == 0:

return ''

data = list()

while size is None or size > 0:

line = self.readline(size or -1)

if not line:

break

if size is not None:

size -= len(line)

data.append(line)

return ''.join(data)

def readlines(self, size=-1):

"""Init all the colours in curses and bang them into a dictionary"""

# blacK, Red, Green, Yellow, Blue, Magenta, Cyan, White, Default:

c = {

'k' : 0,

'r' : 1,

'g' : 2,

'y' : 3,

'b' : 4,

'm' : 5,

'c' : 6,

'w' : 7,

'd' : -1,

}

for i in range(63):

if i > 7:

j = i // 8

else:

j = c[OPTS.color_scheme['background']]

curses.init_pair(i+1, i % 8, j)

"""Given a code string s and an initial state inside_string, return

for token, value in PythonLexer().get_tokens(s):

if token is Token.String:

value = value.lstrip('bBrRuU')

if value in ['"""', "'''", '"', "'"]:

if not inside_string:

inside_string = value

elif value == inside_string:

inside_string = False

def __init__(self, current_word='', matches=[]):

self.current_word = current_word

self.matches = list(matches)

self.index = -1

def __nonzero__(self):

return self.index != -1

def __iter__(self):

return self

def current(self):

if self.index == -1:

raise ValueError('No current match.')

return self.matches[self.index]

def next(self):

self.index = (self.index + 1) % len(self.matches)

return self.matches[self.index]

def update(self, current_word='', matches=[]):

if current_word != self.current_word:

self.current_word = current_word

self.matches = list(matches)

def __init__(self, locals=None, encoding=sys.getdefaultencoding()):

"""The syntaxerror callback can be set at any time and will be called

self.encoding = encoding

self.syntaxerror_callback = None

code.InteractiveInterpreter.__init__(self, locals)

if not py3:

def runsource(self, source, filename='<input>', symbol='single'):

source = '# coding: %s\n%s' % (self.encoding,

source.encode(self.encoding))

return code.InteractiveInterpreter.runsource(self, source,

filename, symbol)

def showsyntaxerror(self, filename=None):

"""Override the regular handler, the code's copied and pasted from

if self.syntaxerror_callback is not None:

self.syntaxerror_callback()

type, value, sys.last_traceback = sys.exc_info()

sys.last_type = type

sys.last_value = value

if filename and type is SyntaxError:

# Work hard to stuff the correct filename in the exception

try:

msg, (dummy_filename, lineno, offset, line) = value

except:

# Not the format we expect; leave it alone

pass

else:

# Stuff in the right filename and right lineno

value = SyntaxError(msg, (filename, lineno - 1, offset, line))

sys.last_value = value

list = traceback.format_exception_only(type, value)

self.writetb(list)

def showtraceback(self):

"""This needs to override the default traceback thing

try:

t, v, tb = sys.exc_info()

sys.last_type = t

sys.last_value = v

sys.last_traceback = tb

tblist = traceback.extract_tb(tb)

del tblist[:1]

# Set the right lineno (encoding header adds an extra line)

tblist[0] = (tblist[0][0], 1) + tblist[0][2:]

l = traceback.format_list(tblist)

if l:

l.insert(0, "Traceback (most recent call last):\n")

l[len(l):] = traceback.format_exception_only(t, v)

finally:

tblist = tb = None

self.writetb(l)

def writetb(self, l):

"""This outputs the traceback and should be overridden for anything

"""Implements the necessary guff for a Python-repl-alike interface

"""

def __init__(self, scr, interp, statusbar=None, idle=None):

"""Initialise the repl with, unfortunately, a curses screen passed to

self.cut_buffer = ''

self.buffer = []

self.scr = scr

self.interp = interp

self.match = False

self.rl_hist = []

self.stdout_hist = ''

self.s_hist = []

self.history = []

self.h_i = 0

self.in_hist = False

self.evaluating = False

self.do_exit = False

self.cpos = 0

self.completer = rlcompleter.Completer(self.interp.locals)

self.completer.attr_matches = self.attr_matches

# Gna, Py 2.6's rlcompleter searches for __call__ inside the

# instance instead of the type, so we monkeypatch to prevent

# side-effects (__getattr__/__getattribute__)

self.completer._callable_postfix = self._callable_postfix

self.statusbar = statusbar

self.list_win = newwin(1, 1, 1, 1)

self.idle = idle

self.f_string = ''

self.matches = []

self.matches_iter = MatchesIterator()

self.argspec = None

self.current_func = None

self.s = ''

self.inside_string = False

self.highlighted_paren = None

self.list_win_visible = False

self._C = {}

sys.stdin = FakeStdin(self)

self.paste_mode = False

self.last_key_press = time.time()

self.paste_time = OPTS.paste_time

self.prev_block_finished = 0

sys.path.insert(0, '.')

if not OPTS.arg_spec:

return

pythonhist = os.path.expanduser(OPTS.hist_file)

if os.path.exists(pythonhist):

with codecs.open(pythonhist, 'r', getpreferredencoding(),

'ignore') as hfile:

self.rl_hist = hfile.readlines()

def attr_matches(self, text):

"""Taken from rlcompleter.py and bent to my will."""

m = re.match(r"(\w+(\.\w+)*)\.(\w*)", text)

if not m:

return []

expr, attr = m.group(1, 3)

if expr.isdigit():

# Special case: float literal, using attrs here will result in

# a SyntaxError

return []

obj = eval(expr, self.interp.locals)

with inspection.AttrCleaner(obj):

matches = self.attr_lookup(obj, expr, attr)

return matches

def attr_lookup(self, obj, expr, attr):

"""Second half of original attr_matches method factored out so it can

words = dir(obj)

if hasattr(obj, '__class__'):

words.append('__class__')

words = words + rlcompleter.get_class_members(obj.__class__)

matches = []

n = len(attr)

for word in words:

if word[:n] == attr and word != "__builtins__":

matches.append("%s.%s" % (expr, word))

return matches

def _callable_postfix(self, value, word):

"""rlcompleter's _callable_postfix done right."""

with inspection.AttrCleaner(value):

if hasattr(value, '__call__'):

word += '('

return word

def current_string(self):

"""Return the current string.

inside_string = next_token_inside_string(self.s, self.inside_string)

if inside_string:

string = list()

next_char = ''

for (char, next_char) in zip(reversed(self.s),

reversed(self.s[:-1])):

if char == inside_string and next_char != '\\':

return ''.join(reversed(string))

string.append(char)

else:

if next_char == inside_string:

return ''.join(reversed(string))

return ''

def cw(self):

"""Return the current word, i.e. the (incomplete) word directly to the

if self.cpos:

return

l = len(self.s)

if (not self.s or

(not self.s[l-1].isalnum() and

self.s[l-1] not in ('.', '_'))):

return

i = 1

while i < l+1:

if not self.s[-i].isalnum() and self.s[-i] not in ('.', '_'):

break

i += 1

return self.s[-i +1:]

def get_object(self, name):

if name in self.interp.locals:

return self.interp.locals[name]

else:

return eval(name, self.interp.locals)

def get_args(self):

"""Check if an unclosed parenthesis exists, then attempt to get the

self.current_func = None

if not OPTS.arg_spec:

return False

# Get the name of the current function and where we are in

# the arguments

stack = [['', 0, '']]

try:

for (token, value) in PythonLexer().get_tokens(self.s):

if token is Token.Punctuation:

if value in '([{':

stack.append(['', 0, value])

elif value in ')]}':

stack.pop()

elif value == ',':

try:

stack[-1][1] += 1

except TypeError:

stack[-1][1] = ''

elif (token is Token.Name or token in Token.Name.subtypes or

token is Token.Operator and value == '.'):

stack[-1][0] += value

elif token is Token.Operator and value == '=':

stack[-1][1] = stack[-1][0]

else:

stack[-1][0] = ''

while stack[-1][2] in '[{':

stack.pop()

_, arg_number, _ = stack.pop()

func, _, _ = stack.pop()

except IndexError:

return False

if not func:

return False

try:

f = self.get_object(func)

except (AttributeError, NameError, SyntaxError):

return False

if inspect.isclass(f):

try:

if f.__init__ is not object.__init__:

f = f.__init__

except AttributeError:

return None

self.current_func = f

self.argspec = inspection.getargspec(func, f)

if self.argspec:

self.argspec.append(arg_number)

return True

return False

def check(self):

"""Check if paste mode should still be active and, if not, deactivate

if (self.paste_mode

and time.time() - self.last_key_press > self.paste_time):

self.paste_mode = False

self.print_line(self.s)

def complete(self, tab=False):

"""Wrap the _complete method to determine the visibility of list_win

if self.paste_mode and self.list_win_visible:

self.scr.touchwin()

if self.paste_mode:

return

if self.list_win_visible and not OPTS.auto_display_list:

self.scr.touchwin()

self.list_win_visible = False

return

if OPTS.auto_display_list or tab:

self.list_win_visible = self._complete(tab)

if not self.list_win_visible:

self.scr.redrawwin()

self.scr.refresh()

return

def _complete(self, tab=False):

"""Construct a full list of possible completions and construct and

if not self.get_args():

self.argspec = None

self.docstring = None

cw = self.cw()

cs = self.current_string()

if not cw:

self.matches = []

self.matches_iter.update()

if not (cw or cs or self.argspec):

return False

if cs and tab:

# Filename completion

self.matches = list()

username = cs.split(os.path.sep, 1)[0]

user_dir = os.path.expanduser(username)

for filename in glob(os.path.expanduser(cs + '*')):

if os.path.isdir(filename):

filename += os.path.sep

if cs.startswith('~'):

filename = username + filename[len(user_dir):]

self.matches.append(filename)

self.matches_iter.update(cs, self.matches)

return bool(self.matches)

elif cs:

# Do not provide suggestions inside strings, as one cannot tab

# them so they would be really confusing.

self.matches_iter.update()

return False

# Check for import completion

e = False

matches = importcompletion.complete(self.s, cw)

if matches is not None and not matches:

self.matches = []

self.matches_iter.update()

return False

if matches is None:

# Nope, no import, continue with normal completion

try:

self.completer.complete(cw, 0)

except Exception:

e = True

else:

matches = self.completer.matches

if not e and self.argspec:

matches.extend(name + '=' for name in self.argspec[1][0]

if name.startswith(cw))

if py3:

matches.extend(name + '=' for name in self.argspec[1][4]

if name.startswith(cw))

if e or not matches:

self.matches = []

self.matches_iter.update()

if not self.argspec:

return False

if self.current_func is not None:

self.docstring = pydoc.getdoc(self.current_func)

if not self.docstring:

self.docstring = None

if not e and matches:

self.matches = sorted(set(matches))

if len(self.matches) == 1 and not OPTS.auto_display_list:

self.list_win_visible = True

self.tab()

return False

self.matches_iter.update(cw, self.matches)

try:

self.show_list(self.matches, self.argspec)

except curses.error:

# XXX: This is a massive hack, it will go away when I get

# cusswords into a good enough state that we can start using it.

self.list_win.border()

self.list_win.refresh()

return False

return True

def show_list(self, items, topline=None, current_item=None):

shared = Struct()

shared.cols = 0

shared.rows = 0

shared.wl = 0

y, x = self.scr.getyx()

h, w = self.scr.getmaxyx()

down = (y < h // 2)

if down:

max_h = h - y

else:

max_h = y+1

max_w = int(w * 0.8)

self.list_win.erase()

if items:

sep = '.'

if os.path.sep in items[0]:

# Filename completion

sep = os.path.sep

if sep in items[0]:

items = [x.rstrip(sep).rsplit(sep)[-1] for x in items]

if current_item:

current_item = current_item.rstrip(sep).rsplit(sep)[-1]

if topline:

height_offset = self.mkargspec(topline, down) + 1

else:

height_offset = 0

def lsize():

wl = max(len(i) for i in v_items) + 1

if not wl:

wl = 1

cols = ((max_w - 2) // wl) or 1

rows = len(v_items) // cols

if cols * rows < len(v_items):

rows += 1

if rows + 2 >= max_h:

rows = max_h - 2

return False

shared.rows = rows

shared.cols = cols

shared.wl = wl

return True

if items:

v_items = [items[0][:max_w-3]]

lsize()

else:

v_items = []

for i in items[1:]:

v_items.append(i[:max_w-3])

if not lsize():

del v_items[-1]

v_items[-1] = '...'

break

rows = shared.rows

if rows + height_offset < max_h:

rows += height_offset

display_rows = rows

else:

display_rows = rows + height_offset

cols = shared.cols

wl = shared.wl

if topline and not v_items:

w = max_w

elif wl + 3 > max_w:

w = max_w

else:

t = (cols + 1) * wl + 3

if t > max_w:

t = max_w

w = t

if height_offset and display_rows+5 >= max_h:

del v_items[-(cols * (height_offset)):]

if self.docstring is None:

self.list_win.resize(rows + 2, w)

else:

docstring = self.format_docstring(self.docstring, max_w - 2,

max_h - height_offset)

docstring_string = ''.join(docstring)

rows += len(docstring)

self.list_win.resize(rows, max_w)

if down:

self.list_win.mvwin(y + 1, 0)

else:

self.list_win.mvwin(y - rows - 2, 0)

if v_items:

self.list_win.addstr('\n ')

for ix, i in enumerate(v_items):

padding = (wl - len(i)) * ' '

if i == current_item:

color = get_colpair('operator')

else:

color = get_colpair('main')

if not py3:

i = i.encode(getpreferredencoding())

self.list_win.addstr(i + padding, color)

if ((cols == 1 or (ix and not (ix+1) % cols))

and ix + 1 < len(v_items)):

self.list_win.addstr('\n ')

if self.docstring is not None:

self.list_win.addstr('\n' + docstring_string, get_colpair('comment'))

y = self.list_win.getyx()[0]

self.list_win.resize(y + 2, w)

self.statusbar.win.touchwin()

self.statusbar.win.noutrefresh()

self.list_win.attron(get_colpair('main'))

self.list_win.border()

self.scr.touchwin()

self.scr.cursyncup()

self.scr.noutrefresh()

self.scr.move(*self.scr.getyx())

self.list_win.refresh()

def format_docstring(self, docstring, width, height):

"""Take a string and try to format it into a sane list of strings to be

lines = docstring.split('\n')

out = []

i = 0

for line in lines:

i += 1

if not line.strip():

out.append('\n')

for block in textwrap.wrap(line, width):

out.append(' ' + block + '\n')

if i >= height:

return out

i += 1

# Drop the last newline

out[-1] = out[-1].rstrip()

return out

def mkargspec(self, topline, down):

"""This figures out what to do with the argspec and puts it nicely into

r = 3

fn = topline[0]

args = topline[1][0]

kwargs = topline[1][3]

_args = topline[1][1]

_kwargs = topline[1][2]

is_bound_method = topline[2]

in_arg = topline[3]

if py3:

kwonly = topline[1][4]

kwonly_defaults = topline[1][5] or dict()

max_w = int(self.scr.getmaxyx()[1] * 0.6)

self.list_win.erase()

self.list_win.resize(3, max_w)

h, w = self.list_win.getmaxyx()

self.list_win.addstr('\n ')

self.list_win.addstr(fn,

get_colpair('name') | curses.A_BOLD)

self.list_win.addstr(': (', get_colpair('name'))

maxh = self.scr.getmaxyx()[0]

if is_bound_method and isinstance(in_arg, int):

in_arg += 1

for k, i in enumerate(args):

y, x = self.list_win.getyx()

ln = len(str(i))

kw = None

if kwargs and k+1 > len(args) - len(kwargs):

kw = str(kwargs[k - (len(args) - len(kwargs))])

ln += len(kw) + 1

if ln + x >= w:

ty = self.list_win.getbegyx()[0]

if not down and ty > 0:

h +=1

self.list_win.mvwin(ty-1, 1)

self.list_win.resize(h, w)

elif down and h + r < maxh-ty:

h += 1

self.list_win.resize(h, w)

else:

break

r += 1

self.list_win.addstr('\n\t')

if str(i) == 'self' and k == 0:

color = get_colpair('name')

else:

color = get_colpair('token')

if k == in_arg or i == in_arg:

color |= curses.A_BOLD

self.list_win.addstr(str(i), color)

if kw:

self.list_win.addstr('=', get_colpair('punctuation'))

self.list_win.addstr(kw, get_colpair('token'))

if k != len(args) -1:

self.list_win.addstr(', ', get_colpair("punctuation"))

if _args:

if args:

self.list_win.addstr(', ', get_colpair('punctuation'))

self.list_win.addstr('*%s' % (_args, ), get_colpair('token'))

if py3 and kwonly:

if not _args:

if args:

self.list_win.addstr(', ', get_colpair('punctuation'))

self.list_win.addstr('*', get_colpair('punctuation'))

marker = object()

for arg in kwonly:

self.list_win.addstr(', ', get_colpair('punctuation'))

color = get_colpair('token')

if arg == in_arg:

color |= curses.A_BOLD

self.list_win.addstr(arg, color)

default = kwonly_defaults.get(arg, marker)

if default is not marker:

self.list_win.addstr('=', get_colpair('punctuation'))

self.list_win.addstr(default, get_colpair('token'))

if _kwargs:

if args or _args or (py3 and kwonly):

self.list_win.addstr(', ', get_colpair('punctuation'))

self.list_win.addstr('**%s' % (_kwargs, ), get_colpair('token'))

self.list_win.addstr(')', get_colpair('punctuation'))

return r

def getstdout(self):

"""This method returns the 'spoofed' stdout buffer, for writing to a

return self.stdout_hist + '\n'

def formatforfile(self, s):

"""Format the stdout buffer to something suitable for writing to disk,

def process():

for line in s.split('\n'):

if line.startswith('>>>') or line.startswith('...'):

yield line[4:]

elif line.rstrip():

yield "# OUT: %s" % (line,)

return "\n".join(process())

def write2file(self):

"""Prompt for a filename and write the current contents of the stdout

try: