'k': 'black',

'r': 'dark red', # or light red?

'g': 'dark green', # or light green?

'y': 'yellow',

'b': 'dark blue', # or light blue?

'm': 'dark magenta', # or light magenta?

'c': 'dark cyan', # or light cyan?

'w': 'white',

'd': 'default',

delimiter = '\n'

def __init__(self, myrepl):

self.repl = myrepl

def lineReceived(self, line):

# HACK!

# TODO: deal with encoding issues here...

self.repl.main_loop.process_input(line)

def __init__(self, myrepl):

self.repl = myrepl

def buildProtocol(self, addr):

"""TwistedEventLoop modified to properly stop the reactor.

def handle_exit(self, f):

def wrapper(*args, **kwargs):

try:

return f(*args, **kwargs)

except urwid.ExitMainLoop:

# This is our change.

self.reactor.stop()

except:

# This is the same as in urwid.

# We are obviously not supposed to ever hit this.

import sys

print sys.exc_info()

self._exc_info = sys.exc_info()

self.reactor.crash()

"""Wrapper around urwid.Edit used for the prompt in Statusbar.

signals = urwid.Edit.signals + ['prompt_enter']

def __init__(self, *args, **kwargs):

self.single = False

urwid.Edit.__init__(self, *args, **kwargs)

def keypress(self, size, key):

if self.single:

urwid.emit_signal(self, 'prompt_enter', self, key)

elif key == 'enter':

urwid.emit_signal(self, 'prompt_enter', self, self.get_edit_text())

else:

"""Statusbar object, ripped off from bpython.cli.

signals = ['prompt_result']

def __init__(self, config, s=None, main_loop=None):

self.config = config

self.timer = None

self.main_loop = main_loop

self.s = s or ''

self.text = urwid.Text(('main', self.s))

# use wrap mode 'clip' to just cut off at the end of line

self.text.set_wrap_mode('clip')

self.edit = StatusbarEdit(('main', ''))

urwid.connect_signal(self.edit, 'prompt_enter', self._on_prompt_enter)

self.widget = urwid.Columns([self.text, self.edit])

def _check(self, callback, userdata=None):

"""This is the method is called from the timer to reset the status bar."""

self.timer = None

self.settext(self.s)

def message(self, s, n=3):

"""Display a message for a short n seconds on the statusbar and return

self.settext(s)

self.timer = self.main_loop.set_alarm_in(n, self._check)

def _reset_timer(self):

"""Reset the timer from message."""

if self.timer is not None:

self.main_loop.remove_alarm(self.timer)

self.timer = None

def prompt(self, s=None, single=False):

"""Prompt the user for some input (with the optional prompt 's'). After

self._reset_timer()

self.edit.single = single

self.edit.set_caption(('main', s or '?'))

self.edit.set_edit_text('')

# hide the text and display the edit widget

if not self.edit in self.widget.widget_list:

self.widget.widget_list.append(self.edit)

if self.text in self.widget.widget_list:

self.widget.widget_list.remove(self.text)

self.widget.set_focus_column(0)

def settext(self, s, permanent=False):

"""Set the text on the status bar to a new value. If permanent is True,

self._reset_timer()

# hide the edit and display the text widget

if self.edit in self.widget.widget_list:

self.widget.widget_list.remove(self.edit)

if not self.text in self.widget.widget_list:

self.widget.widget_list.append(self.text)

self.text.set_text(('main', s))

if permanent:

self.s = s

def clear(self):

"""Clear the status bar."""

self.settext('')

def _on_prompt_enter(self, edit, new_text):

"""Reset the statusbar and pass the input from the prompt to the caller

self.settext(self.s)

"""Input filter for urwid which decodes each key with the locale's

encoding = locale.getpreferredencoding()

converted_keys = list()

for key in keys:

if isinstance(key, basestring):

converted_keys.append(key.decode(encoding))

else:

converted_keys.append(key)

for token, text in tokensource:

if text == '\n':

continue

# TODO: something about inversing Parenthesis

while token not in theme_map:

token = token.parent

"""Customized editor *very* tightly interwoven with URWIDRepl.

signals = ['edit-pos-changed']

def __init__(self, config, *args, **kwargs):

self._bpy_text = ''

self._bpy_attr = []

self._bpy_selectable = True

self._bpy_may_move_cursor = False

self.config = config

self.tab_length = config.tab_length

urwid.Edit.__init__(self, *args, **kwargs)

def set_edit_pos(self, pos):

urwid.Edit.set_edit_pos(self, pos)

self._emit("edit-pos-changed", self.edit_pos)

def get_edit_pos(self):

return self._edit_pos

edit_pos = property(get_edit_pos, set_edit_pos)

def make_readonly(self):

self._bpy_selectable = False

# This is necessary to prevent the listbox we are in getting

# fresh cursor coords of None from get_cursor_coords

# immediately after we go readonly and then getting a cached

# canvas that still has the cursor set. It spots that

# inconsistency and raises.

self._invalidate()

def set_edit_markup(self, markup):

"""Call this when markup changes but the underlying text does not.

if markup:

self._bpy_text, self._bpy_attr = urwid.decompose_tagmarkup(markup)

else:

# decompose_tagmarkup in some urwids fails on the empty list

self._bpy_text, self._bpy_attr = '', []

# This is redundant when we're called off the 'change' signal.

# I'm assuming this is cheap, making that ok.

self._invalidate()

def get_text(self):

return self._caption + self._bpy_text, self._attrib + self._bpy_attr

def selectable(self):

return self._bpy_selectable

def get_cursor_coords(self, *args, **kwargs):

# urwid gets confused if a nonselectable widget has a cursor position.

if not self._bpy_selectable:

return None

return urwid.Edit.get_cursor_coords(self, *args, **kwargs)

def render(self, size, focus=False):

# XXX I do not want to have to do this, but listbox gets confused

# if I do not (getting None out of get_cursor_coords because

# we just became unselectable, then having this render a cursor)

if not self._bpy_selectable:

focus = False

return urwid.Edit.render(self, size, focus=focus)

def get_pref_col(self, size):

# Need to make this deal with us being nonselectable

if not self._bpy_selectable:

return 'left'

return urwid.Edit.get_pref_col(self, size)

def move_cursor_to_coords(self, *args):

if self._bpy_may_move_cursor:

return urwid.Edit.move_cursor_to_coords(self, *args)

return False

def keypress(self, size, key):

if urwid.command_map[key] in ['cursor up', 'cursor down']:

# Do not handle up/down arrow, leave them for the repl.

return key

self._bpy_may_move_cursor = True

try:

if urwid.command_map[key] == 'cursor max left':

self.edit_pos = 0

elif urwid.command_map[key] == 'cursor max right':

self.edit_pos = len(self.get_edit_text())

elif urwid.command_map[key] == 'clear word':

# ^w

if self.edit_pos == 0:

return

line = self.get_edit_text()

# delete any space left of the cursor

p = len(line[:self.edit_pos].strip())

line = line[:p] + line[self.edit_pos:]

# delete a full word

np = line.rfind(' ', 0, p)

if np == -1:

line = line[p:]

np = 0

else:

line = line[:np] + line[p:]

self.set_edit_text(line)

self.edit_pos = np

elif urwid.command_map[key] == 'clear line':

line = self.get_edit_text()

self.set_edit_text(line[self.edit_pos:])

self.edit_pos = 0

elif key == 'backspace':

line = self.get_edit_text()

cpos = len(line) - self.edit_pos

if not (cpos or len(line) % self.tab_length or line.strip()):

self.set_edit_text(line[:-self.tab_length])

else:

return urwid.Edit.keypress(self, size, key)

else:

# TODO: Add in specific keypress fetching code here

return urwid.Edit.keypress(self, size, key)

return None

finally:

self._bpy_may_move_cursor = False

def mouse_event(self, *args):

self._bpy_may_move_cursor = True

try:

return urwid.Edit.mouse_event(self, *args)

finally:

"""Like `urwid.ListBox`, except that it does not eat up and

def keypress(self, size, key):

if key not in ["up", "down"]:

return urwid.ListBox.keypress(self, size, key)

"""Container inspired by Overlay to position our tooltip.

def __init__(self, bottom_w, listbox):

self.__super.__init__()

self.bottom_w = bottom_w

self.listbox = listbox

# TODO: this linebox should use the 'main' color.

self.top_w = urwid.LineBox(listbox)

self.tooltip_focus = False

def selectable(self):

return self.bottom_w.selectable()

def keypress(self, size, key):

return self.bottom_w.keypress(size, key)

def mouse_event(self, size, event, button, col, row, focus):

# TODO: pass to top widget if visible and inside it.

if not hasattr(self.bottom_w, 'mouse_event'):

return False

return self.bottom_w.mouse_event(

size, event, button, col, row, focus)

def get_cursor_coords(self, size):

return self.bottom_w.get_cursor_coords(size)

def render(self, size, focus=False):

maxcol, maxrow = size

bottom_c = self.bottom_w.render(size, focus)

cursor = bottom_c.cursor

if not cursor:

# Hide the tooltip if there is no cursor.

return bottom_c

cursor_x, cursor_y = cursor

if cursor_y * 2 < maxrow:

# Cursor is in the top half. Tooltip goes below it:

y = cursor_y + 1

rows = maxrow - y

else:

# Cursor is in the bottom half. Tooltip fills the area above:

y = 0

rows = cursor_y

# HACK: shrink-wrap the tooltip. This is ugly in multiple ways:

# - It only works on a listbox.

# - It assumes the wrapping LineBox eats one char on each edge.

# - It is a loop.

# (ideally it would check how much free space there is,

# instead of repeatedly trying smaller sizes)

while 'bottom' in self.listbox.ends_visible((maxcol - 2, rows - 3)):

rows -= 1

# If we're displaying above the cursor move the top edge down:

if not y:

y = cursor_y - rows

# Render *both* windows focused. This is probably not normal in urwid,

# but it works nicely.

top_c = self.top_w.render((maxcol, rows),

focus and self.tooltip_focus)

combi_c = urwid.CanvasOverlay(top_c, bottom_c, 0, y)

# Use the cursor coordinates from the bottom canvas.

canvas = urwid.CompositeCanvas(combi_c)

canvas.cursor = cursor

def __init__(self, config, statusbar, frame):

repl.Interaction.__init__(self, config, statusbar)

self.frame = frame

urwid.connect_signal(statusbar, 'prompt_result', self._prompt_result)

self.callback = None

def confirm(self, q, callback):

"""Ask for yes or no and call callback to return the result"""

def callback_wrapper(result):

callback(result.lower() in (_('y'), _('yes')))

self.prompt(q, callback_wrapper, single=True)

def notify(self, s, n=10):

return self.statusbar.message(s, n)

def prompt(self, s, callback=None, single=False):

"""Prompt the user for input. The result will be returned via calling

if self.callback is not None:

raise Exception('Prompt already in progress')

self.callback = callback

self.statusbar.prompt(s, single=single)

self.frame.set_focus('footer')

def _prompt_result(self, text):

self.frame.set_focus('body')

if self.callback is not None:

# The callback might want to start another prompt, so reset it

# before calling the callback.

callback = self.callback

self.callback = None

_time_between_redraws = .05 # seconds

def __init__(self, event_loop, palette, interpreter, config):

repl.Repl.__init__(self, interpreter, config)

self._redraw_handle = None

self._redraw_pending = False

self._redraw_time = 0

self.listbox = BPythonListBox(urwid.SimpleListWalker([]))

self.tooltip = urwid.ListBox(urwid.SimpleListWalker([]))

self.tooltip.grid = None

self.overlay = Tooltip(self.listbox, self.tooltip)

self.stdout_hist = ''

self.frame = urwid.Frame(self.overlay)

if urwid.get_encoding_mode() == 'narrow':

input_filter = decoding_input_filter

else:

input_filter = None

# This constructs a raw_display.Screen, which nabs sys.stdin/out.

self.main_loop = urwid.MainLoop(

self.frame, palette,

event_loop=event_loop, unhandled_input=self.handle_input,

input_filter=input_filter, handle_mouse=False)

# String is straight from bpython.cli

self.statusbar = Statusbar(config,

_(" <%s> Rewind <%s> Save <%s> Pastebin "

" <%s> Pager <%s> Show Source ") %

(config.undo_key, config.save_key, config.pastebin_key,

config.last_output_key, config.show_source_key), self.main_loop)

self.frame.set_footer(self.statusbar.widget)

self.interact = URWIDInteraction(self.config, self.statusbar, self.frame)

self.edits = []

self.edit = None

self.current_output = None

self._completion_update_suppressed = False

# Bulletproof: this is a value extract_exit_value accepts.

self.exit_value = ()

load_urwid_command_map(config)

# Subclasses of Repl need to implement echo, current_line, cw

def echo(self, orig_s):

s = orig_s.rstrip('\n')

if s:

if self.current_output is None:

self.current_output = urwid.Text(('output', s))

if self.edit is None:

self.listbox.body.append(self.current_output)

# Focus the widget we just added to force the

# listbox to scroll. This causes output to scroll

# if the user runs a blocking call that prints

# more than a screenful, instead of staying

# scrolled to the previous input line and then

# jumping to the bottom when done.

self.listbox.set_focus(len(self.listbox.body) - 1)

else:

self.listbox.body.insert(-1, self.current_output)

# The edit widget should be focused and *stay* focused.

# XXX TODO: make sure the cursor stays in the same spot.

self.listbox.set_focus(len(self.listbox.body) - 1)

else:

# XXX this assumes this all has "output" markup applied.

self.current_output.set_text(

('output', self.current_output.text + s))

if orig_s.endswith('\n'):

self.current_output = None

# If we hit this repeatedly in a loop the redraw is rather

# slow (testcase: pprint(__builtins__). So if we have recently

# drawn the screen already schedule a call in the future.

#

# Unfortunately we may hit this function repeatedly through a

# blocking call triggered by the user, in which case our

# timeout will not run timely as we do not return to urwid's

# eventloop. So we manually check if our timeout has long

# since expired, and redraw synchronously if it has.

if self._redraw_handle is None:

self.main_loop.draw_screen()

def maybe_redraw(loop, self):

if self._redraw_pending:

loop.draw_screen()

self._redraw_pending = False

self._redraw_handle = None

self._redraw_handle = self.main_loop.set_alarm_in(

self._time_between_redraws, maybe_redraw, self)

self._redraw_time = time.time()

else:

self._redraw_pending = True

now = time.time()

if now - self._redraw_time > 2 * self._time_between_redraws:

# The timeout is well past expired, assume we're

# blocked and redraw synchronously.

self.main_loop.draw_screen()

self._redraw_time = now

def _get_current_line(self):

if self.edit is None:

return ''

return self.edit.get_edit_text()

def _set_current_line(self, line):

self.edit.set_edit_text(line)

current_line = property(_get_current_line, _set_current_line, None,

"Return the current line (the one the cursor is in).")

def cw(self):

"""Return the current word (incomplete word left of cursor)."""

if self.edit is None:

return

pos = self.edit.edit_pos

text = self.edit.get_edit_text()

if pos != len(text):

# Disable autocomplete if not at end of line, like cli does.

return

# Stolen from cli. TODO: clean up and split out.

if (not text or

(not text[-1].isalnum() and text[-1] not in ('.', '_'))):

return

# Seek backwards in text for the first non-identifier char:

for i, c in enumerate(reversed(text)):

if not c.isalnum() and c not in ('.', '_'):

break

else:

# No non-identifiers, return everything.

return text

# Return everything to the right of the non-identifier.

return text[-i:]

@property

def cpos(self):

if self.edit is not None:

return len(self.current_line) - self.edit.edit_pos

return 0

def _get_cursor_offset(self):

return self.edit.edit_pos

def _set_cursor_offset(self, offset):

self.edit.edit_pos = offset

cursor_offset = property(_get_cursor_offset, _set_cursor_offset, None,

"The cursor offset from the beginning of the line")

def _populate_completion(self):

widget_list = self.tooltip.body

while widget_list:

widget_list.pop()

# This is just me flailing around wildly. TODO: actually write.

if self.complete():

if self.argspec:

# This is mostly just stolen from the cli module.

func_name, args, is_bound, in_arg = self.argspec

args, varargs, varkw, defaults = args[:4]

if py3:

kwonly, kwonly_defaults = args[4:]

else:

kwonly, kwonly_defaults = [], {}

markup = [('bold name', func_name),

('name', ': (')]

# the isinstance checks if we're in a positional arg

# (instead of a keyword arg), I think

if is_bound and isinstance(in_arg, int):

in_arg += 1

# bpython.cli checks if this goes off the edge and

# does clever wrapping. I do not (yet).

for k, i in enumerate(args):

if defaults and k + 1 > len(args) - len(defaults):

kw = repr(defaults[k - (len(args) - len(defaults))])

else:

kw = None

if not k and str(i) == 'self':

color = 'name'

else:

color = 'token'

if k == in_arg or i == in_arg:

color = 'bold ' + color

if not py3:

# See issue #138: We need to format tuple unpacking correctly

# We use the undocumented function inspection.strseq() for

# that. Fortunately, that madness is gone in Python 3.

markup.append((color, inspect.strseq(i, str)))

else:

markup.append((color, str(i)))

if kw is not None:

markup.extend([('punctuation', '='),

('token', kw)])

if k != len(args) - 1:

markup.append(('punctuation', ', '))

if varargs:

if args:

markup.append(('punctuation', ', '))

markup.append(('token', '*' + varargs))

if kwonly:

if not varargs:

if args:

markup.append(('punctuation', ', '))

markup.append(('punctuation', '*'))

for arg in kwonly:

if arg == in_arg:

color = 'bold token'

else:

color = 'token'

markup.extend([('punctuation', ', '),

(color, arg)])

if arg in kwonly_defaults:

markup.extend([('punctuation', '='),

('token', kwonly_defaults[arg])])

if varkw:

if args or varargs or kwonly:

markup.append(('punctuation', ', '))

markup.append(('token', '**' + varkw))

markup.append(('punctuation', ')'))

widget_list.append(urwid.Text(markup))

if self.matches_iter.matches:

attr_map = {}

focus_map = {'main': 'operator'}

texts = [urwid.AttrMap(urwid.Text(('main', match)),

attr_map, focus_map)

for match in self.matches_iter.matches]

width = max(text.original_widget.pack()[0] for text in texts)

gridflow = urwid.GridFlow(texts, width, 1, 0, 'left')

widget_list.append(gridflow)

self.tooltip.grid = gridflow

self.overlay.tooltip_focus = False

else:

self.tooltip.grid = None

self.frame.body = self.overlay

else:

self.frame.body = self.listbox

self.tooltip.grid = None

if self.docstring:

# TODO: use self.format_docstring? needs a width/height...

docstring = self.docstring

widget_list.append(urwid.Text(('comment', docstring)))

def reprint_line(self, lineno, tokens):

edit = self.edits[-len(self.buffer) + lineno - 1]

edit.set_edit_markup(list(format_tokens(tokens)))

def getstdout(self):

"""This method returns the 'spoofed' stdout buffer, for writing to a

return self.stdout_hist + '\n'

def ask_confirmation(self, q):

"""Ask for yes or no and return boolean"""

try:

reply = self.statusbar.prompt(q)

except ValueError:

return False

return reply.lower() in ('y', 'yes')

def reevaluate(self):

"""Clear the buffer, redraw the screen and re-evaluate the history"""

self.evaluating = True

self.stdout_hist = ''

self.f_string = ''

self.buffer = []

self.scr.erase()

self.s_hist = []

# Set cursor position to -1 to prevent paren matching

self.cpos = -1

self.prompt(False)

self.iy, self.ix = self.scr.getyx()

for line in self.history:

if py3:

self.stdout_hist += line + '\n'

else:

self.stdout_hist += line.encode(locale.getpreferredencoding()) + '\n'

self.print_line(line)

self.s_hist[-1] += self.f_string

# I decided it was easier to just do this manually

# than to make the print_line and history stuff more flexible.

self.scr.addstr('\n')

more = self.push(line)

self.prompt(more)

self.iy, self.ix = self.scr.getyx()

self.cpos = 0

indent = repl.next_indentation(self.s, self.config.tab_length)

self.s = ''

self.scr.refresh()

if self.buffer:

for _ in xrange(indent):

self.tab()

self.evaluating = False

#map(self.push, self.history)

#^-- That's how simple this method was at first :(

def write(self, s):

"""For overriding stdout defaults"""

if '\x04' in s:

for block in s.split('\x04'):

self.write(block)

return

if s.rstrip() and '\x03' in s:

t = s.split('\x03')[1]

else:

t = s

if not py3 and isinstance(t, unicode):

t = t.encode(locale.getpreferredencoding())

if not self.stdout_hist:

self.stdout_hist = t

else:

self.stdout_hist += t

self.echo(s)

self.s_hist.append(s.rstrip())

def push(self, s, insert_into_history=True):

# Restore the original SIGINT handler. This is needed to be able

# to break out of infinite loops. If the interpreter itself

# sees this it prints 'KeyboardInterrupt' and returns (good).

orig_handler = signal.getsignal(signal.SIGINT)

signal.signal(signal.SIGINT, signal.default_int_handler)

# Pretty blindly adapted from bpython.cli

try:

return repl.Repl.push(self, s, insert_into_history)

except SystemExit, e:

self.exit_value = e.args

raise urwid.ExitMainLoop()

except KeyboardInterrupt:

# KeyboardInterrupt happened between the except block around

# user code execution and this code. This should be rare,

# but make sure to not kill bpython here, so leaning on

# ctrl+c to kill buggy code running inside bpython is safe.

self.keyboard_interrupt()

finally:

signal.signal(signal.SIGINT, orig_handler)

def start(self):

self.prompt(False)

def keyboard_interrupt(self):

# If the user is currently editing, interrupt him. This

# mirrors what the regular python REPL does.

if self.edit is not None:

# XXX this is a lot of code, and I am not sure it is

# actually enough code. Needs some testing.

self.edit.make_readonly()

self.edit = None

self.buffer = []

self.echo('KeyboardInterrupt')

self.prompt(False)

else:

# I do not quite remember if this is reachable, but let's

# be safe.

self.echo('KeyboardInterrupt')

def prompt(self, more):

# Clear current output here, or output resulting from the

# current prompt run will end up appended to the edit widget

# sitting above this prompt:

self.current_output = None

# XXX is this the right place?

self.rl_history.reset()

# XXX what is s_hist?

# We need the caption to use unicode as urwid normalizes later

# input to be the same type, using ascii as encoding. If the

# caption is bytes this breaks typing non-ascii into bpython.

# Currently this decodes using ascii as I do not know where

# ps1 is getting loaded from. If anyone wants to make

# non-ascii prompts work feel free to fix this.

if not more:

caption = ('prompt', self.ps1.decode('ascii'))

self.stdout_hist += self.ps1

else:

caption = ('prompt_more', self.ps2.decode('ascii'))

self.stdout_hist += self.ps2

self.edit = BPythonEdit(self.config, caption=caption)

urwid.connect_signal(self.edit, 'change', self.on_input_change)

urwid.connect_signal(self.edit, 'edit-pos-changed',

self.on_edit_pos_changed)

# Do this after connecting the change signal handler:

self.edit.insert_text(4 * self.next_indentation() * ' ')

self.edits.append(self.edit)

self.listbox.body.append(self.edit)

self.listbox.set_focus(len(self.listbox.body) - 1)

# Hide the tooltip

self.frame.body = self.listbox

def on_input_change(self, edit, text):

# TODO: we get very confused here if "text" contains newlines,

# so we cannot put our edit widget in multiline mode yet.

# That is probably fixable...