"k": "black",

"r": "dark red", # or light red?

"g": "dark green", # or light green?

"y": "yellow",

"b": "dark blue", # or light blue?

"m": "dark magenta", # or light magenta?

"c": "dark cyan", # or light cyan?

"w": "white",

"d": "default",

delimiter = "\n"

def __init__(self, myrepl):

self.repl = myrepl

def lineReceived(self, line):

# HACK!

# TODO: deal with encoding issues here...

self.repl.main_loop.process_input(line)

def __init__(self, myrepl):

self.repl = myrepl

def buildProtocol(self, addr):

"""TwistedEventLoop modified to properly stop the reactor.

def handle_exit(self, f):

def wrapper(*args, **kwargs):

try:

return f(*args, **kwargs)

except urwid.ExitMainLoop:

# This is our change.

self.reactor.stop()

except:

# This is the same as in urwid.

# We are obviously not supposed to ever hit this.

print(sys.exc_info())

self._exc_info = sys.exc_info()

self.reactor.crash()

"""Wrapper around urwid.Edit used for the prompt in Statusbar.

signals = urwid.Edit.signals + ["prompt_enter"]

def __init__(self, *args, **kwargs):

self.single = False

super().__init__(*args, **kwargs)

def keypress(self, size, key):

if self.single:

urwid.emit_signal(self, "prompt_enter", self, key)

elif key == "enter":

urwid.emit_signal(self, "prompt_enter", self, self.get_edit_text())

else:

"""Statusbar object, ripped off from bpython.cli.

signals = ["prompt_result"]

def __init__(self, config, s=None, main_loop=None):

self.config = config

self.timer = None

self.main_loop = main_loop

self.s = s or ""

self.text = urwid.Text(("main", self.s))

# use wrap mode 'clip' to just cut off at the end of line

self.text.set_wrap_mode("clip")

self.edit = StatusbarEdit(("main", ""))

urwid.connect_signal(self.edit, "prompt_enter", self._on_prompt_enter)

self.widget = urwid.Columns([self.text, self.edit])

def _check(self, callback, userdata=None):

"""This is the method is called from the timer to reset the status bar."""

self.timer = None

self.settext(self.s)

def message(self, s, n=3):

"""Display a message for a short n seconds on the statusbar and return

self.settext(s)

self.timer = self.main_loop.set_alarm_in(n, self._check)

def _reset_timer(self):

"""Reset the timer from message."""

if self.timer is not None:

self.main_loop.remove_alarm(self.timer)

self.timer = None

def prompt(self, s=None, single=False):

"""Prompt the user for some input (with the optional prompt 's'). After

self._reset_timer()

self.edit.single = single

self.edit.set_caption(("main", s or "?"))

self.edit.set_edit_text("")

# hide the text and display the edit widget

if self.edit not in self.widget.widget_list:

self.widget.widget_list.append(self.edit)

if self.text in self.widget.widget_list:

self.widget.widget_list.remove(self.text)

self.widget.set_focus_column(0)

def settext(self, s, permanent=False):

"""Set the text on the status bar to a new value. If permanent is True,

self._reset_timer()

# hide the edit and display the text widget

if self.edit in self.widget.widget_list:

self.widget.widget_list.remove(self.edit)

if self.text not in self.widget.widget_list:

self.widget.widget_list.append(self.text)

self.text.set_text(("main", s))

if permanent:

self.s = s

def clear(self):

"""Clear the status bar."""

self.settext("")

def _on_prompt_enter(self, edit, new_text):

"""Reset the statusbar and pass the input from the prompt to the caller

self.settext(self.s)

"""Input filter for urwid which decodes each key with the locale's

encoding = locale.getpreferredencoding()

converted_keys = list()

for key in keys:

if isinstance(key, str):

converted_keys.append(key.decode(encoding))

else:

converted_keys.append(key)

for token, text in tokensource:

if text == "\n":

continue

# TODO: something about inversing Parenthesis

while token not in theme_map:

token = token.parent

"""Customized editor *very* tightly interwoven with URWIDRepl.

signals = ["edit-pos-changed"]

def __init__(self, config, *args, **kwargs):

self._bpy_text = ""

self._bpy_attr = []

self._bpy_selectable = True

self._bpy_may_move_cursor = False

self.config = config

self.tab_length = config.tab_length

super().__init__(*args, **kwargs)

def set_edit_pos(self, pos):

super().set_edit_pos(pos)

self._emit("edit-pos-changed", self.edit_pos)

def get_edit_pos(self):

return self._edit_pos

edit_pos = property(get_edit_pos, set_edit_pos)

def make_readonly(self):

self._bpy_selectable = False

# This is necessary to prevent the listbox we are in getting

# fresh cursor coords of None from get_cursor_coords

# immediately after we go readonly and then getting a cached

# canvas that still has the cursor set. It spots that

# inconsistency and raises.

self._invalidate()

def set_edit_markup(self, markup):

"""Call this when markup changes but the underlying text does not.

if markup:

self._bpy_text, self._bpy_attr = urwid.decompose_tagmarkup(markup)

else:

# decompose_tagmarkup in some urwids fails on the empty list

self._bpy_text, self._bpy_attr = "", []

# This is redundant when we're called off the 'change' signal.

# I'm assuming this is cheap, making that ok.

self._invalidate()

def get_text(self):

return self._caption + self._bpy_text, self._attrib + self._bpy_attr

def selectable(self):

return self._bpy_selectable

def get_cursor_coords(self, *args, **kwargs):

# urwid gets confused if a nonselectable widget has a cursor position.

if not self._bpy_selectable:

return None

return super().get_cursor_coords(*args, **kwargs)

def render(self, size, focus=False):

# XXX I do not want to have to do this, but listbox gets confused

# if I do not (getting None out of get_cursor_coords because

# we just became unselectable, then having this render a cursor)

if not self._bpy_selectable:

focus = False

return super().render(size, focus=focus)

def get_pref_col(self, size):

# Need to make this deal with us being nonselectable

if not self._bpy_selectable:

return "left"

return super().get_pref_col(size)

def move_cursor_to_coords(self, *args):

if self._bpy_may_move_cursor:

return super().move_cursor_to_coords(*args)

return False

def keypress(self, size, key):

if urwid.command_map[key] in ("cursor up", "cursor down"):

# Do not handle up/down arrow, leave them for the repl.

return key

self._bpy_may_move_cursor = True

try:

if urwid.command_map[key] == "cursor max left":

self.edit_pos = 0

elif urwid.command_map[key] == "cursor max right":

self.edit_pos = len(self.get_edit_text())

elif urwid.command_map[key] == "clear word":

# ^w

if self.edit_pos == 0:

return

line = self.get_edit_text()

# delete any space left of the cursor

p = len(line[: self.edit_pos].strip())

line = line[:p] + line[self.edit_pos :]

# delete a full word

np = line.rfind(" ", 0, p)

if np == -1:

line = line[p:]

np = 0

else:

line = line[:np] + line[p:]

self.set_edit_text(line)

self.edit_pos = np

elif urwid.command_map[key] == "clear line":

line = self.get_edit_text()

self.set_edit_text(line[self.edit_pos :])

self.edit_pos = 0

elif key == "backspace":

line = self.get_edit_text()

cpos = len(line) - self.edit_pos

if not (cpos or len(line) % self.tab_length or line.strip()):

self.set_edit_text(line[: -self.tab_length])

else:

return super().keypress(size, key)

else:

# TODO: Add in specific keypress fetching code here

return super().keypress(size, key)

return None

finally:

self._bpy_may_move_cursor = False

def mouse_event(self, *args):

self._bpy_may_move_cursor = True

try:

return super().mouse_event(*args)

finally:

"""Like `urwid.ListBox`, except that it does not eat up and

def keypress(self, size, key):

if key not in ("up", "down"):

return urwid.ListBox.keypress(self, size, key)

"""Container inspired by Overlay to position our tooltip.

def __init__(self, bottom_w, listbox):

super().__init__()

self.bottom_w = bottom_w

self.listbox = listbox

# TODO: this linebox should use the 'main' color.

self.top_w = urwid.LineBox(listbox)

self.tooltip_focus = False

def selectable(self):

return self.bottom_w.selectable()

def keypress(self, size, key):

return self.bottom_w.keypress(size, key)

def mouse_event(self, size, event, button, col, row, focus):

# TODO: pass to top widget if visible and inside it.

if not hasattr(self.bottom_w, "mouse_event"):

return False

return self.bottom_w.mouse_event(size, event, button, col, row, focus)

def get_cursor_coords(self, size):

return self.bottom_w.get_cursor_coords(size)

def render(self, size, focus=False):

maxcol, maxrow = size

bottom_c = self.bottom_w.render(size, focus)

cursor = bottom_c.cursor

if not cursor:

# Hide the tooltip if there is no cursor.

return bottom_c

cursor_x, cursor_y = cursor

if cursor_y * 2 < maxrow:

# Cursor is in the top half. Tooltip goes below it:

y = cursor_y + 1

rows = maxrow - y

else:

# Cursor is in the bottom half. Tooltip fills the area above:

y = 0

rows = cursor_y

# HACK: shrink-wrap the tooltip. This is ugly in multiple ways:

# - It only works on a listbox.

# - It assumes the wrapping LineBox eats one char on each edge.

# - It is a loop.

# (ideally it would check how much free space there is,

# instead of repeatedly trying smaller sizes)

while "bottom" in self.listbox.ends_visible((maxcol - 2, rows - 3)):

rows -= 1

# If we're displaying above the cursor move the top edge down:

if not y:

y = cursor_y - rows

# Render *both* windows focused. This is probably not normal in urwid,

# but it works nicely.

top_c = self.top_w.render((maxcol, rows), focus and self.tooltip_focus)

combi_c = urwid.CanvasOverlay(top_c, bottom_c, 0, y)

# Use the cursor coordinates from the bottom canvas.

canvas = urwid.CompositeCanvas(combi_c)

canvas.cursor = cursor

def __init__(self, config, statusbar, frame):

super().__init__(config, statusbar)

self.frame = frame

urwid.connect_signal(statusbar, "prompt_result", self._prompt_result)

self.callback = None

def confirm(self, q, callback):

"""Ask for yes or no and call callback to return the result"""

def callback_wrapper(result):

callback(result.lower() in (_("y"), _("yes")))

self.prompt(q, callback_wrapper, single=True)

def notify(self, s, n=10, wait_for_keypress=False):

return self.statusbar.message(s, n)

def prompt(self, s, callback=None, single=False):

"""Prompt the user for input. The result will be returned via calling

if self.callback is not None:

raise Exception("Prompt already in progress")

self.callback = callback

self.statusbar.prompt(s, single=single)

self.frame.set_focus("footer")

def _prompt_result(self, text):

self.frame.set_focus("body")

if self.callback is not None:

# The callback might want to start another prompt, so reset it

# before calling the callback.

callback = self.callback

self.callback = None

_time_between_redraws = 0.05 # seconds

def __init__(self, event_loop, palette, interpreter, config):

super().__init__(interpreter, config)

self._redraw_handle = None

self._redraw_pending = False

self._redraw_time = 0

self.listbox = BPythonListBox(urwid.SimpleListWalker([]))

self.tooltip = urwid.ListBox(urwid.SimpleListWalker([]))

self.tooltip.grid = None

self.overlay = Tooltip(self.listbox, self.tooltip)

self.stdout_hist = "" # native str (unicode in Py3)

self.frame = urwid.Frame(self.overlay)

if urwid.get_encoding_mode() == "narrow":

input_filter = decoding_input_filter

else:

input_filter = None

# This constructs a raw_display.Screen, which nabs sys.stdin/out.

self.main_loop = urwid.MainLoop(

self.frame,

palette,

event_loop=event_loop,

unhandled_input=self.handle_input,

input_filter=input_filter,

handle_mouse=False,

)

# String is straight from bpython.cli

self.statusbar = Statusbar(

config,

_(

" <%s> Rewind <%s> Save <%s> Pastebin "

" <%s> Pager <%s> Show Source "

)

% (

config.undo_key,

config.save_key,

config.pastebin_key,

config.last_output_key,

config.show_source_key,

),

self.main_loop,

)

self.frame.set_footer(self.statusbar.widget)

self.interact = URWIDInteraction(

self.config, self.statusbar, self.frame

)

self.edits = []

self.edit = None

self.current_output = None

self._completion_update_suppressed = False

# Bulletproof: this is a value extract_exit_value accepts.

self.exit_value = ()

load_urwid_command_map(config)

# Subclasses of Repl need to implement echo, current_line, cw

def echo(self, orig_s):

s = orig_s.rstrip("\n")

if s:

if self.current_output is None:

self.current_output = urwid.Text(("output", s))

if self.edit is None:

self.listbox.body.append(self.current_output)

# Focus the widget we just added to force the

# listbox to scroll. This causes output to scroll

# if the user runs a blocking call that prints

# more than a screenful, instead of staying

# scrolled to the previous input line and then

# jumping to the bottom when done.

self.listbox.set_focus(len(self.listbox.body) - 1)

else:

self.listbox.body.insert(-1, self.current_output)

# The edit widget should be focused and *stay* focused.

# XXX TODO: make sure the cursor stays in the same spot.

self.listbox.set_focus(len(self.listbox.body) - 1)

else:

# XXX this assumes this all has "output" markup applied.

self.current_output.set_text(

("output", self.current_output.text + s)

)

if orig_s.endswith("\n"):

self.current_output = None

# If we hit this repeatedly in a loop the redraw is rather

# slow (testcase: pprint(__builtins__). So if we have recently

# drawn the screen already schedule a call in the future.

#

# Unfortunately we may hit this function repeatedly through a

# blocking call triggered by the user, in which case our

# timeout will not run timely as we do not return to urwid's

# eventloop. So we manually check if our timeout has long

# since expired, and redraw synchronously if it has.

if self._redraw_handle is None:

self.main_loop.draw_screen()

def maybe_redraw(loop, self):

if self._redraw_pending:

loop.draw_screen()

self._redraw_pending = False

self._redraw_handle = None

self._redraw_handle = self.main_loop.set_alarm_in(

self._time_between_redraws, maybe_redraw, self

)

self._redraw_time = time.time()

else:

self._redraw_pending = True

now = time.time()

if now - self._redraw_time > 2 * self._time_between_redraws:

# The timeout is well past expired, assume we're

# blocked and redraw synchronously.

self.main_loop.draw_screen()

self._redraw_time = now

def _get_current_line(self):

if self.edit is None:

return ""

return self.edit.get_edit_text()

def _set_current_line(self, line):

self.edit.set_edit_text(line)

current_line = property(

_get_current_line,

_set_current_line,

None,

"Return the current line (the one the cursor is in).",

)

def cw(self):

"""Return the current word (incomplete word left of cursor)."""

if self.edit is None:

return

pos = self.edit.edit_pos

text = self.edit.get_edit_text()

if pos != len(text):

# Disable autocomplete if not at end of line, like cli does.

return

# Stolen from cli. TODO: clean up and split out.

if not text or (not text[-1].isalnum() and text[-1] not in (".", "_")):

return

# Seek backwards in text for the first non-identifier char:

for i, c in enumerate(reversed(text)):

if not c.isalnum() and c not in (".", "_"):

break

else:

# No non-identifiers, return everything.

return text

# Return everything to the right of the non-identifier.

return text[-i:]

@property

def cpos(self):

if self.edit is not None:

return len(self.current_line) - self.edit.edit_pos

return 0

def _get_cursor_offset(self):

return self.edit.edit_pos

def _set_cursor_offset(self, offset):

self.edit.edit_pos = offset

cursor_offset = property(

_get_cursor_offset,

_set_cursor_offset,

None,

"The cursor offset from the beginning of the line",

)

def _populate_completion(self):

widget_list = self.tooltip.body

while widget_list:

widget_list.pop()

# This is just me flailing around wildly. TODO: actually write.

if self.complete():

if self.funcprops:

# This is mostly just stolen from the cli module.

func_name, args, is_bound = self.funcprops

in_arg = self.arg_pos

args, varargs, varkw, defaults = args[:4]

kwonly = self.funcprops.argspec.kwonly

kwonly_defaults = self.funcprops.argspec.kwonly_defaults or {}

markup = [("bold name", func_name), ("name", ": (")]

# the isinstance checks if we're in a positional arg

# (instead of a keyword arg), I think

if is_bound and isinstance(in_arg, int):

in_arg += 1

# bpython.cli checks if this goes off the edge and

# does clever wrapping. I do not (yet).

for k, i in enumerate(args):

if defaults and k + 1 > len(args) - len(defaults):

kw = repr(defaults[k - (len(args) - len(defaults))])

else:

kw = None

if not k and str(i) == "self":

color = "name"

else:

color = "token"

if k == in_arg or i == in_arg:

color = "bold " + color

markup.append((color, str(i)))

if kw is not None:

markup.extend([("punctuation", "="), ("token", kw)])

if k != len(args) - 1:

markup.append(("punctuation", ", "))

if varargs:

if args:

markup.append(("punctuation", ", "))

markup.append(("token", "*" + varargs))

if kwonly:

if not varargs:

if args:

markup.append(("punctuation", ", "))

markup.append(("punctuation", "*"))

for arg in kwonly:

if arg == in_arg:

color = "bold token"

else:

color = "token"

markup.extend([("punctuation", ", "), (color, arg)])

if arg in kwonly_defaults:

markup.extend(

[

("punctuation", "="),

("token", repr(kwonly_defaults[arg])),

]

)

if varkw:

if args or varargs or kwonly:

markup.append(("punctuation", ", "))

markup.append(("token", "**" + varkw))

markup.append(("punctuation", ")"))

widget_list.append(urwid.Text(markup))

if self.matches_iter.matches:

attr_map = {}

focus_map = {"main": "operator"}

texts = [

urwid.AttrMap(

urwid.Text(("main", match)), attr_map, focus_map

)

for match in self.matches_iter.matches

]

width = max(text.original_widget.pack()[0] for text in texts)

gridflow = urwid.GridFlow(texts, width, 1, 0, "left")

widget_list.append(gridflow)

self.tooltip.grid = gridflow

self.overlay.tooltip_focus = False

else:

self.tooltip.grid = None

self.frame.body = self.overlay

else:

self.frame.body = self.listbox

self.tooltip.grid = None

if self.docstring:

# TODO: use self.format_docstring? needs a width/height...

docstring = self.docstring

widget_list.append(urwid.Text(("comment", docstring)))

def reprint_line(self, lineno, tokens):

edit = self.edits[-len(self.buffer) + lineno - 1]

edit.set_edit_markup(list(format_tokens(tokens)))

def getstdout(self):

"""This method returns the 'spoofed' stdout buffer, for writing to a

return self.stdout_hist + "\n"

def ask_confirmation(self, q):

"""Ask for yes or no and return boolean"""

try:

reply = self.statusbar.prompt(q)

except ValueError:

return False

return reply.lower() in ("y", "yes")

def reevaluate(self):

"""Clear the buffer, redraw the screen and re-evaluate the history"""

self.evaluating = True

self.stdout_hist = ""

self.f_string = ""

self.buffer = []

self.scr.erase()

# Set cursor position to -1 to prevent paren matching

self.cpos = -1

self.prompt(False)

self.iy, self.ix = self.scr.getyx()

for line in self.history:

self.stdout_hist += line + "\n"

self.print_line(line)

# I decided it was easier to just do this manually

# than to make the print_line and history stuff more flexible.

self.scr.addstr("\n")

more = self.push(line)

self.prompt(more)

self.iy, self.ix = self.scr.getyx()

self.cpos = 0

indent = repl.next_indentation(self.s, self.config.tab_length)

self.s = ""

self.scr.refresh()

if self.buffer:

for unused in range(indent):

self.tab()

self.evaluating = False

# map(self.push, self.history)

# ^-- That's how simple this method was at first :(

def write(self, s):

"""For overriding stdout defaults"""

if "\x04" in s:

for block in s.split("\x04"):

self.write(block)

return

if s.rstrip() and "\x03" in s:

t = s.split("\x03")[1]

else:

t = s

if not self.stdout_hist:

self.stdout_hist = t

else:

self.stdout_hist += t

self.echo(s)

def push(self, s, insert_into_history=True):

# Restore the original SIGINT handler. This is needed to be able

# to break out of infinite loops. If the interpreter itself

# sees this it prints 'KeyboardInterrupt' and returns (good).

orig_handler = signal.getsignal(signal.SIGINT)

signal.signal(signal.SIGINT, signal.default_int_handler)

# Pretty blindly adapted from bpython.cli

try:

return repl.Repl.push(self, s, insert_into_history)

except SystemExit as e:

self.exit_value = e.args

raise urwid.ExitMainLoop()

except KeyboardInterrupt:

# KeyboardInterrupt happened between the except block around

# user code execution and this code. This should be rare,

# but make sure to not kill bpython here, so leaning on

# ctrl+c to kill buggy code running inside bpython is safe.

self.keyboard_interrupt()

finally:

signal.signal(signal.SIGINT, orig_handler)

def start(self):

self.prompt(False)

def keyboard_interrupt(self):

# If the user is currently editing, interrupt him. This

# mirrors what the regular python REPL does.

if self.edit is not None:

# XXX this is a lot of code, and I am not sure it is

# actually enough code. Needs some testing.

self.edit.make_readonly()

self.edit = None

self.buffer = []

self.echo("KeyboardInterrupt")

self.prompt(False)

else:

# I do not quite remember if this is reachable, but let's

# be safe.

self.echo("KeyboardInterrupt")

def prompt(self, more):

# Clear current output here, or output resulting from the

# current prompt run will end up appended to the edit widget

# sitting above this prompt:

self.current_output = None

# XXX is this the right place?

self.rl_history.reset()

# We need the caption to use unicode as urwid normalizes later

# input to be the same type, using ascii as encoding. If the

# caption is bytes this breaks typing non-ascii into bpython.

if not more:

caption = ("prompt", self.ps1)

self.stdout_hist += self.ps1

else:

caption = ("prompt_more", self.ps2)

self.stdout_hist += self.ps2

self.edit = BPythonEdit(self.config, caption=caption)

urwid.connect_signal(self.edit, "change", self.on_input_change)

urwid.connect_signal(

self.edit, "edit-pos-changed", self.on_edit_pos_changed

)

# Do this after connecting the change signal handler:

self.edit.insert_text(4 * self.next_indentation() * " ")

self.edits.append(self.edit)

self.listbox.body.append(self.edit)

self.listbox.set_focus(len(self.listbox.body) - 1)

# Hide the tooltip

self.frame.body = self.listbox

def on_input_change(self, edit, text):

# TODO: we get very confused here if "text" contains newlines,

# so we cannot put our edit widget in multiline mode yet.

# That is probably fixable...

tokens = self.tokenize(text, False)