'k': 'black',

'r': 'dark red', # or light red?

'g': 'dark green', # or light green?

'y': 'yellow',

'b': 'dark blue', # or light blue?

'm': 'dark magenta', # or light magenta?

'c': 'dark cyan', # or light cyan?

'w': 'white',

'd': 'default',

delimiter = '\n'

def __init__(self, myrepl):

self.repl = myrepl

def lineReceived(self, line):

# HACK!

# TODO: deal with encoding issues here...

self.repl.main_loop.process_input(line)

def __init__(self, myrepl):

self.repl = myrepl

def buildProtocol(self, addr):

"""TwistedEventLoop modified to properly stop the reactor.

def handle_exit(self, f):

def wrapper(*args, **kwargs):

try:

return f(*args, **kwargs)

except urwid.ExitMainLoop:

# This is our change.

self.reactor.stop()

except:

# This is the same as in urwid.

# We are obviously not supposed to ever hit this.

import sys

print sys.exc_info()

self._exc_info = sys.exc_info()

self.reactor.crash()

"""Statusbar object, ripped off from bpython.cli.

def __init__(self, config, s=None):

self.config = config

self.s = s or ''

# XXX wrap in AttrMap for wrapping?

"""Input filter for urwid which decodes each key with the locale's

encoding = locale.getpreferredencoding()

converted_keys = list()

for key in keys:

if isinstance(key, basestring):

converted_keys.append(key.decode(encoding))

else:

converted_keys.append(key)

for token, text in tokensource:

if text == '\n':

continue

# TODO: something about inversing Parenthesis

while token not in theme_map:

token = token.parent

"""Customized editor *very* tightly interwoven with URWIDRepl.

signals = ['edit-pos-changed']

def __init__(self, config, *args, **kwargs):

self._bpy_text = ''

self._bpy_attr = []

self._bpy_selectable = True

self._bpy_may_move_cursor = False

self.config = config

self.tab_length = config.tab_length

urwid.Edit.__init__(self, *args, **kwargs)

def set_edit_pos(self, pos):

urwid.Edit.set_edit_pos(self, pos)

self._emit("edit-pos-changed", self.edit_pos)

def get_edit_pos(self):

return self._edit_pos

edit_pos = property(get_edit_pos, set_edit_pos)

def make_readonly(self):

self._bpy_selectable = False

# This is necessary to prevent the listbox we are in getting

# fresh cursor coords of None from get_cursor_coords

# immediately after we go readonly and then getting a cached

# canvas that still has the cursor set. It spots that

# inconsistency and raises.

self._invalidate()

def set_edit_markup(self, markup):

"""Call this when markup changes but the underlying text does not.

self._bpy_text, self._bpy_attr = urwid.decompose_tagmarkup(markup)

# This is redundant when we're called off the 'change' signal.

# I'm assuming this is cheap, making that ok.

self._invalidate()

def get_text(self):

return self._caption + self._bpy_text, self._attrib + self._bpy_attr

def selectable(self):

return self._bpy_selectable

def get_cursor_coords(self, *args, **kwargs):

# urwid gets confused if a nonselectable widget has a cursor position.

if not self._bpy_selectable:

return None

return urwid.Edit.get_cursor_coords(self, *args, **kwargs)

def render(self, size, focus=False):

# XXX I do not want to have to do this, but listbox gets confused

# if I do not (getting None out of get_cursor_coords because

# we just became unselectable, then having this render a cursor)

if not self._bpy_selectable:

focus = False

return urwid.Edit.render(self, size, focus=focus)

def get_pref_col(self, size):

# Need to make this deal with us being nonselectable

if not self._bpy_selectable:

return 'left'

return urwid.Edit.get_pref_col(self, size)

def move_cursor_to_coords(self, *args):

if self._bpy_may_move_cursor:

return urwid.Edit.move_cursor_to_coords(self, *args)

return False

def keypress(self, size, key):

if urwid.command_map[key] in ['cursor up', 'cursor down']:

# Do not handle up/down arrow, leave them for the repl.

return key

self._bpy_may_move_cursor = True

try:

if urwid.command_map[key] == 'cursor max left':

self.edit_pos = 0

elif urwid.command_map[key] == 'cursor max right':

self.edit_pos = len(self.get_edit_text())

elif key == 'backspace':

line = self.get_edit_text()

cpos = len(line) - self.edit_pos

if not (cpos or len(line) % self.tab_length or line.strip()):

self.set_edit_text(line[:-self.tab_length])

else:

return urwid.Edit.keypress(self, size, key)

elif key == 'pastebin':

# do pastebin

pass

else:

# TODO: Add in specific keypress fetching code here

return urwid.Edit.keypress(self, size, key)

return None

finally:

self._bpy_may_move_cursor = False

def mouse_event(self, *args):

self._bpy_may_move_cursor = True

try:

return urwid.Edit.mouse_event(self, *args)

finally:

"""Like `urwid.ListBox`, except that it does not eat up and

def keypress(self, size, key):

if key not in ["up", "down"]:

return urwid.ListBox.keypress(self, size, key)

"""Container inspired by Overlay to position our tooltip.

def __init__(self, bottom_w, listbox):

self.__super.__init__()

self.bottom_w = bottom_w

self.listbox = listbox

# TODO: this linebox should use the 'main' color.

self.top_w = urwid.LineBox(listbox)

self.tooltip_focus = False

def selectable(self):

return self.bottom_w.selectable()

def keypress(self, size, key):

return self.bottom_w.keypress(size, key)

def mouse_event(self, size, event, button, col, row, focus):

# TODO: pass to top widget if visible and inside it.

if not hasattr(self.bottom_w, 'mouse_event'):

return False

return self.bottom_w.mouse_event(

size, event, button, col, row, focus)

def get_cursor_coords(self, size):

return self.bottom_w.get_cursor_coords(size)

def render(self, size, focus=False):

maxcol, maxrow = size

bottom_c = self.bottom_w.render(size, focus)

cursor = bottom_c.cursor

if not cursor:

# Hide the tooltip if there is no cursor.

return bottom_c

cursor_x, cursor_y = cursor

if cursor_y * 2 < maxrow:

# Cursor is in the top half. Tooltip goes below it:

y = cursor_y + 1

rows = maxrow - y

else:

# Cursor is in the bottom half. Tooltip fills the area above:

y = 0

rows = cursor_y

# HACK: shrink-wrap the tooltip. This is ugly in multiple ways:

# - It only works on a listbox.

# - It assumes the wrapping LineBox eats one char on each edge.

# - It is a loop.

# (ideally it would check how much free space there is,

# instead of repeatedly trying smaller sizes)

while 'bottom' in self.listbox.ends_visible((maxcol - 2, rows - 3)):

rows -= 1

# If we're displaying above the cursor move the top edge down:

if not y:

y = cursor_y - rows

# Render *both* windows focused. This is probably not normal in urwid,

# but it works nicely.

top_c = self.top_w.render((maxcol, rows),

focus and self.tooltip_focus)

combi_c = urwid.CanvasOverlay(top_c, bottom_c, 0, y)

# Use the cursor coordinates from the bottom canvas.

canvas = urwid.CompositeCanvas(combi_c)

canvas.cursor = cursor

def __init__(self, config, statusbar=None):

repl.Interaction.__init__(self, config, statusbar)

def confirm(self, q):

"""Ask for yes or no and return boolean"""

try:

reply = self.statusbar.prompt(q)

except ValueError:

return False

return reply.lower() in (_('y'), _('yes'))

def notify(self, s, n=10):

def __init__(self, event_loop, palette, interpreter, config):

repl.Repl.__init__(self, interpreter, config)

self.listbox = BPythonListBox(urwid.SimpleListWalker([]))

# String is straight from bpython.cli

self.statusbar = Statusbar(config,

_(" <%s> Rewind <%s> Save <%s> Pastebin "

" <%s> Pager <%s> Show Source ") %

(config.undo_key, config.save_key, config.pastebin_key,

config.last_output_key, config.show_source_key))

self.interact = URWIDInteraction(self.config, self.statusbar)

self.tooltip = urwid.ListBox(urwid.SimpleListWalker([]))

self.tooltip.grid = None

self.overlay = Tooltip(self.listbox, self.tooltip)

self.stdout_hist = ''

self.frame = urwid.Frame(self.overlay, footer=self.statusbar.widget)

if urwid.get_encoding_mode() == 'narrow':

input_filter = decoding_input_filter

else:

input_filter = None

# This constructs a raw_display.Screen, which nabs sys.stdin/out.

self.main_loop = urwid.MainLoop(

self.frame, palette,

event_loop=event_loop, unhandled_input=self.handle_input,

input_filter=input_filter, handle_mouse=False)

self.edits = []

self.edit = None

self.current_output = None

self._completion_update_suppressed = False

load_urwid_command_map(config)

# Subclasses of Repl need to implement echo, current_line, cw

def echo(self, orig_s):

s = orig_s.rstrip('\n')

if s:

if self.current_output is None:

self.current_output = urwid.Text(('output', s))

if self.edit is None:

self.listbox.body.append(self.current_output)

else:

self.listbox.body.insert(-1, self.current_output)

# The edit widget should be focused and *stay* focused.

# XXX TODO: make sure the cursor stays in the same spot.

self.listbox.set_focus(len(self.listbox.body) - 1)

else:

# XXX this assumes this all has "output" markup applied.

self.current_output.set_text(

('output', self.current_output.text + s))

if orig_s.endswith('\n'):

self.current_output = None

# TODO: maybe do the redraw after a short delay

# (for performance)

self.main_loop.draw_screen()

def current_line(self):

"""Return the current line (the one the cursor is in)."""

if self.edit is None:

return ''

return self.edit.get_edit_text()

def cw(self):

"""Return the current word (incomplete word left of cursor)."""

if self.edit is None:

return

pos = self.edit.edit_pos

text = self.edit.get_edit_text()

if pos != len(text):

# Disable autocomplete if not at end of line, like cli does.

return

# Stolen from cli. TODO: clean up and split out.

if (not text or

(not text[-1].isalnum() and text[-1] not in ('.', '_'))):

return

# Seek backwards in text for the first non-identifier char:

for i, c in enumerate(reversed(text)):

if not c.isalnum() and c not in ('.', '_'):

break

else:

# No non-identifiers, return everything.

return text

# Return everything to the right of the non-identifier.

return text[-i:]

@property

def cpos(self):

if self.edit is not None:

return len(self.current_line()) - self.edit.edit_pos

return 0

def _populate_completion(self):

widget_list = self.tooltip.body

while widget_list:

widget_list.pop()

# This is just me flailing around wildly. TODO: actually write.

if self.complete():

if self.argspec:

# This is mostly just stolen from the cli module.

func_name, args, is_bound, in_arg = self.argspec

args, varargs, varkw, defaults = args[:4]

if py3:

kwonly, kwonly_defaults = args[4:]

else:

kwonly, kwonly_defaults = [], {}

markup = [('bold name', func_name),

('name', ': (')]

# the isinstance checks if we're in a positional arg

# (instead of a keyword arg), I think

if is_bound and isinstance(in_arg, int):

in_arg += 1

# bpython.cli checks if this goes off the edge and

# does clever wrapping. I do not (yet).

for k, i in enumerate(args):

if defaults and k + 1 > len(args) - len(defaults):

kw = repr(defaults[k - (len(args) - len(defaults))])

else:

kw = None

if not k and str(i) == 'self':

color = 'name'

else:

color = 'token'

if k == in_arg or i == in_arg:

color = 'bold ' + color

if not py3:

# See issue #138: We need to format tuple unpacking correctly

# We use the undocumented function inspection.strseq() for

# that. Fortunately, that madness is gone in Python 3.

markup.append((color, inspect.strseq(i, str)))

else:

markup.append((color, str(i)))

if kw is not None:

markup.extend([('punctuation', '='),

('token', kw)])

if k != len(args) - 1:

markup.append(('punctuation', ', '))

if varargs:

if args:

markup.append(('punctuation', ', '))

markup.append(('token', '*' + varargs))

if kwonly:

if not varargs:

if args:

markup.append(('punctuation', ', '))

markup.append(('punctuation', '*'))

for arg in kwonly:

if arg == in_arg:

color = 'bold token'

else:

color = 'token'

markup.extend([('punctuation', ', '),

(color, arg)])

if arg in kwonly_defaults:

markup.extend([('punctuation', '='),

('token', kwonly_defaults[arg])])

if varkw:

if args or varargs or kwonly:

markup.append(('punctuation', ', '))

markup.append(('token', '**' + varkw))

markup.append(('punctuation', ')'))

widget_list.append(urwid.Text(markup))

if self.matches:

attr_map = {}

focus_map = {'main': 'operator'}

texts = [urwid.AttrMap(urwid.Text(('main', match)),

attr_map, focus_map)

for match in self.matches]

width = max(text.original_widget.pack()[0] for text in texts)

gridflow = urwid.GridFlow(texts, width, 1, 0, 'left')

widget_list.append(gridflow)

self.tooltip.grid = gridflow

self.overlay.tooltip_focus = False

else:

self.tooltip.grid = None

self.frame.body = self.overlay

else:

self.frame.body = self.listbox

self.tooltip.grid = None

if self.docstring:

# TODO: use self.format_docstring? needs a width/height...

docstring = self.docstring

widget_list.append(urwid.Text(('comment', docstring)))

def reprint_line(self, lineno, tokens):

edit = self.edits[-len(self.buffer) + lineno - 1]

edit.set_edit_markup(list(format_tokens(tokens)))

def getstdout(self):

"""This method returns the 'spoofed' stdout buffer, for writing to a

return self.stdout_hist + '\n'

def ask_confirmation(self, q):

"""Ask for yes or no and return boolean"""

try:

reply = self.statusbar.prompt(q)

except ValueError:

return False

return reply.lower() in ('y', 'yes')

def reevaluate(self):

"""Clear the buffer, redraw the screen and re-evaluate the history"""

self.evaluating = True

self.stdout_hist = ''

self.f_string = ''

self.buffer = []

self.scr.erase()

self.s_hist = []

# Set cursor position to -1 to prevent paren matching

self.cpos = -1

self.prompt(False)

self.iy, self.ix = self.scr.getyx()

for line in self.history:

if py3:

self.stdout_hist += line + '\n'

else:

self.stdout_hist += line.encode(locale.getpreferredencoding()) + '\n'

self.print_line(line)

self.s_hist[-1] += self.f_string

self.scr.addstr('\n')

more = self.push(line)

self.prompt(more)

self.iy, self.ix = self.scr.getyx()

self.cpos = 0

indent = repl.next_indentation(self.s, self.config.tab_length)

self.s = ''

self.scr.refresh()

if self.buffer:

for _ in xrange(indent):

self.tab()

self.evaluating = False

#map(self.push, self.history)

#^-- That's how simple this method was at first :(

def write(self, s):

"""For overriding stdout defaults"""

if '\x04' in s:

for block in s.split('\x04'):

self.write(block)

return

if s.rstrip() and '\x03' in s:

t = s.split('\x03')[1]

else:

t = s

if not py3 and isinstance(t, unicode):

t = t.encode(locale.getpreferredencoding())

if not self.stdout_hist:

self.stdout_hist = t

else:

self.stdout_hist += t

self.echo(s)

self.s_hist.append(s.rstrip())

def push(self, s, insert_into_history=True):

# Restore the original SIGINT handler. This is needed to be able

# to break out of infinite loops. If the interpreter itself

# sees this it prints 'KeyboardInterrupt' and returns (good).

orig_handler = signal.getsignal(signal.SIGINT)

signal.signal(signal.SIGINT, signal.default_int_handler)

# Pretty blindly adapted from bpython.cli

try:

return repl.Repl.push(self, s, insert_into_history)

except SystemExit:

raise urwid.ExitMainLoop()

except KeyboardInterrupt:

# KeyboardInterrupt happened between the except block around

# user code execution and this code. This should be rare,

# but make sure to not kill bpython here, so leaning on

# ctrl+c to kill buggy code running inside bpython is safe.

self.keyboard_interrupt()

finally:

signal.signal(signal.SIGINT, orig_handler)

def start(self):

self.prompt(False)

def keyboard_interrupt(self):

# Do we need to do more here? Break out of multiline input perhaps?

self.echo('KeyboardInterrupt')

def prompt(self, more):

# Clear current output here, or output resulting from the

# current prompt run will end up appended to the edit widget

# sitting above this prompt:

self.current_output = None

# XXX is this the right place?

self.rl_history.reset()

# XXX what is s_hist?

if not more:

self.edit = BPythonEdit(self.config,

caption=('prompt', self.ps1))

self.stdout_hist += self.ps1

else:

self.edit = BPythonEdit(self.config,

caption=('prompt_more', self.ps2))

self.stdout_hist += self.ps2

urwid.connect_signal(self.edit, 'change', self.on_input_change)

urwid.connect_signal(self.edit, 'edit-pos-changed',

self.on_edit_pos_changed)

# Do this after connecting the change signal handler:

self.edit.insert_text(4 * self.next_indentation() * ' ')

self.edits.append(self.edit)

self.listbox.body.append(self.edit)

self.listbox.set_focus(len(self.listbox.body) - 1)

# Hide the tooltip

self.frame.body = self.listbox

def on_input_change(self, edit, text):

# TODO: we get very confused here if "text" contains newlines,

# so we cannot put our edit widget in multiline mode yet.

# That is probably fixable...

tokens = self.tokenize(text, False)

edit.set_edit_markup(list(format_tokens(tokens)))

if not self._completion_update_suppressed:

# If we call this synchronously the get_edit_text() in repl.cw

# still returns the old text...

self.main_loop.set_alarm_in(

0, lambda *args: self._populate_completion())

def on_edit_pos_changed(self, edit, position):

"""Gets called when the cursor position inside the edit changed.

tokens = self.tokenize(self.current_line(), False)

edit.set_edit_markup(list(format_tokens(tokens)))

def handle_input(self, event):

if event == 'enter':

inp = self.edit.get_edit_text()

self.history.append(inp)

self.edit.make_readonly()

# XXX what is this s_hist thing?

self.stdout_hist += inp.encode(locale.getpreferredencoding()) + '\n'

self.edit = None

# This may take a while, so force a redraw first:

self.main_loop.draw_screen()

more = self.push(inp)

self.prompt(more)

elif event == 'ctrl d':

# ctrl+d on an empty line exits, otherwise deletes

if self.edit is not None:

if not self.edit.get_edit_text():

raise urwid.ExitMainLoop()

else:

self.main_loop.process_input(['delete'])

elif urwid.command_map[event] == 'cursor up':

# "back" from bpython.cli

self.rl_history.enter(self.edit.get_edit_text())

self.edit.set_edit_text('')

self.edit.insert_text(self.rl_history.back())

elif urwid.command_map[event] == 'cursor down':

# "fwd" from bpython.cli

self.rl_history.enter(self.edit.get_edit_text())

self.edit.set_edit_text('')

self.edit.insert_text(self.rl_history.forward())

elif urwid.command_map[event] == 'next selectable':

self.tab()

elif urwid.command_map[event] == 'prev selectable':

self.tab(True)

#else:

# self.echo(repr(event))

def tab(self, back=False):

"""Process the tab key being hit.

self._completion_update_suppressed = True

try:

# Heavily inspired by cli's tab.

text = self.edit.get_edit_text()

if not text.lstrip() and not back:

x_pos = len(text) - self.cpos

num_spaces = x_pos % self.config.tab_length

if not num_spaces:

num_spaces = self.config.tab_length

self.edit.insert_text(' ' * num_spaces)

return True

if not self.matches_iter:

self.complete(tab=True)

cw = self.current_string() or self.cw()

if not cw:

return True

else:

cw = self.matches_iter.current_word

b = os.path.commonprefix(self.matches)

if b:

insert = b[len(cw):]

self.edit.insert_text(insert)

expanded = bool(insert)

if expanded:

self.matches_iter.update(b, self.matches)

else:

expanded = False

if not expanded and self.matches:

if self.matches_iter:

self.edit.set_edit_text(

text[:-len(self.matches_iter.current())] + cw)

if back:

current_match = self.matches_iter.previous()

else:

current_match = self.matches_iter.next()

if current_match:

self.overlay.tooltip_focus = True

if self.tooltip.grid:

self.tooltip.grid.set_focus(self.matches_iter.index)

self.edit.insert_text(current_match[len(cw):])

return True

finally:

translations.init()

# TODO: maybe support displays other than raw_display?

config, options, exec_args = bpargs.parse(args, (

'Urwid options', None, [

Option('--reactor', '-r',

help='Run a reactor (see --help-reactors)'),

Option('--help-reactors', action='store_true',

help='List available reactors for -r'),

Option('--plugin', '-p',

help='twistd plugin to run (use twistd for a list). '

'Use "--" to pass further options to the plugin.'),

Option('--server', '-s', type='int',

help='Port to run an eval server on (forces Twisted)'),

]))

if options.help_reactors:

from twisted.application import reactors

# Stolen from twisted.application.app (twistd).

for r in reactors.getReactorTypes():

print ' %-4s\t%s' % (r.shortName, r.description)

return

palette = [

(name, COLORMAP[color.lower()], 'default',

'bold' if color.isupper() else 'default')

for name, color in config.color_scheme.iteritems()]

palette.extend([

('bold ' + name, color + ',bold', background, monochrome)

for name, color, background, monochrome in palette])

if (options.server or options.plugin) and not options.reactor:

options.reactor = 'select'

if options.reactor:

from twisted.application import reactors

try:

# XXX why does this not just return the reactor it installed?

reactor = reactors.installReactor(options.reactor)

if reactor is None:

from twisted.internet import reactor

except reactors.NoSuchReactor:

sys.stderr.write('Reactor %s does not exist\n' % (

options.reactor,))

return

event_loop = TwistedEventLoop(reactor)

else:

# None, not urwid.SelectEventLoop(), to work with

# screens that do not support external event loops.

event_loop = None

# TODO: there is also a glib event loop. Do we want that one?

# __main__ construction from bpython.cli

if locals_ is None:

main_mod = sys.modules['__main__'] = ModuleType('__main__')

locals_ = main_mod.__dict__

if options.plugin:

from twisted import plugin

from twisted.application import service

for plug in plugin.getPlugins(service.IServiceMaker):

if plug.tapname == options.plugin:

break

else:

sys.stderr.write('Plugin %s does not exist\n' % (options.plugin,))

return

plugopts = plug.options()

plugopts.parseOptions(exec_args)

serv = plug.makeService(plugopts)

locals_['service'] = serv

reactor.callWhenRunning(serv.startService)

exec_args = []

interpreter = repl.Interpreter(locals_, locale.getpreferredencoding())

# This nabs sys.stdin/out via urwid.MainLoop

myrepl = URWIDRepl(event_loop, palette, interpreter, config)

if options.server:

factory = EvalFactory(myrepl)

reactor.listenTCP(options.server, factory, interface='127.0.0.1')

if options.reactor:

# Twisted sets a sigInt handler that stops the reactor unless

# it sees a different custom signal handler.

def sigint(*args):

reactor.callFromThread(myrepl.keyboard_interrupt)

signal.signal(signal.SIGINT, sigint)

# Save stdin, stdout and stderr for later restoration

orig_stdin = sys.stdin

orig_stdout = sys.stdout

orig_stderr = sys.stderr

# urwid's screen start() and stop() calls currently hit sys.stdin

# directly (via RealTerminal.tty_signal_keys), so start the screen

# before swapping sys.std*, and swap them back before restoring

# the screen. This also avoids crashes if our redirected sys.std*

# are called before we get around to starting the mainloop

# (urwid raises an exception if we try to draw to the screen

# before starting it).

def run_with_screen_before_mainloop():

try:

# Currently we just set this to None because I do not

# expect code hitting stdin to work. For example: exit()

# (not sys.exit, site.py's exit) tries to close sys.stdin,

# which breaks urwid's shutdown. bpython.cli sets this to

# a fake object that reads input through curses and

# returns it. When using twisted I do not think we can do

# that because sys.stdin.read and friends block, and we

# cannot re-enter the reactor. If using urwid's own

# mainloop we *might* be able to do something similar and

# re-enter its mainloop.