gotr/otrmodule.py

@@ -46,6 +46,8 @@ DEFAULTFLAGS = {
 MMS = 1024
 PROTOCOL = 'xmpp'
 
+MINVERSION_OUTGOING_MSG_STAZA = "0.16.4"
+
 enc_tip = 'A private chat session <i>is established</i> to this contact ' \
         'with this fingerprint'
 unused_tip = 'A private chat session is established to this contact using ' \
@@ -53,14 +55,19 @@ unused_tip = 'A private chat session is established to this contact using ' \
 ended_tip = 'The private chat session to this contact has <i>ended</i>'
 inactive_tip = 'Communication to this contact is currently ' \
         '<i>unencrypted</i>'
+msg_not_send = _('Your message was not send. Either end '
+                 'your private conversation, or restart it')
+
 
 import logging
+import nbxmpp
 import os
 import pickle
 import time
 import sys
+from pprint import pformat
+from distutils.version import LooseVersion
 
-import common.xmpp
 from common import gajim
 from common import ged
 from common.connection_handlers_events import MessageOutgoingEvent
@@ -75,6 +82,7 @@ sys.path.insert(0, os.path.dirname(ui.__file__))
 
 from HTMLParser import HTMLParser
 from htmlentitydefs import name2codepoint
+name2codepoint['apos'] = 0x0027
 
 HAS_CRYPTO = True
 try:
@@ -85,6 +93,8 @@ try:
 except ImportError:
     HAS_CRYPTO = False
 
+import nbxmpp
+
 HAS_POTR = True
 try:
     import potr
@@ -101,7 +111,7 @@ try:
         potrrootlog.addHandler(h)
 
     def get_jid_from_fjid(fjid):
-        return gajim.get_room_and_nick_from_fjid(fjid)[0]
+        return gajim.get_room_and_nick_from_fjid(str(fjid))[0]
 
     class GajimContext(potr.context.Context):
         # self.peer is fjid
@@ -119,11 +129,12 @@ try:
             msg = unicode(msg)
             account = self.user.accountname
 
-            stanza = common.xmpp.Message(to=self.peer, body=msg, typ='chat')
+            stanza = nbxmpp.Message(to=self.peer, body=msg, typ='chat')
             if appdata is not None:
                 session = appdata.get('session', None)
                 if session is not None:
                     stanza.setThread(session.thread_id)
+            add_message_processing_hints(stanza)
             gajim.connections[account].connection.send(stanza, now=True)
 
         def setState(self, newstate):
@@ -244,11 +255,11 @@ except ImportError:
 def otr_dialog_destroy(widget, *args, **kwargs):
     widget.destroy()
 
+
 class OtrPlugin(GajimPlugin):
     otr = None
     def init(self):
 
-        self.description = _('See http://www.cypherpunks.ca/otr/')
         self.us = {}
 
 
@@ -268,8 +279,14 @@ class OtrPlugin(GajimPlugin):
         self.events_handlers = {}
         self.events_handlers['message-received'] = (ged.PRECORE,
                 self.handle_incoming_msg)
-        self.events_handlers['message-outgoing'] = (ged.OUT_PRECORE,
-                self.handle_outgoing_msg)
+        self.events_handlers['before-change-show'] = (ged.PRECORE,
+                self.handle_change_show)
+        if LooseVersion(gajim.config.get('version')) < LooseVersion(MINVERSION_OUTGOING_MSG_STAZA):
+            self.events_handlers['message-outgoing'] = (ged.OUT_PRECORE,
+                    self.handle_outgoing_msg)
+        else:
+            self.events_handlers['stanza-message-outgoing'] = (ged.OUT_PRECORE,
+                    self.handle_outgoing_msg_stanza)
 
         self.gui_extension_points = {
                     'chat_control' : (self.cc_connect, self.cc_disconnect)
@@ -471,13 +488,14 @@ class OtrPlugin(GajimPlugin):
                 if ctrl:
                     ctrl.print_conversation_line(u'[OTR] %s' % msg, 'status',
                             '', None)
-            id = gajim.logger.write('chat_msg_recv', fjid,
-                    message=u'[OTR: %s]' % msg, tim=tim)
-            # gajim.logger.write() only marks a message as unread (and so
-            # only returns an id) when fjid is a real contact (NOT if it's a
-            # GC private chat)
-            if id:
-                gajim.logger.set_read_messages([id])
+            if gajim.config.should_log(account, jid):
+                id = gajim.logger.write('chat_msg_recv', fjid,
+                        message=u'[OTR: %s]' % msg, tim=tim)
+                # gajim.logger.write() only marks a message as unread (and so
+                # only returns an id) when fjid is a real contact (NOT if it's a
+                # GC private chat)
+                if id:
+                    gajim.logger.set_read_messages([id])
         else:
             session = gajim.connections[account].get_or_create_session(fjid,
                     thread_id)
@@ -491,10 +509,11 @@ class OtrPlugin(GajimPlugin):
                     session.control = ctrl
                     session.control.set_session(session)
 
-            msg_id = gajim.logger.write('chat_msg_recv', fjid,
-                    message=u'[OTR: %s]' % msg, tim=tim)
-            session.roster_message(jid, msg, tim=tim, msg_id=msg_id,
-                    msg_type='chat', resource=resource)
+            if gajim.config.should_log(account, jid):
+                msg_id = gajim.logger.write('chat_msg_recv', fjid,
+                        message=u'[OTR: %s]' % msg, tim=tim)
+                session.roster_message(jid, msg, tim=tim, msg_id=msg_id,
+                        msg_type='chat', resource=resource)
 
     @classmethod
     def update_otr(cls, user, acc, print_status=False):
@@ -517,18 +536,30 @@ class OtrPlugin(GajimPlugin):
         if ctrl and ctrl.TYPE_ID == TYPE_CHAT:
             return ctrl
 
+    def handle_change_show(self, event):
+        account = event.conn.name
+
+        if event.show == 'offline':
+            for us in self.us.itervalues():
+                for fjid, ctx in us.ctxs.iteritems():
+                    if ctx.state == potr.context.STATE_ENCRYPTED:
+                        self.us[account].getContext(fjid).disconnect()
+
+        return PASS
+
     def handle_incoming_msg(self, event):
         ctx = None
         account = event.conn.name
         accjid = gajim.get_jid_from_account(account)
 
         if event.encrypted is not False or not event.stanza.getTag('body') \
-        or not isinstance(event.stanza.getBody(), unicode):
+            or not isinstance(event.stanza.getBody(), unicode) \
+                or event.mtype != 'chat':
             return PASS
 
         try:
             ctx = self.us[account].getContext(event.fjid)
-            msgtxt, tlvs = ctx.receiveMessage(event.msgtxt,
+            msgtxt, tlvs = ctx.receiveMessage(event.msgtxt.encode('utf8'),
                             appdata={'session':event.session})
         except potr.context.NotOTRMessage, e:
             # received message was not OTR - pass it on
@@ -574,52 +605,94 @@ class OtrPlugin(GajimPlugin):
             ctx.smpWindow.handle_tlv(tlvs)
 
         stripper = HTMLStripper()
-        stripper.feed(unicode(msgtxt or ''))
+        stripper.feed((msgtxt or '').decode('utf8'))
         event.msgtxt = stripper.stripped_data
         event.stanza.setBody(event.msgtxt)
-        event.stanza.setXHTML(msgtxt)
+        event.stanza.setXHTML((msgtxt or '').decode('utf8'))
 
         return PASS
 
-    def handle_outgoing_msg(self, event):
-        if hasattr(event, 'otrmessage'):
-            return PASS
-
-        xep_200 = bool(event.session) and event.session.enable_encryption
-        if xep_200 or not event.message:
-            return PASS
-
-        if event.session:
-            fjid = event.session.get_to()
-        else:
-            fjid = event.jid
-            if event.resource:
-                fjid += '/' + event.resource
-
-        message = event.xhtml or escape(event.message)
-
+    def handle_outgoing_msg_stanza(self, event):
+        xhtml = event.msg_iq.getXHTML()
+        body = event.msg_iq.getBody()
+        encrypted = False
         try:
-            newmsg = self.us[event.account].getContext(fjid).sendMessage(
-                    potr.context.FRAGMENT_SEND_ALL_BUT_LAST, message,
-                    appdata={'session':event.session})
+            if xhtml:
+                xhtml = xhtml.encode('utf8')
+                encrypted_msg = self.us[event.conn.name].\
+                    getContext(event.msg_iq.getTo()).\
+                    sendMessage(potr.context.FRAGMENT_SEND_ALL_BUT_LAST, xhtml)
+                if xhtml != encrypted_msg.strip(): #.strip() because sendMessage() adds whitespaces
+                    encrypted = True
+                    event.msg_iq.delChild('html')
+                    event.msg_iq.setBody(encrypted_msg)
+            elif body:
+                body = escape(body).encode('utf8')
+                encrypted_msg = self.us[event.conn.name].\
+                    getContext(event.msg_iq.getTo()).\
+                    sendMessage(potr.context.FRAGMENT_SEND_ALL_BUT_LAST, body)
+                if body != encrypted_msg.strip():
+                    encrypted = True
+                    event.msg_iq.setBody(encrypted_msg)
         except potr.context.NotEncryptedError, e:
             if e.args[0] == potr.context.EXC_FINISHED:
-                self.gajim_log(_('Your message was not send. Either end '
-                    'your private conversation, or restart it'), event.account,
-                    fjid)
+                self.gajim_log(msg_not_send, event.conn.name, event.msg_iq.getTo())
                 return IGNORE
             else:
                 raise e
 
-        if event.xhtml: # if we had html before, replace with new content
-            event.xhtml = newmsg
-
-        stripper = HTMLStripper()
-        stripper.feed(unicode(newmsg or ''))
-        event.message = stripper.stripped_data
+        if encrypted:
+            add_message_processing_hints(event.msg_iq)
 
         return PASS
 
+    def handle_outgoing_msg(self, event):
+        try:
+            if hasattr(event, 'otrmessage'):
+                return PASS
+
+            xep_200 = bool(event.session) and event.session.enable_encryption
+
+            potrrootlog.debug('got event {0} xep_200={1}'.format(pformat(event.__dict__), xep_200))
+            if xep_200 or not event.message:
+                return PASS
+
+            if event.session:
+                fjid = event.session.get_to()
+            else:
+                fjid = event.jid
+                if event.resource:
+                    fjid += '/' + event.resource
+
+            message = event.xhtml or escape(event.message)
+            message = message.encode('utf8')
+
+            potrrootlog.debug('processing message={0!r} from fjid={1!r}'.format(message, fjid))
+
+            try:
+                newmsg = self.us[event.account].getContext(fjid).sendMessage(
+                        potr.context.FRAGMENT_SEND_ALL_BUT_LAST, message,
+                        appdata={'session':event.session})
+                potrrootlog.debug('processed message={0!r}'.format(newmsg))
+            except potr.context.NotEncryptedError, e:
+                if e.args[0] == potr.context.EXC_FINISHED:
+                    self.gajim_log(msg_not_send, event.account, fjid)
+                    return IGNORE
+                else:
+                    raise e
+
+            if event.xhtml: # if we had html before, replace with new content
+                event.xhtml = newmsg
+
+            stripper = HTMLStripper()
+            stripper.feed((newmsg or '').decode('utf8'))
+            event.message = stripper.stripped_data
+
+            return PASS
+
+        except:
+            potrrootlog.exception('exception in outgoing message handler, message (hopefully) discarded')
+            return IGNORE
 
 class HTMLStripper(HTMLParser):
     def reset(self):
@@ -634,8 +707,12 @@ class HTMLStripper(HTMLParser):
             self.stripped_data += '\n'
 
     def handle_entityref(self, name):
-        c = unichr(name2codepoint[name])
+        try:
+            c = unichr(name2codepoint[name])
+        except KeyError:
+            c = '&{};'.format(name)
         self.stripped_data += c
+
     def handle_charref(self, name):
         if name.startswith('x'):
             c = unichr(int(name[1:], 16))
@@ -661,5 +738,7 @@ def escape(s):
     s = s.replace("\n", "<br/>")
     return s
 
-## TODO:
-##  - disconnect ctxs on disconnect
+def add_message_processing_hints(stanza):
+    stanza.addChild(name='private', namespace=nbxmpp.NS_CARBONS)
+    stanza.addChild(name='no-permanent-store', namespace=nbxmpp.NS_MSG_HINTS)
+    stanza.addChild(name='no-copy', namespace=nbxmpp.NS_MSG_HINTS)

gotr/potr/__init__.py

@@ -24,4 +24,4 @@ from potr.utils import human_hash
 
 ''' version is: (major, minor, patch, sub) with sub being one of 'alpha',
 'beta', 'final' '''
-VERSION = (1, 0, 0, 'beta5')
+VERSION = (1, 0, 0, 'beta7')

gotr/potr/compatcrypto/common.py

@@ -26,8 +26,8 @@ from potr.utils import human_hash, bytes_to_long, unpack, pack_mpi
 DEFAULT_KEYTYPE = 0x0000
 pkTypes = {}
 def registerkeytype(cls):
-    if not hasattr(cls, 'parsePayload'):
-        raise TypeError('registered key types need parsePayload()')
+    if cls.keyType is None:
+        raise TypeError('registered key class needs a type value')
     pkTypes[cls.keyType] = cls
     return cls
 
@@ -35,12 +35,16 @@ def generateDefaultKey():
     return pkTypes[DEFAULT_KEYTYPE].generate()
 
 class PK(object):
-    __slots__ = []
+    keyType = None
 
     @classmethod
     def generate(cls):
         raise NotImplementedError
 
+    @classmethod
+    def parsePayload(cls, data, private=False):
+        raise NotImplementedError
+
     def sign(self, data):
         raise NotImplementedError
     def verify(self, data):
@@ -80,13 +84,13 @@ class PK(object):
     @classmethod
     def parsePrivateKey(cls, data):
         implCls, data = cls.getImplementation(data)
-        logging.debug('Got privkey of type %r' % implCls)
+        logging.debug('Got privkey of type %r', implCls)
         return implCls.parsePayload(data, private=True)
 
     @classmethod
     def parsePublicKey(cls, data):
         implCls, data = cls.getImplementation(data)
-        logging.debug('Got pubkey of type %r' % implCls)
+        logging.debug('Got pubkey of type %r', implCls)
         return implCls.parsePayload(data)
 
     def __str__(self):

gotr/potr/compatcrypto/pycrypto.py

@@ -15,18 +15,16 @@
 #    You should have received a copy of the GNU Lesser General Public License
 #    along with this library.  If not, see <http://www.gnu.org/licenses/>.
 
-from Crypto import Cipher, Random
+from Crypto import Cipher
 from Crypto.Hash import SHA256 as _SHA256
-from Crypto.Hash import SHA as _SHA1                                                                                                                                                                                                      
+from Crypto.Hash import SHA as _SHA1
 from Crypto.Hash import HMAC as _HMAC
 from Crypto.PublicKey import DSA
+from Crypto.Random import random
 from numbers import Number
 
 from potr.compatcrypto import common
-from potr.utils import pack_mpi, read_mpi, bytes_to_long, long_to_bytes
-
-# XXX atfork?
-RNG = Random.new()
+from potr.utils import read_mpi, bytes_to_long, long_to_bytes
 
 def SHA256(data):
     return _SHA256.new(data).digest()
@@ -54,7 +52,6 @@ def AESCTR(key, counter=0):
     return Cipher.AES.new(key, Cipher.AES.MODE_CTR, counter=counter)
 
 class Counter(object):
-    __slots__ = ['prefix', 'val']
     def __init__(self, prefix):
         self.prefix = prefix
         self.val = 0
@@ -72,17 +69,15 @@ class Counter(object):
         return '<Counter(p={p!r},v={v!r})>'.format(p=self.prefix, v=self.val)
 
     def byteprefix(self):
-        return long_to_bytes(self.prefix).rjust(8, b'\0')
+        return long_to_bytes(self.prefix, 8)
 
     def __call__(self):
-        val = long_to_bytes(self.val)
-        prefix = long_to_bytes(self.prefix)
+        bytesuffix = long_to_bytes(self.val, 8)
         self.val += 1
-        return self.byteprefix() + val.rjust(8, b'\0')
+        return self.byteprefix() + bytesuffix
 
 @common.registerkeytype
 class DSAKey(common.PK):
-    __slots__ = ['priv', 'pub']
     keyType = 0x0000
 
     def __init__(self, key=None, private=False):
@@ -111,10 +106,10 @@ class DSAKey(common.PK):
         return SHA1(self.getSerializedPublicPayload())
 
     def sign(self, data):
-        # 2 <= K <= q = 160bit = 20 byte
-        K = bytes_to_long(RNG.read(19)) + 2
+        # 2 <= K <= q
+        K = random.randrange(2, self.priv.q)
         r, s = self.priv.sign(data, K)
-        return long_to_bytes(r) + long_to_bytes(s)
+        return long_to_bytes(r, 20) + long_to_bytes(s, 20)
 
     def verify(self, data, sig):
         r, s = bytes_to_long(sig[:20]), bytes_to_long(sig[20:])

gotr/potr/context.py

@@ -19,7 +19,7 @@
 from __future__ import unicode_literals
 
 try:
-    basestring = basestring
+    type(basestring)
 except NameError:
     # all strings are unicode in python3k
     basestring = str
@@ -27,7 +27,7 @@ except NameError:
 
 # callable is not available in python 3.0 and 3.1
 try:
-    callable = callable
+    type(callable)
 except NameError:
     from collections import Callable
     def callable(x):
@@ -42,6 +42,7 @@ logger = logging.getLogger(__name__)
 
 from potr import crypt
 from potr import proto
+from potr import compatcrypto
 
 from time import time
 
@@ -62,16 +63,11 @@ OFFER_REJECTED = 2
 OFFER_ACCEPTED = 3
 
 class Context(object):
-    __slots__ = ['user', 'policy', 'crypto', 'tagOffer', 'lastSend',
-            'lastMessage', 'mayRetransmit', 'fragment', 'fragmentInfo', 'state',
-            'inject', 'trust', 'peer', 'trustName']
-
     def __init__(self, account, peername):
         self.user = account
         self.peer = peername
         self.policy = {}
         self.crypto = crypt.CryptEngine(self)
-        self.discardFragment()
         self.tagOffer = OFFER_NOTSENT
         self.mayRetransmit = 0
         self.lastSend = 0
@@ -79,6 +75,10 @@ class Context(object):
         self.state = STATE_PLAINTEXT
         self.trustName = self.peer
 
+        self.fragmentInfo = None
+        self.fragment = None
+        self.discardFragment()
+
     def getPolicy(self, key):
         raise NotImplementedError
 
@@ -100,13 +100,19 @@ class Context(object):
         params = message.split(b',')
         if len(params) < 5 or not params[1].isdigit() or not params[2].isdigit():
             logger.warning('invalid formed fragmented message: %r', params)
-            return None
+            self.discardFragment()
+            return message
 
 
         K, N = self.fragmentInfo
+        try:
+            k = int(params[1])
+            n = int(params[2])
+        except ValueError:
+            logger.warning('invalid formed fragmented message: %r', params)
+            self.discardFragment()
+            return message
 
-        k = int(params[1])
-        n = int(params[2])
         fragData = params[3]
 
         logger.debug(params)
@@ -114,17 +120,17 @@ class Context(object):
         if n >= k == 1:
             # first fragment
             self.discardFragment()
-            self.fragmentInfo = (k,n)
+            self.fragmentInfo = (k, n)
             self.fragment.append(fragData)
         elif N == n >= k > 1 and k == K+1:
             # accumulate
-            self.fragmentInfo = (k,n)
+            self.fragmentInfo = (k, n)
             self.fragment.append(fragData)
         else:
             # bad, discard
             self.discardFragment()
             logger.warning('invalid fragmented message: %r', params)
-            return None
+            return message
 
         if n == k > 0:
             assembled = b''.join(self.fragment)
@@ -210,7 +216,7 @@ class Context(object):
             if self.state != STATE_ENCRYPTED:
                 self.sendInternal(proto.Error(
                         'You sent encrypted to {user}, who wasn\'t expecting it.'
-                            .format(user=self.user.name)), appdata=appdata)
+                            .format(user=self.user.name).encode('utf-8')), appdata=appdata)
                 if ignore:
                     return IGN
                 raise NotEncryptedError(EXC_UNREADABLE_MESSAGE)
@@ -263,12 +269,13 @@ class Context(object):
         return msg
 
     def processOutgoingMessage(self, msg, flags, tlvs=[]):
-        if isinstance(self.parse(msg), proto.Query):
+        isQuery = self.parseExplicitQuery(msg) is not None
+        if isQuery:
             return self.user.getDefaultQueryMessage(self.getPolicy)
 
         if self.state == STATE_PLAINTEXT:
             if self.getPolicy('REQUIRE_ENCRYPTION'):
-                if not isinstance(self.parse(msg), proto.Query):
+                if not isQuery:
                     self.lastMessage = msg
                     self.lastSend = time()
                     self.mayRetransmit = 2
@@ -277,8 +284,12 @@ class Context(object):
                 return msg
             if self.getPolicy('SEND_TAG') and self.tagOffer != OFFER_REJECTED:
                 self.tagOffer = OFFER_SENT
-                return proto.TaggedPlaintext(msg, self.getPolicy('ALLOW_V1'),
-                        self.getPolicy('ALLOW_V2'))
+                versions = set()
+                if self.getPolicy('ALLOW_V1'):
+                    versions.add(1)
+                if self.getPolicy('ALLOW_V2'):
+                    versions.add(2)
+                return proto.TaggedPlaintext(msg, versions)
             return msg
         if self.state == STATE_ENCRYPTED:
             msg = self.crypto.createDataMessage(msg, flags, tlvs)
@@ -304,9 +315,9 @@ class Context(object):
     def sendFragmented(self, msg, policy=FRAGMENT_SEND_ALL, appdata=None):
         mms = self.maxMessageSize(appdata)
         msgLen = len(msg)
-        if mms != 0 and len(msg) > mms:
+        if mms != 0 and msgLen > mms:
             fms = mms - 19
-            fragments = [ msg[i:i+fms] for i in range(0, len(msg), fms) ]
+            fragments = [ msg[i:i+fms] for i in range(0, msgLen, fms) ]
 
             fc = len(fragments)
 
@@ -375,9 +386,9 @@ class Context(object):
         self.crypto.smpSecret(secret, question=question, appdata=appdata)
 
     def handleQuery(self, message, appdata=None):
-        if message.v2 and self.getPolicy('ALLOW_V2'):
+        if 2 in message.versions and self.getPolicy('ALLOW_V2'):
             self.authStartV2(appdata=appdata)
-        elif message.v1 and self.getPolicy('ALLOW_V1'):
+        elif 1 in message.versions and self.getPolicy('ALLOW_V1'):
             self.authStartV1(appdata=appdata)
 
     def authStartV1(self, appdata=None):
@@ -386,7 +397,33 @@ class Context(object):
     def authStartV2(self, appdata=None):
         self.crypto.startAKE(appdata=appdata)
 
-    def parse(self, message):
+    def parseExplicitQuery(self, message):
+        otrTagPos = message.find(proto.OTRTAG)
+
+        if otrTagPos == -1:
+            return None
+
+        indexBase = otrTagPos + len(proto.OTRTAG)
+
+        if len(message) <= indexBase:
+            return None
+
+        compare = message[indexBase]
+
+        hasq = compare == b'?'[0]
+        hasv = compare == b'v'[0]
+
+        if not hasq and not hasv:
+            return None
+
+        hasv |= len(message) > indexBase+1 and message[indexBase+1] == b'v'[0]
+        if hasv:
+            end = message.find(b'?', indexBase+1)
+        else:
+            end = indexBase+1
+        return message[indexBase:end]
+
+    def parse(self, message, nofragment=False):
         otrTagPos = message.find(proto.OTRTAG)
         if otrTagPos == -1:
             if proto.MESSAGE_TAG_BASE in message:
@@ -395,38 +432,40 @@ class Context(object):
                 return message
 
         indexBase = otrTagPos + len(proto.OTRTAG)
+
+        if len(message) <= indexBase:
+            return message
+
         compare = message[indexBase]
 
-        if compare == b','[0]:
+        if nofragment is False and compare == b','[0]:
             message = self.fragmentAccumulate(message[indexBase:])
             if message is None:
                 return None
             else:
-                return self.parse(message)
+                return self.parse(message, nofragment=True)
         else:
             self.discardFragment()
 
-        hasq = compare == b'?'[0]
-        hasv = compare == b'v'[0]
-        if hasq or hasv:
-            hasv |= len(message) > indexBase+1 and \
-                    message[indexBase+1] == b'v'[0]
-            if hasv:
-                end = message.find(b'?', indexBase+1)
-            else:
-                end = indexBase+1
-            payload = message[indexBase:end]
-            return proto.Query.parse(payload)
+        queryPayload = self.parseExplicitQuery(message)
+        if queryPayload is not None:
+            return proto.Query.parse(queryPayload)
 
         if compare == b':'[0] and len(message) > indexBase + 4:
-            infoTag = base64.b64decode(message[indexBase+1:indexBase+5])
-            classInfo = struct.unpack(b'!HB', infoTag)
-            cls = proto.messageClasses.get(classInfo, None)
-            if cls is None:
+            try:
+                infoTag = base64.b64decode(message[indexBase+1:indexBase+5])
+                classInfo = struct.unpack(b'!HB', infoTag)
+
+                cls = proto.messageClasses.get(classInfo, None)
+                if cls is None:
+                    return message
+
+                logger.debug('{user} got msg {typ!r}' \
+                        .format(user=self.user.name, typ=cls))
+                return cls.parsePayload(message[indexBase+5:])
+            except (TypeError, struct.error):
+                logger.exception('could not parse OTR message %s', message)
                 return message
-            logger.debug('{user} got msg {typ!r}' \
-                    .format(user=self.user.name, typ=cls))
-            return cls.parsePayload(message[indexBase+5:])
 
         if message[indexBase:indexBase+7] == b' Error:':
             return proto.Error(message[indexBase+7:])
@@ -437,6 +476,22 @@ class Context(object):
         """Return the max message size for this context."""
         return self.user.maxMessageSize
 
+    def getExtraKey(self, extraKeyAppId=None, extraKeyAppData=None, appdata=None):
+        """ retrieves the generated extra symmetric key.
+
+        if extraKeyAppId is set, notifies the chat partner about intended
+        usage (additional application specific information can be supplied in
+        extraKeyAppData).
+
+        returns the 256 bit symmetric key """
+
+        if self.state != STATE_ENCRYPTED:
+            raise NotEncryptedError
+        if extraKeyAppId is not None:
+            tlvs = [proto.ExtraKeyTLV(extraKeyAppId, extraKeyAppData)]
+            self.sendInternal(b'', tlvs=tlvs, appdata=appdata)
+        return self.crypto.extraKey
+
 class Account(object):
     contextclass = Context
     def __init__(self, name, protocol, maxMessageSize, privkey=None):
@@ -447,10 +502,10 @@ class Account(object):
         self.ctxs = {}
         self.trusts = {}
         self.maxMessageSize = maxMessageSize
-        self.defaultQuery = b'?OTRv{versions}?\n{accountname} has requested ' \
-                b'an Off-the-Record private conversation.  However, you ' \
-                b'do not have a plugin to support that.\nSee '\
-                b'http://otr.cypherpunks.ca/ for more information.';
+        self.defaultQuery = '?OTRv{versions}?\n{accountname} has requested ' \
+                'an Off-the-Record private conversation.  However, you ' \
+                'do not have a plugin to support that.\nSee '\
+                'http://otr.cypherpunks.ca/ for more information.'
 
     def __repr__(self):
         return '<{cls}(name={name!r})>'.format(cls=self.__class__.__name__,
@@ -461,7 +516,7 @@ class Account(object):
             self.privkey = self.loadPrivkey()
         if self.privkey is None:
             if autogen is True:
-                self.privkey = crypt.generateDefaultKey()
+                self.privkey = compatcrypto.generateDefaultKey()
                 self.savePrivkey()
             else:
                 raise LookupError
@@ -484,8 +539,9 @@ class Account(object):
         return self.ctxs[uid]
 
     def getDefaultQueryMessage(self, policy):
-        v  = b'2' if policy('ALLOW_V2') else b''
-        return self.defaultQuery.format(accountname=self.name, versions=v)
+        v  = '2' if policy('ALLOW_V2') else ''
+        msg = self.defaultQuery.format(accountname=self.name, versions=v)
+        return msg.encode('ascii')
 
     def setTrust(self, key, fingerprint, trustLevel):
         if key not in self.trusts:

gotr/potr/crypt.py

@@ -22,8 +22,8 @@ import logging
 import struct
 
 
-from potr.compatcrypto import SHA256, SHA1, HMAC, SHA1HMAC, SHA256HMAC, \
-        SHA256HMAC160, Counter, AESCTR, RNG, PK, generateDefaultKey
+from potr.compatcrypto import SHA256, SHA1, SHA1HMAC, SHA256HMAC, \
+        SHA256HMAC160, Counter, AESCTR, PK, random
 from potr.utils import bytes_to_long, long_to_bytes, pack_mpi, read_mpi
 from potr import proto
 
@@ -36,32 +36,31 @@ STATE_AWAITING_SIG = 4
 STATE_V1_SETUP = 5
 
 
-DH1536_MODULUS = 2410312426921032588552076022197566074856950548502459942654116941958108831682612228890093858261341614673227141477904012196503648957050582631942730706805009223062734745341073406696246014589361659774041027169249453200378729434170325843778659198143763193776859869524088940195577346119843545301547043747207749969763750084308926339295559968882457872412993810129130294592999947926365264059284647209730384947211681434464714438488520940127459844288859336526896320919633919
-DH1536_MODULUS_2 = DH1536_MODULUS-2
-DH1536_GENERATOR = 2
-SM_ORDER = (DH1536_MODULUS - 1) // 2
+DH_MODULUS = 2410312426921032588552076022197566074856950548502459942654116941958108831682612228890093858261341614673227141477904012196503648957050582631942730706805009223062734745341073406696246014589361659774041027169249453200378729434170325843778659198143763193776859869524088940195577346119843545301547043747207749969763750084308926339295559968882457872412993810129130294592999947926365264059284647209730384947211681434464714438488520940127459844288859336526896320919633919
+DH_MODULUS_2 = DH_MODULUS-2
+DH_GENERATOR = 2
+DH_BITS = 1536
+DH_MAX = 2**DH_BITS
+SM_ORDER = (DH_MODULUS - 1) // 2
 
 def check_group(n):
-    return 2 <= n <= DH1536_MODULUS_2
+    return 2 <= n <= DH_MODULUS_2
 def check_exp(n):
     return 1 <= n < SM_ORDER
 
 class DH(object):
-    __slots__ = ['priv', 'pub']
     @classmethod
     def set_params(cls, prime, gen):
         cls.prime = prime
         cls.gen = gen
 
     def __init__(self):
-        self.priv = bytes_to_long(RNG.read(40))
+        self.priv = random.randrange(2, 2**320)
         self.pub = pow(self.gen, self.priv, self.prime)
 
-DH.set_params(DH1536_MODULUS, DH1536_GENERATOR)
+DH.set_params(DH_MODULUS, DH_GENERATOR)
 
 class DHSession(object):
-    __slots__ = ['sendenc', 'sendmac', 'rcvenc', 'rcvmac', 'sendctr', 'rcvctr',
-            'sendmacused', 'rcvmacused']
     def __init__(self, sendenc, sendmac, rcvenc, rcvmac):
         self.sendenc = sendenc
         self.sendmac = sendmac
@@ -79,7 +78,7 @@ class DHSession(object):
 
     @classmethod
     def create(cls, dh, y):
-        s = pow(y, dh.priv, DH1536_MODULUS)
+        s = pow(y, dh.priv, DH_MODULUS)
         sb = pack_mpi(s)
 
         if dh.pub > y:
@@ -96,9 +95,6 @@ class DHSession(object):
         return cls(sendenc, sendmac, rcvenc, rcvmac)
 
 class CryptEngine(object):
-    __slots__ = ['ctx', 'ake', 'sessionId', 'sessionIdHalf', 'theirKeyid',
-            'theirY', 'theirOldY', 'ourOldDHKey', 'ourDHKey', 'ourKeyid',
-            'sessionkeys', 'theirPubkey', 'savedMacKeys', 'smp']
     def __init__(self, ctx):
         self.ctx = ctx
         self.ake = None
@@ -118,6 +114,7 @@ class CryptEngine(object):
         self.savedMacKeys = []
 
         self.smp = None
+        self.extraKey = None
 
     def revealMacs(self, ours=True):
         if ours:
@@ -174,7 +171,7 @@ class CryptEngine(object):
         if msg.mac != SHA1HMAC(sesskey.rcvmac, msg.getMacedData()):
             logger.error('HMACs don\'t match')
             raise InvalidParameterError
-        sesskey.rcvmacused = 1
+        sesskey.rcvmacused = True
 
         newCtrPrefix = bytes_to_long(msg.ctr)
         if newCtrPrefix <= sesskey.rcvctr.prefix:
@@ -223,11 +220,14 @@ class CryptEngine(object):
             self.smp = SMPHandler(self)
         self.smp.abort(appdata=appdata)
 
-    def createDataMessage(self, message, flags=0, tlvs=[]):
+    def createDataMessage(self, message, flags=0, tlvs=None):
         # check MSGSTATE
         if self.theirKeyid == 0:
             raise InvalidParameterError
 
+        if tlvs is None:
+            tlvs = []
+
         sess = self.sessionkeys[1][0]
         sess.sendctr.inc()
 
@@ -303,13 +303,16 @@ class CryptEngine(object):
         self.ourKeyid = ake.ourKeyid
         self.theirY = ake.gy
         self.theirOldY = None
+        self.extraKey = ake.extraKey
 
         if self.ourKeyid != ake.ourKeyid + 1 or self.ourOldDHKey != ake.dh.pub:
-            # XXX is this really ok?
             self.ourDHKey = ake.dh
             self.sessionkeys[0][0] = DHSession.create(self.ourDHKey, self.theirY)
             self.rotateDHKeys()
 
+        # we don't need the AKE anymore, free the reference
+        self.ake = None
+
         self.ctx._wentEncrypted()
         logger.info('went encrypted with {0}'.format(self.theirPubkey))
 
@@ -317,10 +320,6 @@ class CryptEngine(object):
         self.smp = None
 
 class AuthKeyExchange(object):
-    __slots__ = ['privkey', 'state', 'r', 'encgx', 'hashgx', 'ourKeyid',
-            'theirPubkey', 'theirKeyid', 'enc_c', 'enc_cp', 'mac_m1',
-            'mac_m1p', 'mac_m2', 'mac_m2p', 'sessionId', 'dh', 'onSuccess',
-            'gy', 'lastmsg', 'sessionIdHalf']
     def __init__(self, privkey, onSuccess):
         self.privkey = privkey
         self.state = STATE_NONE
@@ -341,9 +340,11 @@ class AuthKeyExchange(object):
         self.dh = DH()
         self.onSuccess = onSuccess
         self.gy = None
+        self.extraKey = None
+        self.lastmsg = None
 
     def startAKE(self):
-        self.r = RNG.read(16)
+        self.r = long_to_bytes(random.getrandbits(128))
 
         gxmpi = pack_mpi(self.dh.pub)
 
@@ -444,15 +445,17 @@ class AuthKeyExchange(object):
         self.state = STATE_NONE
 
     def createAuthKeys(self):
-        s = pow(self.gy, self.dh.priv, DH1536_MODULUS)
+        s = pow(self.gy, self.dh.priv, DH_MODULUS)
         sbyte = pack_mpi(s)
-        self.sessionId = SHA256(b'\0' + sbyte)[:8]
-        enc = SHA256(b'\1' + sbyte)
-        self.enc_c, self.enc_cp = enc[:16], enc[16:]
-        self.mac_m1 = SHA256(b'\2' + sbyte)
-        self.mac_m2 = SHA256(b'\3' + sbyte)
-        self.mac_m1p = SHA256(b'\4' + sbyte)
-        self.mac_m2p = SHA256(b'\5' + sbyte)
+        self.sessionId = SHA256(b'\x00' + sbyte)[:8]
+        enc = SHA256(b'\x01' + sbyte)
+        self.enc_c = enc[:16]
+        self.enc_cp = enc[16:]
+        self.mac_m1 = SHA256(b'\x02' + sbyte)
+        self.mac_m2 = SHA256(b'\x03' + sbyte)
+        self.mac_m1p = SHA256(b'\x04' + sbyte)
+        self.mac_m2p = SHA256(b'\x05' + sbyte)
+        self.extraKey = SHA256(b'\xff' + sbyte)
 
     def calculatePubkeyAuth(self, key, mackey):
         pubkey = self.privkey.serializePublicKey()
@@ -490,14 +493,15 @@ SMPPROG_FAILED = -1
 SMPPROG_SUCCEEDED = 1
 
 class SMPHandler:
-    __slots__ = ['crypto', 'questionReceived', 'prog', 'state', 'g1', 'g3o',
-            'x2', 'x3', 'g2', 'g3', 'pab', 'qab', 'secret', 'p', 'q']
-
     def __init__(self, crypto):
         self.crypto = crypto
         self.state = 1
-        self.g1 = DH1536_GENERATOR
+        self.g1 = DH_GENERATOR
+        self.g2 = None
+        self.g3 = None
         self.g3o = None
+        self.x2 = None
+        self.x3 = None
         self.prog = SMPPROG_OK
         self.pab = None
         self.qab = None
@@ -539,11 +543,11 @@ class SMPHandler:
 
             self.g3o = msg[3]
 
-            self.x2 = bytes_to_long(RNG.read(192))
-            self.x3 = bytes_to_long(RNG.read(192))
+            self.x2 = random.randrange(2, DH_MAX)
+            self.x3 = random.randrange(2, DH_MAX)
 
-            self.g2 = pow(msg[0], self.x2, DH1536_MODULUS)
-            self.g3 = pow(msg[3], self.x3, DH1536_MODULUS)
+            self.g2 = pow(msg[0], self.x2, DH_MODULUS)
+            self.g3 = pow(msg[3], self.x3, DH_MODULUS)
 
             self.prog = SMPPROG_OK
             self.state = 0
@@ -568,29 +572,29 @@ class SMPHandler:
                 return
 
             self.g3o = msg[3]
-            self.g2 = pow(msg[0], self.x2, DH1536_MODULUS)
-            self.g3 = pow(msg[3], self.x3, DH1536_MODULUS)
+            self.g2 = pow(msg[0], self.x2, DH_MODULUS)
+            self.g3 = pow(msg[3], self.x3, DH_MODULUS)
 
             if not self.check_equal_coords(msg[6:11], 5):
                 logger.error('invalid SMP2TLV received')
                 self.abort(appdata=appdata)
                 return
 
-            r = bytes_to_long(RNG.read(192))
-            self.p = pow(self.g3, r, DH1536_MODULUS)
+            r = random.randrange(2, DH_MAX)
+            self.p = pow(self.g3, r, DH_MODULUS)
             msg = [self.p]
-            qa1 = pow(self.g1, r, DH1536_MODULUS)
-            qa2 = pow(self.g2, self.secret, DH1536_MODULUS)
-            self.q = qa1*qa2 % DH1536_MODULUS
+            qa1 = pow(self.g1, r, DH_MODULUS)
+            qa2 = pow(self.g2, self.secret, DH_MODULUS)
+            self.q = qa1*qa2 % DH_MODULUS
             msg.append(self.q)
             msg += self.proof_equal_coords(r, 6)
 
             inv = invMod(mp)
-            self.pab = self.p * inv % DH1536_MODULUS
+            self.pab = self.p * inv % DH_MODULUS
             inv = invMod(mq)
-            self.qab = self.q * inv % DH1536_MODULUS
+            self.qab = self.q * inv % DH_MODULUS
 
-            msg.append(pow(self.qab, self.x3, DH1536_MODULUS))
+            msg.append(pow(self.qab, self.x3, DH_MODULUS))
             msg += self.proof_equal_logs(7)
 
             self.state = 4
@@ -613,9 +617,9 @@ class SMPHandler:
                 return
 
             inv = invMod(self.p)
-            self.pab = msg[0] * inv % DH1536_MODULUS
+            self.pab = msg[0] * inv % DH_MODULUS
             inv = invMod(self.q)
-            self.qab = msg[1] * inv % DH1536_MODULUS
+            self.qab = msg[1] * inv % DH_MODULUS
 
             if not self.check_equal_logs(msg[5:8], 7):
                 logger.error('invalid SMP3TLV received')
@@ -623,10 +627,10 @@ class SMPHandler:
                 return
 
             md = msg[5]
-            msg = [pow(self.qab, self.x3, DH1536_MODULUS)]
+            msg = [pow(self.qab, self.x3, DH_MODULUS)]
             msg += self.proof_equal_logs(8)
 
-            rab = pow(md, self.x3, DH1536_MODULUS)
+            rab = pow(md, self.x3, DH_MODULUS)
             self.prog = SMPPROG_SUCCEEDED if self.pab == rab else SMPPROG_FAILED
 
             if self.prog != SMPPROG_SUCCEEDED:
@@ -654,7 +658,7 @@ class SMPHandler:
                 self.abort(appdata=appdata)
                 return
 
-            rab = pow(msg[0], self.x3, DH1536_MODULUS)
+            rab = pow(msg[0], self.x3, DH_MODULUS)
 
             self.prog = SMPPROG_SUCCEEDED if self.pab == rab else SMPPROG_FAILED
 
@@ -679,12 +683,12 @@ class SMPHandler:
 
             self.secret = bytes_to_long(combSecret)
 
-            self.x2 = bytes_to_long(RNG.read(192))
-            self.x3 = bytes_to_long(RNG.read(192))
+            self.x2 = random.randrange(2, DH_MAX)
+            self.x3 = random.randrange(2, DH_MAX)
 
-            msg = [pow(self.g1, self.x2, DH1536_MODULUS)]
+            msg = [pow(self.g1, self.x2, DH_MODULUS)]
             msg += proof_known_log(self.g1, self.x2, 1)
-            msg.append(pow(self.g1, self.x3, DH1536_MODULUS))
+            msg.append(pow(self.g1, self.x3, DH_MODULUS))
             msg += proof_known_log(self.g1, self.x3, 2)
 
             self.prog = SMPPROG_OK
@@ -700,19 +704,19 @@ class SMPHandler:
 
             self.secret = bytes_to_long(combSecret)
 
-            msg = [pow(self.g1, self.x2, DH1536_MODULUS)]
+            msg = [pow(self.g1, self.x2, DH_MODULUS)]
             msg += proof_known_log(self.g1, self.x2, 3)
-            msg.append(pow(self.g1, self.x3, DH1536_MODULUS))
+            msg.append(pow(self.g1, self.x3, DH_MODULUS))
             msg += proof_known_log(self.g1, self.x3, 4)
 
-            r = bytes_to_long(RNG.read(192))
+            r = random.randrange(2, DH_MAX)
 
-            self.p = pow(self.g3, r, DH1536_MODULUS)
+            self.p = pow(self.g3, r, DH_MODULUS)
             msg.append(self.p)
 
-            qb1 = pow(self.g1, r, DH1536_MODULUS)
-            qb2 = pow(self.g2, self.secret, DH1536_MODULUS)
-            self.q = qb1 * qb2 % DH1536_MODULUS
+            qb1 = pow(self.g1, r, DH_MODULUS)
+            qb2 = pow(self.g2, self.secret, DH_MODULUS)
+            self.q = qb1 * qb2 % DH_MODULUS
             msg.append(self.q)
 
             msg += self.proof_equal_coords(r, 5)
@@ -721,11 +725,11 @@ class SMPHandler:
             self.sendTLV(proto.SMP2TLV(msg), appdata=appdata)
 
     def proof_equal_coords(self, r, v):
-        r1 = bytes_to_long(RNG.read(192))
-        r2 = bytes_to_long(RNG.read(192))
-        temp2 = pow(self.g1, r1, DH1536_MODULUS) \
-                * pow(self.g2, r2, DH1536_MODULUS) % DH1536_MODULUS
-        temp1 = pow(self.g3, r1, DH1536_MODULUS)
+        r1 = random.randrange(2, DH_MAX)
+        r2 = random.randrange(2, DH_MAX)
+        temp2 = pow(self.g1, r1, DH_MODULUS) \
+                * pow(self.g2, r2, DH_MODULUS) % DH_MODULUS
+        temp1 = pow(self.g3, r1, DH_MODULUS)
 
         cb = SHA256(struct.pack(b'B', v) + pack_mpi(temp1) + pack_mpi(temp2))
         c = bytes_to_long(cb)
@@ -739,21 +743,21 @@ class SMPHandler:
 
     def check_equal_coords(self, coords, v):
         (p, q, c, d1, d2) = coords
-        temp1 = pow(self.g3, d1, DH1536_MODULUS) * pow(p, c, DH1536_MODULUS) \
-                % DH1536_MODULUS
+        temp1 = pow(self.g3, d1, DH_MODULUS) * pow(p, c, DH_MODULUS) \
+                % DH_MODULUS
 
-        temp2 = pow(self.g1, d1, DH1536_MODULUS) \
-                * pow(self.g2, d2, DH1536_MODULUS) \
-                * pow(q, c, DH1536_MODULUS) % DH1536_MODULUS
+        temp2 = pow(self.g1, d1, DH_MODULUS) \
+                * pow(self.g2, d2, DH_MODULUS) \
+                * pow(q, c, DH_MODULUS) % DH_MODULUS
 
         cprime = SHA256(struct.pack(b'B', v) + pack_mpi(temp1) + pack_mpi(temp2))
 
-        return long_to_bytes(c) == cprime
+        return long_to_bytes(c, 32) == cprime
 
     def proof_equal_logs(self, v):
-        r = bytes_to_long(RNG.read(192))
-        temp1 = pow(self.g1, r, DH1536_MODULUS)
-        temp2 = pow(self.qab, r, DH1536_MODULUS)
+        r = random.randrange(2, DH_MAX)
+        temp1 = pow(self.g1, r, DH_MODULUS)
+        temp2 = pow(self.qab, r, DH_MODULUS)
 
         cb = SHA256(struct.pack(b'B', v) + pack_mpi(temp1) + pack_mpi(temp2))
         c = bytes_to_long(cb)
@@ -763,29 +767,29 @@ class SMPHandler:
 
     def check_equal_logs(self, logs, v):
         (r, c, d) = logs
-        temp1 = pow(self.g1, d, DH1536_MODULUS) \
-                * pow(self.g3o, c, DH1536_MODULUS) % DH1536_MODULUS
+        temp1 = pow(self.g1, d, DH_MODULUS) \
+                * pow(self.g3o, c, DH_MODULUS) % DH_MODULUS
 
-        temp2 = pow(self.qab, d, DH1536_MODULUS) \
-                * pow(r, c, DH1536_MODULUS) % DH1536_MODULUS
+        temp2 = pow(self.qab, d, DH_MODULUS) \
+                * pow(r, c, DH_MODULUS) % DH_MODULUS
 
         cprime = SHA256(struct.pack(b'B', v) + pack_mpi(temp1) + pack_mpi(temp2))
-        return long_to_bytes(c) == cprime
+        return long_to_bytes(c, 32) == cprime
 
 def proof_known_log(g, x, v):
-    r = bytes_to_long(RNG.read(192))
-    c = bytes_to_long(SHA256(struct.pack(b'B', v) + pack_mpi(pow(g, r, DH1536_MODULUS))))
+    r = random.randrange(2, DH_MAX)
+    c = bytes_to_long(SHA256(struct.pack(b'B', v) + pack_mpi(pow(g, r, DH_MODULUS))))
     temp = x * c % SM_ORDER
     return c, (r-temp) % SM_ORDER
 
 def check_known_log(c, d, g, x, v):
-    gd = pow(g, d, DH1536_MODULUS)
-    xc = pow(x, c, DH1536_MODULUS)
-    gdxc = gd * xc % DH1536_MODULUS
-    return SHA256(struct.pack(b'B', v) + pack_mpi(gdxc)) == long_to_bytes(c)
+    gd = pow(g, d, DH_MODULUS)
+    xc = pow(x, c, DH_MODULUS)
+    gdxc = gd * xc % DH_MODULUS
+    return SHA256(struct.pack(b'B', v) + pack_mpi(gdxc)) == long_to_bytes(c, 32)
 
 def invMod(n):
-    return pow(n, DH1536_MODULUS_2, DH1536_MODULUS)
+    return pow(n, DH_MODULUS_2, DH_MODULUS)
 
 class InvalidParameterError(RuntimeError):
     pass

gotr/potr/proto.py

@@ -19,14 +19,16 @@
 from __future__ import unicode_literals
 
 import base64
-import logging
 import struct
 from potr.utils import pack_mpi, read_mpi, pack_data, read_data, unpack
 
 OTRTAG = b'?OTR'
 MESSAGE_TAG_BASE = b' \t  \t\t\t\t \t \t \t  '
-MESSAGE_TAG_V1 = b' \t \t  \t '
-MESSAGE_TAG_V2 = b'  \t\t  \t '
+MESSAGE_TAGS = {
+        1:b' \t \t  \t ',
+        2:b'  \t\t  \t ',
+        3:b'  \t\t  \t\t',
+    }
 
 MSGTYPE_NOTOTR = 0
 MSGTYPE_TAGGEDPLAINTEXT = 1
@@ -62,6 +64,8 @@ def registermessage(cls):
 def registertlv(cls):
     if not hasattr(cls, 'parsePayload'):
         raise TypeError('registered tlv types need parsePayload()')
+    if cls.typ is None:
+        raise TypeError('registered tlv type needs type ID')
     tlvClasses[cls.typ] = cls
     return cls
 
@@ -84,16 +88,6 @@ class OTRMessage(object):
     __slots__ = ['payload']
     version = 0x0002
     msgtype = 0
-    def __init__(self, payload):
-        self.payload = payload
-
-    def getPayload(self):
-        return self.payload
-
-    def __bytes__(self):
-        data = struct.pack(b'!HB', self.version, self.msgtype) \
-                + self.getPayload()
-        return b'?OTR:' + base64.b64encode(data) + b'.'
 
     def __eq__(self, other):
         if not isinstance(other, self.__class__):
@@ -110,6 +104,7 @@ class OTRMessage(object):
 class Error(OTRMessage):
     __slots__ = ['error']
     def __init__(self, error):
+        super(Error, self).__init__()
         self.error = error
 
     def __repr__(self):
@@ -119,56 +114,58 @@ class Error(OTRMessage):
         return b'?OTR Error:' + self.error
 
 class Query(OTRMessage):
-    __slots__ = ['v1', 'v2']
-    def __init__(self, v1, v2):
-        self.v1 = v1
-        self.v2 = v2
+    __slots__ = ['versions']
+    def __init__(self, versions=set()):
+        super(Query, self).__init__()
+        self.versions = versions
 
     @classmethod
     def parse(cls, data):
-        v2 = False
-        v1 = False
-        if len(data) > 0 and data[0:1] == b'?':
-            data = data[1:]
-            v1 = True
-
-        if len(data) > 0 and data[0:1] == b'v':
-            for c in data[1:]:
-                if c == b'2'[0]:
-                    v2 = True
-        return cls(v1, v2)
+        if not isinstance(data, bytes):
+            raise TypeError('can only parse bytes')
+        udata = data.decode('ascii', errors='replace')
+
+        versions = set()
+        if len(udata) > 0 and udata[0] == '?':
+            udata = udata[1:]
+            versions.add(1)
+
+        if len(udata) > 0 and udata[0] == 'v':
+            versions.update(( int(c) for c in udata if c.isdigit() ))
+        return cls(versions)
 
     def __repr__(self):
-        return '<proto.Query(v1=%r,v2=%r)>'%(self.v1,self.v2)
+        return '<proto.Query(versions=%r)>' % (self.versions)
 
     def __bytes__(self):
         d = b'?OTR'
-        if self.v1:
+        if 1 in self.versions:
             d += b'?'
         d += b'v'
-        if self.v2:
-            d += b'2'
+
+        # in python3 there is only int->unicode conversion
+        # so I convert to unicode and encode it to a byte string
+        versions = [ '%d' % v for v in self.versions if v != 1 ]
+        d += ''.join(versions).encode('ascii')
+
         d += b'?'
         return d
 
 class TaggedPlaintext(Query):
     __slots__ = ['msg']
-    def __init__(self, msg, v1, v2):
+    def __init__(self, msg, versions):
+        super(TaggedPlaintext, self).__init__(versions)
         self.msg = msg
-        self.v1 = v1
-        self.v2 = v2
 
     def __bytes__(self):
         data = self.msg + MESSAGE_TAG_BASE
-        if self.v1:
-            data += MESSAGE_TAG_V1
-        if self.v2:
-            data += MESSAGE_TAG_V2
+        for v in self.versions:
+            data += MESSAGE_TAGS[v]
         return data
 
     def __repr__(self):
-        return '<proto.TaggedPlaintext(v1={v1!r},v2={v2!r},msg={msg!r})>' \
-                .format(v1=self.v1, v2=self.v2, msg=self.msg)
+        return '<proto.TaggedPlaintext(versions={versions!r},msg={msg!r})>' \
+                .format(versions=self.versions, msg=self.msg)
 
     @classmethod
     def parse(cls, data):
@@ -177,21 +174,18 @@ class TaggedPlaintext(Query):
             raise TypeError(
                     'this is not a tagged plaintext ({0!r:.20})'.format(data))
 
-        v1 = False
-        v2 = False
-
         tags = [ data[i:i+8] for i in range(tagPos, len(data), 8) ]
-        for tag in tags:
-            if not tag.isspace():
-                break
-            v1 |= tag == MESSAGE_TAG_V1
-            v2 |= tag == MESSAGE_TAG_V2
+        versions = set([ version for version, tag in MESSAGE_TAGS.items() if tag
+            in tags ])
 
-        return TaggedPlaintext(data[:tagPos], v1, v2)
+        return TaggedPlaintext(data[:tagPos], versions)
 
 class GenericOTRMessage(OTRMessage):
     __slots__ = ['data']
+    fields  = []
+
     def __init__(self, *args):
+        super(GenericOTRMessage, self).__init__()
         if len(args) != len(self.fields):
             raise TypeError('%s needs %d arguments, got %d' %
                     (self.__class__.__name__, len(self.fields), len(args)))
@@ -213,6 +207,11 @@ class GenericOTRMessage(OTRMessage):
             self.__getattr__(attr) # existence check
             self.data[attr] = val
 
+    def __bytes__(self):
+        data = struct.pack(b'!HB', self.version, self.msgtype) \
+                + self.getPayload()
+        return b'?OTR:' + base64.b64encode(data) + b'.'
+
     def __repr__(self):
         name = self.__class__.__name__
         data = ''
@@ -224,11 +223,10 @@ class GenericOTRMessage(OTRMessage):
     def parsePayload(cls, data):
         data = base64.b64decode(data)
         args = []
-        for k, ftype in cls.fields:
+        for _, ftype in cls.fields:
             if ftype == 'data':
                 value, data = read_data(data)
             elif isinstance(ftype, bytes):
-                size = int(struct.calcsize(ftype))
                 value, data = unpack(ftype, data)
             elif isinstance(ftype, int):
                 value, data = data[:ftype], data[ftype:]
@@ -251,26 +249,24 @@ class GenericOTRMessage(OTRMessage):
 
 class AKEMessage(GenericOTRMessage):
     __slots__ = []
-    pass
 
 @registermessage
 class DHCommit(AKEMessage):
     __slots__ = []
     msgtype = 0x02
-    fields = [('encgx','data'), ('hashgx','data'), ]
-
+    fields = [('encgx', 'data'), ('hashgx', 'data'), ]
 
 @registermessage
 class DHKey(AKEMessage):
     __slots__ = []
     msgtype = 0x0a
-    fields = [('gy','data'), ]
+    fields = [('gy', 'data'), ]
 
 @registermessage
 class RevealSig(AKEMessage):
     __slots__ = []
     msgtype = 0x11
-    fields = [('rkey','data'), ('encsig','data'), ('mac',20),]
+    fields = [('rkey', 'data'), ('encsig', 'data'), ('mac', 20),]
 
     def getMacedData(self):
         p = self.encsig
@@ -280,7 +276,7 @@ class RevealSig(AKEMessage):
 class Signature(AKEMessage):
     __slots__ = []
     msgtype = 0x12
-    fields = [('encsig','data'), ('mac',20)]
+    fields = [('encsig', 'data'), ('mac', 20)]
 
     def getMacedData(self):
         p = self.encsig
@@ -290,8 +286,9 @@ class Signature(AKEMessage):
 class DataMessage(GenericOTRMessage):
     __slots__ = []
     msgtype = 0x03
-    fields = [('flags',b'!B'), ('skeyid',b'!I'), ('rkeyid',b'!I'), ('dhy','data'),
-            ('ctr',8), ('encmsg','data'), ('mac',20), ('oldmacs','data'), ]
+    fields = [('flags', b'!B'), ('skeyid', b'!I'), ('rkeyid', b'!I'),
+            ('dhy', 'data'), ('ctr', 8), ('encmsg', 'data'), ('mac', 20),
+            ('oldmacs', 'data'), ]
 
     def getMacedData(self):
         return struct.pack(b'!HB', self.version, self.msgtype) + \
@@ -300,6 +297,10 @@ class DataMessage(GenericOTRMessage):
 @bytesAndStrings
 class TLV(object):
     __slots__ = []
+    typ = None
+
+    def getPayload(self):
+        raise NotImplementedError
 
     def __repr__(self):
         val = self.getPayload()
@@ -330,11 +331,28 @@ class TLV(object):
     def __neq__(self, other):
         return not self.__eq__(other)
 
+@registertlv
+class PaddingTLV(TLV):
+    typ = 0
+
+    __slots__ = ['padding']
+
+    def __init__(self, padding):
+        super(PaddingTLV, self).__init__()
+        self.padding = padding
+
+    def getPayload(self):
+        return self.padding
+
+    @classmethod
+    def parsePayload(cls, data):
+        return cls(data)
+
 @registertlv
 class DisconnectTLV(TLV):
     typ = 1
     def __init__(self):
-        pass
+        super(DisconnectTLV, self).__init__()
 
     def getPayload(self):
         return b''
@@ -348,8 +366,14 @@ class DisconnectTLV(TLV):
 
 class SMPTLV(TLV):
     __slots__ = ['mpis']
-
-    def __init__(self, mpis=[]):
+    dlen = None
+
+    def __init__(self, mpis=None):
+        super(SMPTLV, self).__init__()
+        if mpis is None:
+            mpis = []
+        if self.dlen is None:
+            raise TypeError('no amount of mpis specified in dlen')
         if len(mpis) != self.dlen:
             raise TypeError('expected {0} mpis, got {1}'
                     .format(self.dlen, len(mpis)))
@@ -366,7 +390,7 @@ class SMPTLV(TLV):
         mpis = []
         if cls.dlen > 0:
             count, data = unpack(b'!I', data)
-            for i in range(count):
+            for _ in range(count):
                 n, data = read_mpi(data)
                 mpis.append(n)
         if len(data) > 0:
@@ -419,3 +443,23 @@ class SMPABORTTLV(SMPTLV):
 
     def getPayload(self):
         return b''
+
+@registertlv
+class ExtraKeyTLV(TLV):
+    typ = 8
+
+    __slots__ = ['appid', 'appdata']
+
+    def __init__(self, appid, appdata):
+        super(ExtraKeyTLV, self).__init__()
+        self.appid = appid
+        self.appdata = appdata
+        if appdata is None:
+            self.appdata = b''
+
+    def getPayload(self):
+        return self.appid + self.appdata
+
+    @classmethod
+    def parsePayload(cls, data):
+        return cls(data[:4], data[4:])

gotr/potr/utils.py

@@ -43,11 +43,12 @@ def bytes_to_long(b):
         s += byte_to_long(b[i:i+1]) << 8*(l-i-1)
     return s
 
-def long_to_bytes(l):
+def long_to_bytes(l, n=0):
     b = b''
-    while l != 0:
+    while l != 0 or n > 0:
         b = long_to_byte(l & 0xff) + b
         l >>= 8
+        n -= 1
     return b
 
 def byte_to_long(b):

gui_for_me/__init__.py

+from gui_for_me import GuiForMe

gui_for_me/gui_for_me.py

+# -*- coding: utf-8 -*-
+
+import gtk
+
+from common import gajim
+from plugins import GajimPlugin
+from plugins.helpers import log_calls
+
+
+class GuiForMe(GajimPlugin):
+
+    @log_calls('GuiForMePlugin')
+    def init(self):
+        self.config_dialog = None  # GuiForMePluginConfigDialog(self)
+        self.gui_extension_points = {
+            'chat_control_base': (self.connect_with_chat_control,
+                                  self.disconnect_from_chat_control),
+            'chat_control_base_update_toolbar': (self.update_button_state,
+                                                None)}
+        self.controls = []
+
+    @log_calls('GuiForMePlugin')
+    def connect_with_chat_control(self, chat_control):
+        if chat_control.widget_name != 'groupchat_control':
+            return
+
+        self.chat_control = chat_control
+        control = Base(self, self.chat_control)
+        self.controls.append(control)
+
+
+    @log_calls('GuiForMePlugin')
+    def disconnect_from_chat_control(self, chat_control):
+        for control in self.controls:
+            control.disconnect_from_chat_control()
+        self.controls = []
+
+    @log_calls('GuiForMePlugin')
+    def update_button_state(self, chat_control):
+        for base in self.controls:
+            if base.chat_control != chat_control:
+                continue
+            base.button.set_sensitive(chat_control.contact.show != 'offline' \
+            and gajim.connections[chat_control.account].connected > 0)
+
+
+class Base(object):
+    def __init__(self, plugin, chat_control):
+        self.chat_control = chat_control
+        self.plugin = plugin
+        self.textview = self.chat_control.conv_textview
+        self.change_cursor = False
+
+        self.create_buttons()
+
+    def create_buttons(self):
+        # create /me button
+        actions_hbox = self.chat_control.xml.get_object('actions_hbox')
+        self.button = gtk.Button(label=None, stock=None, use_underline=True)
+        self.button.set_property('relief', gtk.RELIEF_NONE)
+        self.button.set_property('can-focus', False)
+        img = gtk.Image()
+        img_path = self.plugin.local_file_path('gui_for_me.png')
+        pixbuf = gtk.gdk.pixbuf_new_from_file(img_path)
+        iconset = gtk.IconSet(pixbuf=pixbuf)
+        factory = gtk.IconFactory()
+        factory.add('gui_for_me', iconset)
+        factory.add_default()
+        img.set_from_stock('gui_for_me', gtk.ICON_SIZE_MENU)
+        self.button.set_image(img)
+        self.button.set_tooltip_text(_('Insert /me to conversation input box,'
+            ' at cursor position'))
+        send_button = self.chat_control.xml.get_object('send_button')
+        send_button_pos = actions_hbox.child_get_property(send_button,
+            'position')
+        actions_hbox.add_with_properties(self.button, 'position',
+            send_button_pos - 1, 'expand', False)
+        id_ = self.button.connect('clicked', self.on_me_button_clicked)
+        self.chat_control.handlers[id_] = self.button
+        self.button.show()
+
+    def on_me_button_clicked(self, widget):
+        """
+        Insert /me to conversation input box, at cursor position
+        """
+        message_buffer = self.chat_control.msg_textview.get_buffer()
+        message_buffer.insert_at_cursor('/me ')
+        self.chat_control.msg_textview.grab_focus()
+
+    def disconnect_from_chat_control(self):
+        actions_hbox = self.chat_control.xml.get_object('actions_hbox')
+        actions_hbox.remove(self.button)

gui_for_me/manifest.ini

+[info]
+name: GUI For Me
+short_name: gui_for_me
+version: 0.2
+description: Gui for the '/me' command.
+authors: BomberMan
+ copper
+ Denis Fomin <fominde@gmail.com>
+homepage: http://trac-plugins.gajim.org/wiki/GUIForMePlugin
+max_gajim_version: 0.16.9

hamster/hamster.py

@@ -3,10 +3,11 @@
 import dbus
 import datetime as dt
 import gobject
+import os
+
 from common import gajim
 from common import ged
 from common import dbus_support
-
 from plugins import GajimPlugin
 from plugins.helpers import log_calls, log
 from common.pep import ACTIVITIES
@@ -24,11 +25,11 @@ class HamsterIntegrationPlugin(GajimPlugin):
 
     @log_calls('HamsterIntegrationPlugin')
     def init(self):
-        self.description = _('Integration with project hamster\n'
-        'see https://trac.gajim.org/ticket/6993\n'
-        'and http://projecthamster.wordpress.com/about/')
         self.config_dialog = None
         self.events_handlers = {}
+        if os.name == 'nt':
+            self.available_text = _('Plugin can\'t be run under Windows.')
+            self.activatable = False
 
     @log_calls('HamsterIntegrationPlugin')
     def activate(self):

hamster/manifest.ini

 [info]
 name: Hamster integration
 short_name: hamster_integration
-version: 0.1.1
-description: Integration with project hamster
- see https://trac.gajim.org/ticket/6993
- and http://projecthamster.wordpress.com/about/
+version: 0.1.3
+description: Integration with project hamster<br/>
+ see see <a href="https://trac.gajim.org/ticket/6993">ticket #6993</a>
+ and <a href="http://projecthamster.wordpress.com/about/">hamster project</a>
 authors: Denis Fomin <fominde@gmail.com>
 homepage: http://trac-plugins.gajim.org/wiki/
+max_gajim_version: 0.16.9

httpupload/__init__.py

+# simple redirect
+from httpupload import HttpuploadPlugin

httpupload/httpupload.py

+# -*- coding: utf-8 -*-
+##
+## This file is part of Gajim.
+##
+## Gajim is free software; you can redistribute it and/or modify
+## it under the terms of the GNU General Public License as published
+## by the Free Software Foundation; version 3 only.
+##
+## Gajim is distributed in the hope that it will be useful,
+## but WITHOUT ANY WARRANTY; without even the implied warranty of
+## MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+## GNU General Public License for more details.
+##
+## You should have received a copy of the GNU General Public License
+## along with Gajim.  If not, see <http://www.gnu.org/licenses/>.
+##
+
+from common import demandimport
+demandimport.enable()
+demandimport.ignore += ['builtins', '__builtin__', 'PIL', '_imp']
+
+import gtk
+import gobject
+import os
+import time
+import base64
+import tempfile
+import urllib2
+import mimetypes        # better use the magic packet, but that's not a standard lib
+import gtkgui_helpers
+import threading
+from Queue import Queue
+try:
+    from PIL import Image
+    pil_available = True
+except:
+    pil_available = False
+from io import BytesIO
+
+import binascii
+from common import gajim
+from common import ged
+import chat_control
+from plugins import GajimPlugin
+from plugins.helpers import log_calls
+import logging
+from dialogs import FileChooserDialog, ImageChooserDialog, ErrorDialog
+import nbxmpp
+
+log = logging.getLogger('gajim.plugin_system.httpupload')
+
+try:
+    if os.name == 'nt':
+        from cryptography.hazmat.backends.openssl import backend
+    else:
+        from cryptography.hazmat.backends import default_backend
+    from cryptography.hazmat.primitives.ciphers import Cipher
+    from cryptography.hazmat.primitives.ciphers import algorithms
+    from cryptography.hazmat.primitives.ciphers.modes import GCM
+    encryption_available = True
+except Exception as e:
+    DEP_MSG = 'For encryption of files, ' \
+              'please install python-cryptography!'
+    log.debug('Cryptography Import Error: ' + str(e))
+    log.info('Decryption/Encryption disabled due to errors')
+    encryption_available = False
+
+# XEP-0363 (http://xmpp.org/extensions/xep-0363.html)
+NS_HTTPUPLOAD = 'urn:xmpp:http:upload'
+TAGSIZE = 16
+
+jid_to_servers = {}
+iq_ids_to_callbacks = {}
+last_info_query = {}
+max_thumbnail_size = 2048
+max_thumbnail_dimension = 160
+
+
+class HttpuploadPlugin(GajimPlugin):
+
+    @log_calls('HttpuploadPlugin')
+    def init(self):
+        if not encryption_available:
+            self.available_text = DEP_MSG
+        self.config_dialog = None  # HttpuploadPluginConfigDialog(self)
+        self.controls = []
+        self.events_handlers = {}
+        self.events_handlers['agent-info-received'] = (ged.PRECORE,
+                self.handle_agent_info_received)
+        self.events_handlers['raw-iq-received'] = (ged.PRECORE,
+                self.handle_iq_received)
+        self.gui_extension_points = {
+            'chat_control_base': (self.connect_with_chat_control,
+                self.disconnect_from_chat_control),
+            'chat_control_base_update_toolbar': (self.update_button_state,
+                None)}
+        self.first_run = True
+
+    def handle_iq_received(self, event):
+        global iq_ids_to_callbacks
+        id_ = event.stanza.getAttr("id")
+        if str(id_) in iq_ids_to_callbacks:
+            try:
+                iq_ids_to_callbacks[str(id_)](event.stanza)
+            except:
+                raise
+            finally:
+                del iq_ids_to_callbacks[str(id_)]
+
+    def handle_agent_info_received(self, event):
+        global jid_to_servers
+        if NS_HTTPUPLOAD in event.features and gajim.jid_is_transport(event.jid):
+            own_jid = gajim.get_jid_without_resource(str(event.stanza.getTo()))
+            jid_to_servers[own_jid] = event.jid        # map own jid to upload component's jid
+            log.info(own_jid + " can do http uploads via component " + event.jid)
+            # update all buttons
+            for base in self.controls:
+                self.update_button_state(base.chat_control)
+
+    @log_calls('HttpuploadPlugin')
+    def connect_with_chat_control(self, control):
+        self.chat_control = control
+        base = Base(self, self.chat_control)
+        self.controls.append(base)
+        if self.first_run:
+            # ALT + U
+            gtk.binding_entry_add_signal(control.msg_textview,
+                gtk.keysyms.u, gtk.gdk.MOD1_MASK, 'mykeypress',
+                int, gtk.keysyms.u, gtk.gdk.ModifierType, gtk.gdk.MOD1_MASK)
+            self.first_run = False
+        self.update_button_state(self.chat_control)
+
+    @log_calls('HttpuploadPlugin')
+    def disconnect_from_chat_control(self, chat_control):
+        for control in self.controls:
+            control.disconnect_from_chat_control()
+        self.controls = []
+
+    @log_calls('HttpuploadPlugin')
+    def update_button_state(self, chat_control):
+        global jid_to_servers
+        global iq_ids_to_callbacks
+        global last_info_query
+
+        if gajim.connections[chat_control.account].connection == None and \
+            gajim.get_jid_from_account(chat_control.account) in jid_to_servers:
+            # maybe don't delete this and detect vanished upload components when actually trying to upload something
+            log.info("Deleting %s from jid_to_servers (disconnected)" % gajim.get_jid_from_account(chat_control.account))
+            del jid_to_servers[gajim.get_jid_from_account(chat_control.account)]
+            #pass
+
+        # query info at most every 60 seconds in case something goes wrong
+        if (not chat_control.account in last_info_query or \
+            last_info_query[chat_control.account] + 60 < time.time()) and \
+            not gajim.get_jid_from_account(chat_control.account) in jid_to_servers and \
+            gajim.account_is_connected(chat_control.account):
+            log.info("Account %s: Using dicovery to find jid of httpupload component" % chat_control.account)
+            id_ = gajim.get_an_id()
+            iq = nbxmpp.Iq(
+                typ='get',
+                to=gajim.get_server_from_jid(gajim.get_jid_from_account(chat_control.account)),
+                queryNS="http://jabber.org/protocol/disco#items"
+            )
+            iq.setID(id_)
+            def query_info(stanza):
+                global last_info_query
+                for item in stanza.getTag("query").getTags("item"):
+                    id_ = gajim.get_an_id()
+                    iq = nbxmpp.Iq(
+                        typ='get',
+                        to=item.getAttr("jid"),
+                        queryNS="http://jabber.org/protocol/disco#info"
+                    )
+                    iq.setID(id_)
+                    last_info_query[chat_control.account] = time.time()
+                    gajim.connections[chat_control.account].connection.send(iq)
+            iq_ids_to_callbacks[str(id_)] = query_info
+            gajim.connections[chat_control.account].connection.send(iq)
+            #send disco query to main server jid
+            id_ = gajim.get_an_id()
+            iq = nbxmpp.Iq(
+                typ='get',
+                to=gajim.get_server_from_jid(gajim.get_jid_from_account(chat_control.account)),
+                queryNS="http://jabber.org/protocol/disco#info"
+            )
+            iq.setID(id_)
+            last_info_query[chat_control.account] = time.time()
+            gajim.connections[chat_control.account].connection.send(iq)
+
+        for base in self.controls:
+            if base.chat_control == chat_control:
+                is_supported = gajim.get_jid_from_account(chat_control.account) in jid_to_servers and \
+                    gajim.connections[chat_control.account].connection != None
+                log.info("Account %s: httpupload is_supported: %s" % (str(chat_control.account), str(is_supported)))
+                if not is_supported:
+                    text = _('Your server does not support http uploads')
+                    image_text = text
+                else:
+                    text = _('Send file via http upload')
+                    image_text = _('Send image via http upload')
+                base.button.set_sensitive(is_supported)
+                base.button.set_tooltip_text(text)
+                base.image_button.set_sensitive(is_supported)
+                base.image_button.set_tooltip_text(image_text)
+
+
+class Base(object):
+    def __init__(self, plugin, chat_control):
+        self.dlg = None
+        self.dialog_type = 'file'
+        self.keypress_id = chat_control.msg_textview.connect('mykeypress',
+            self.on_key_press)
+        self.plugin = plugin
+        self.encrypted_upload = False
+        self.chat_control = chat_control
+        actions_hbox = chat_control.xml.get_object('actions_hbox')
+        self.button = gtk.Button(label=None, stock=None, use_underline=True)
+        self.button.set_property('relief', gtk.RELIEF_NONE)
+        self.button.set_property('can-focus', False)
+        self.button.set_sensitive(False)
+        img = gtk.Image()
+        img.set_from_file(self.plugin.local_file_path('httpupload.png'))
+        self.button.set_image(img)
+        self.button.set_tooltip_text(_('Your server does not support http uploads'))
+        self.image_button = gtk.Button(label=None, stock=None, use_underline=True)
+        self.image_button.set_property('relief', gtk.RELIEF_NONE)
+        self.image_button.set_property('can-focus', False)
+        self.image_button.set_sensitive(False)
+        img = gtk.Image()
+        img.set_from_file(self.plugin.local_file_path('image.png'))
+        self.image_button.set_image(img)
+        self.image_button.set_tooltip_text(_('Your server does not support http uploads'))
+        send_button = chat_control.xml.get_object('send_button')
+        send_button_pos = actions_hbox.child_get_property(send_button,
+            'position')
+        actions_hbox.add_with_properties(self.button, 'position',
+            send_button_pos - 2, 'expand', False)
+
+        actions_hbox.add_with_properties(self.image_button, 'position',
+            send_button_pos - 1, 'expand', False)
+
+        file_id = self.button.connect('clicked', self.on_file_button_clicked)
+        image_id = self.image_button.connect('clicked', self.on_image_button_clicked)
+        chat_control.handlers[file_id] = self.button
+        chat_control.handlers[image_id] = self.image_button
+        chat_control.handlers[self.keypress_id] = chat_control.msg_textview
+        self.button.show()
+        self.image_button.show()
+
+    def on_key_press(self, widget, event_keyval, event_keymod):
+        # construct event instance from binding
+        event = gtk.gdk.Event(gtk.gdk.KEY_PRESS)  # it's always a key-press here
+        event.keyval = event_keyval
+        event.state = event_keymod
+        event.time = 0  # assign current time
+
+        if event.keyval != gtk.keysyms.u:
+            return
+        if event.state != gtk.gdk.MOD1_MASK:  # ALT+u
+            return
+        is_supported = gajim.get_jid_from_account(self.chat_control.account) in jid_to_servers and \
+                    gajim.connections[self.chat_control.account].connection != None
+        if not is_supported:
+            from dialogs import WarningDialog
+            WarningDialog('Warning', _('Your server does not support http uploads'),
+                transient_for=self.chat_control.parent_win.window)
+            return
+        self.on_file_button_clicked(widget)
+
+    def disconnect_from_chat_control(self):
+        actions_hbox = self.chat_control.xml.get_object('actions_hbox')
+        actions_hbox.remove(self.button)
+        actions_hbox.remove(self.image_button)
+        if self.keypress_id in self.chat_control.handlers and \
+            self.chat_control.handlers[self.keypress_id].handler_is_connected(self.keypress_id):
+            self.chat_control.handlers[self.keypress_id].disconnect(self.keypress_id)
+            del self.chat_control.handlers[self.keypress_id]
+
+    def encryption_activated(self):
+        if not encryption_available:
+            return False
+        jid = self.chat_control.contact.jid
+        account = self.chat_control.account
+        for plugin in gajim.plugin_manager.active_plugins:
+            if type(plugin).__name__ == 'OmemoPlugin':
+                state = plugin.get_omemo_state(account)
+                log.info('Encryption is: ' +
+                          str(state.encryption.is_active(jid)))
+                return state.encryption.is_active(jid)
+        log.info('Encryption is: False / OMEMO not found')
+        return False
+
+    def on_file_dialog_ok(self, widget, path_to_file=None):
+        global jid_to_servers
+
+        try:
+            self.encrypted_upload = self.encryption_activated()
+        except Exception as e:
+            log.debug(e)
+            self.encrypted_upload = False
+
+        if not path_to_file:
+            path_to_file = self.dlg.get_filename()
+            if not path_to_file:
+                self.dlg.destroy()
+                return
+            path_to_file = gtkgui_helpers.decode_filechooser_file_paths(
+                    (path_to_file,))[0]
+        self.dlg.destroy()
+        if not os.path.exists(path_to_file):
+            return
+        if self.encrypted_upload:
+            filesize = os.path.getsize(path_to_file) + TAGSIZE  # in bytes
+        else:
+            filesize = os.path.getsize(path_to_file)
+        invalid_file = False
+        msg = ''
+        if os.path.isfile(path_to_file):
+            stat = os.stat(path_to_file)
+            if stat[6] == 0:
+                invalid_file = True
+                msg = _('File is empty')
+        else:
+            invalid_file = True
+            msg = _('File does not exist')
+        if invalid_file:
+            ErrorDialog(_('Could not open file'), msg, transient_for=self.chat_control.parent_win.window)
+            return
+
+        mime_type = mimetypes.MimeTypes().guess_type(path_to_file)[0]
+        if not mime_type:
+            mime_type = 'application/octet-stream'  # fallback mime type
+        log.info("Detected MIME Type of file: " + str(mime_type))
+        progress_messages = Queue(8)
+        event = threading.Event()
+        progress_window = ProgressWindow(_('Requesting HTTP Upload Slot...'), progress_messages, self.plugin, event)
+
+        def upload_file(stanza):
+            if stanza.getType() == 'error':
+                ErrorDialog(_('Could not request upload slot'),
+                            stanza.getErrorMsg(),
+                            transient_for=self.chat_control.parent_win.window)
+                log.error(stanza)
+                progress_window.close_dialog()
+                return
+
+            slot = stanza.getTag("slot")
+            if slot:
+                put = slot.getTag("put")
+                get = slot.getTag("get")
+            else:
+                progress_window.close_dialog()
+                log.error("got unexpected stanza: " + str(stanza))
+                ErrorDialog(_('Could not request upload slot'),
+                            _('Got unexpected response from server (see log)'),
+                            transient_for=self.chat_control.parent_win.window)
+                return
+
+            try:
+                if self.encrypted_upload:
+                    key = os.urandom(32)
+                    iv = os.urandom(16)
+                    data = StreamFileWithProgress(path_to_file,
+                                                  "rb",
+                                                  progress_window.update_progress, event,
+                                                  self.encrypted_upload, key, iv)
+                else:
+                    data = StreamFileWithProgress(path_to_file,
+                                                  "rb",
+                                                  progress_window.update_progress, event)
+            except:
+                progress_window.close_dialog()
+                ErrorDialog(_('Could not open file'), 
+                            _('Exception raised while opening file (see error log for more information)'),
+                            transient_for=self.chat_control.parent_win.window)
+                raise       # fill error log with useful information
+
+            def upload_complete(response_code):
+                if isinstance(response_code, str):
+                    # We got a error Message
+                    ErrorDialog(
+                        _('Error'), response_code,
+                        transient_for=self.chat_control.parent_win.window)
+                    return
+                if response_code >= 200 and response_code < 300:
+                    log.info("Upload completed successfully")
+                    xhtml = None
+                    is_image = mime_type.split('/', 1)[0] == 'image'
+                    if (not isinstance(self.chat_control, chat_control.ChatControl) or not self.chat_control.gpg_is_active) and \
+                        self.dialog_type == 'image' and is_image and not self.encrypted_upload:
+
+                        progress_messages.put(_('Calculating (possible) image thumbnail...'))
+                        thumb = None
+                        quality_steps = (100, 80, 60, 50, 40, 35, 30, 25, 23, 20, 18, 15, 13, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1)
+                        with open(path_to_file, 'rb') as content_file:
+                            thumb = urllib2.quote(base64.standard_b64encode(content_file.read()), '')
+                        if thumb and len(thumb) < max_thumbnail_size:
+                            quality = 100
+                            log.info("Image small enough (%d bytes), not resampling" % len(thumb))
+                        elif pil_available:
+                            log.info("PIL available, using it for image downsampling")
+                            try:
+                                for quality in quality_steps:
+                                    thumb = Image.open(path_to_file)
+                                    thumb.thumbnail((max_thumbnail_dimension, max_thumbnail_dimension), Image.ANTIALIAS)
+                                    output = BytesIO()
+                                    thumb.save(output, format='JPEG', quality=quality, optimize=True)
+                                    thumb = output.getvalue()
+                                    output.close()
+                                    thumb = urllib2.quote(base64.standard_b64encode(thumb), '')
+                                    log.debug("pil thumbnail jpeg quality %d produces an image of size %d..." % (quality, len(thumb)))
+                                    if len(thumb) < max_thumbnail_size:
+                                        break
+                            except:
+                                thumb = None
+                        else:
+                            thumb = None
+                        if not thumb:
+                            log.info("PIL not available, using GTK for image downsampling")
+                            temp_file = None
+                            try:
+                                with open(path_to_file, 'rb') as content_file:
+                                    thumb = content_file.read()
+                                loader = gtk.gdk.PixbufLoader()
+                                loader.write(thumb)
+                                loader.close()
+                                pixbuf = loader.get_pixbuf()
+                                scaled_pb = self.get_pixbuf_of_size(pixbuf, max_thumbnail_dimension)
+                                handle, temp_file = tempfile.mkstemp(suffix='.jpeg', prefix='gajim_httpupload_scaled_tmp', dir=gajim.TMP)
+                                log.debug("Saving temporary jpeg image to '%s'..." % temp_file)
+                                os.close(handle)
+                                for quality in quality_steps:
+                                    scaled_pb.save(temp_file, "jpeg", {"quality": str(quality)})
+                                    with open(temp_file, 'rb') as content_file:
+                                        thumb = content_file.read()
+                                    thumb = urllib2.quote(base64.standard_b64encode(thumb), '')
+                                    log.debug("gtk thumbnail jpeg quality %d produces an image of size %d..." % (quality, len(thumb)))
+                                    if len(thumb) < max_thumbnail_size:
+                                        break
+                            except:
+                                thumb = None
+                            finally:
+                                if temp_file:
+                                    os.unlink(temp_file)
+                        if thumb:
+                            if len(thumb) > max_thumbnail_size:
+                                log.info("Couldn't compress image enough, not sending any thumbnail")
+                            else:
+                                log.info("Using thumbnail jpeg quality %d (image size: %d bytes)" % (quality, len(thumb)))
+                                xhtml = '<body><br/><a href="%s"> <img alt="%s" src="data:image/png;base64,%s"/> </a></body>' % \
+                                    (get.getData(), get.getData(), thumb)
+                    progress_window.close_dialog()
+                    id_ = gajim.get_an_id()
+                    def add_oob_tag():
+                        pass
+                    if self.encrypted_upload:
+                        keyAndIv = '#' + binascii.hexlify(iv) + binascii.hexlify(key)
+                        self.chat_control.send_message(message=get.getData() + keyAndIv, xhtml=None)
+                    else:
+                        self.chat_control.send_message(message=get.getData(), xhtml=xhtml)
+                    self.chat_control.msg_textview.grab_focus()
+                else:
+                    progress_window.close_dialog()
+                    log.error("got unexpected http upload response code: " + str(response_code))
+                    ErrorDialog(_('Could not upload file'),
+                                _('Got unexpected http response code from server: ') + str(response_code),
+                                transient_for=self.chat_control.parent_win.window)
+            
+            def uploader():
+                progress_messages.put(_('Uploading file via HTTP...'))
+                try:
+                    headers = {'User-Agent': 'Gajim %s' % gajim.version,
+                               'Content-Type': mime_type}
+                    request = urllib2.Request(put.getData().encode("utf-8"), data=data, headers=headers)
+                    request.get_method = lambda: 'PUT'
+                    log.debug("opening urllib2 upload request...")
+                    transfer = urllib2.urlopen(request, timeout=30)
+                    log.debug("urllib2 upload request done, response code: " + str(transfer.getcode()))
+                    return transfer.getcode()
+                except UploadAbortedException as error:
+                    log.info('Upload Aborted')
+                except Exception as error:
+                    gobject.idle_add(progress_window.close_dialog)
+                    log.exception('Error')
+                return str(error)
+
+            log.info("Uploading file to '%s'..." % str(put.getData()))
+            log.info("Please download from '%s' later..." % str(get.getData()))
+
+            gajim.thread_interface(uploader, [], upload_complete)
+
+        is_supported = gajim.get_jid_from_account(self.chat_control.account) in jid_to_servers and \
+                    gajim.connections[self.chat_control.account].connection != None
+        log.info("jid_to_servers of %s: %s ; connection: %s" % (gajim.get_jid_from_account(self.chat_control.account), str(jid_to_servers[gajim.get_jid_from_account(self.chat_control.account)]), str(gajim.connections[self.chat_control.account].connection)))
+        if not is_supported:
+            progress_window.close_dialog()
+            log.error("upload component vanished, account got disconnected??")
+            ErrorDialog(_('Your server does not support http uploads or you just got disconnected.\nPlease try to reconnect or reopen the chat window to fix this.'),
+                transient_for=self.chat_control.parent_win.window)
+            return
+
+        # create iq for slot request
+        id_ = gajim.get_an_id()
+        iq = nbxmpp.Iq(
+            typ='get',
+            to=jid_to_servers[gajim.get_jid_from_account(self.chat_control.account)],
+            queryNS=None
+        )
+        iq.setID(id_)
+        request = iq.addChild(
+            name="request",
+            namespace=NS_HTTPUPLOAD
+        )
+        filename = request.addChild(
+            name="filename",
+        )
+        filename.addData(os.path.basename(path_to_file))
+        size = request.addChild(
+            name="size",
+        )
+        size.addData(filesize)
+        content_type = request.addChild(
+            name="content-type",
+        )
+        content_type.addData(mime_type)
+
+        # send slot request and register callback
+        log.debug("sending httpupload slot request iq...")
+        iq_ids_to_callbacks[str(id_)] = upload_file
+        gajim.connections[self.chat_control.account].connection.send(iq)
+
+        self.chat_control.msg_textview.grab_focus()
+
+    def on_file_button_clicked(self, widget):
+        self.dialog_type = 'file'
+        self.dlg = FileChooserDialog(on_response_ok=self.on_file_dialog_ok, on_response_cancel=None,
+            title_text = _('Choose file to send'), action = gtk.FILE_CHOOSER_ACTION_OPEN,
+            buttons = (gtk.STOCK_CANCEL, gtk.RESPONSE_CANCEL, gtk.STOCK_OPEN, gtk.RESPONSE_OK),
+            default_response = gtk.RESPONSE_OK,)
+
+    def on_image_button_clicked(self, widget):
+        self.dialog_type = 'image'
+        self.dlg = ImageChooserDialog(on_response_ok=self.on_file_dialog_ok, on_response_cancel=None)
+
+    def get_pixbuf_of_size(self, pixbuf, size):
+        # Creates a pixbuf that fits in the specified square of sizexsize
+        # while preserving the aspect ratio
+        # Returns scaled_pixbuf
+        image_width = pixbuf.get_width()
+        image_height = pixbuf.get_height()
+
+        if image_width > image_height:
+            if image_width > size:
+                image_height = int(size / float(image_width) * image_height)
+                image_width = int(size)
+        else:
+            if image_height > size:
+                image_width = int(size / float(image_height) * image_width)
+                image_height = int(size)
+
+        crop_pixbuf = pixbuf.scale_simple(image_width, image_height,
+            gtk.gdk.INTERP_BILINEAR)
+        return crop_pixbuf
+
+
+class StreamFileWithProgress(file):
+    def __init__(self, path, mode, callback, event,
+                 encrypted_upload=False, key=None, iv=None, *args):
+        file.__init__(self, path, mode)
+        self.event = event
+        self.encrypted_upload = encrypted_upload
+        self.seek(0, os.SEEK_END)
+        if self.encrypted_upload:
+            if os.name == 'nt':
+                self.backend = backend
+            else:
+                self.backend = default_backend()
+            self.encryptor = Cipher(
+                algorithms.AES(key),
+                GCM(iv),
+                backend=self.backend).encryptor()
+            self._total = self.tell() + TAGSIZE
+        else:
+            self._total = self.tell()
+        self.seek(0)
+        self._callback = callback
+        self._args = args
+        self._seen = 0
+
+    def __len__(self):
+        return self._total
+
+    def read(self, size):
+        if self.event.isSet():
+            raise UploadAbortedException
+        if self.encrypted_upload:
+            data = file.read(self, size)
+            if len(data) > 0:
+                data = self.encryptor.update(data)
+                self._seen += len(data)
+                if (self._seen + TAGSIZE) == self._total:
+                    self.encryptor.finalize()
+                    data += self.encryptor.tag
+                    self._seen += TAGSIZE
+                if self._callback:
+                    gobject.idle_add(self._callback, self._seen, self._total, *self._args)
+        else:
+            data = file.read(self, size)
+            self._seen += len(data)
+            if self._callback:
+                gobject.idle_add(self._callback, self._seen, self._total, *self._args)
+        return data
+
+
+class ProgressWindow:
+    def __init__(self, during_text, messages_queue, plugin, event):
+        self.plugin = plugin
+        self.event = event
+        self.xml = gtkgui_helpers.get_gtk_builder(self.plugin.local_file_path('upload_progress_dialog.ui'))
+        self.messages_queue = messages_queue
+        self.dialog = self.xml.get_object('progress_dialog')
+        self.dialog.set_transient_for(plugin.chat_control.parent_win.window)
+        self.label = self.xml.get_object('label')
+        self.label.set_markup('<big>' + during_text + '</big>')
+        self.progressbar = self.xml.get_object('progressbar')
+        self.progressbar.set_text("")
+        self.dialog.show_all()
+        self.xml.connect_signals(self)
+
+        self.pulse_progressbar_timeout_id = gobject.timeout_add(100, self.pulse_progressbar)
+        self.process_messages_queue_timeout_id = gobject.timeout_add(100, self.process_messages_queue)
+
+    def pulse_progressbar(self):
+        if self.dialog:
+            self.progressbar.pulse()
+            return True # loop forever
+        return False
+
+    def process_messages_queue(self):
+        if not self.messages_queue.empty():
+            self.label.set_markup('<big>' + self.messages_queue.get() + '</big>')
+        if self.dialog:
+            return True # loop forever
+        return False
+
+    def update_progress(self, seen, total):
+        if self.event.isSet():
+            return
+        if self.pulse_progressbar_timeout_id:
+            gobject.source_remove(self.pulse_progressbar_timeout_id)
+            self.pulse_progressbar_timeout_id = None
+        pct = (float(seen) / total) * 100.0
+        self.progressbar.set_fraction(float(seen) / total)
+        self.progressbar.set_text(str(int(pct)) + "%")
+        log.debug('upload progress: %.2f%% (%d of %d bytes)' % (pct, seen, total))
+
+    def close_dialog(self, *args):
+        self.dialog.destroy()
+
+    def on_destroy(self, event, *args):
+        self.event.set()
+        if self.pulse_progressbar_timeout_id:
+            gobject.source_remove(self.pulse_progressbar_timeout_id)
+        gobject.source_remove(self.process_messages_queue_timeout_id)
+
+
+class UploadAbortedException(Exception):
+    def __str__(self):
+        return "Upload Aborted"

httpupload/manifest.ini

+[info]
+name: HttpUpload
+short_name: httpupload
+version: 0.4.3
+description: This plugin is designed to send a file to a contact or muc by using httpupload.<br/>
+ Your server must support <a href="http://xmpp.org/extensions/xep-0363.html">XEP-0363: HTTP Upload</a>.<br/>
+ Conversations supported this.<br/>
+ If the receiving side supports <a href="http://xmpp.org/extensions/xep-0071.html">XEP-0071: XHTML-IM</a>
+ and maintains the scheme data: URI, a thumbnail image is send along the link to the full size image.
+ If the receiving side doesn't support this, only a text message containing the link to the image is send.
+authors: Thilo Molitor <thilo@eightysoft.de>
+ Philipp Hörist <philipp@hoerist.com>
+homepage: https://dev.gajim.org/gajim/gajim-plugins/wikis/HttpUploadPlugin
+min_gajim_version: 0.16.5
+max_gajim_version: 0.16.9

httpupload/upload_progress_dialog.ui

+<?xml version="1.0" encoding="UTF-8"?>
+<!-- Generated with glade 3.18.3 -->
+<interface>
+  <requires lib="gtk+" version="2.16"/>
+  <object class="GtkDialog" id="progress_dialog">
+    <property name="can_focus">True</property>
+    <property name="title" translatable="yes">HTTP Upload</property>
+    <property name="resizable">False</property>
+    <property name="window_position">center-on-parent</property>
+    <property name="destroy_with_parent">True</property>
+    <property name="icon_name">upload-media</property>
+    <property name="type_hint">dialog</property>
+    <child internal-child="vbox">
+      <object class="GtkBox" id="dialog-vbox">
+        <property name="width_request">250</property>
+        <property name="visible">True</property>
+        <property name="can_focus">False</property>
+        <property name="orientation">vertical</property>
+        <property name="spacing">6</property>
+        <child internal-child="action_area">
+          <object class="GtkButtonBox" id="dialog-action_area11">
+            <property name="visible">True</property>
+            <property name="can_focus">False</property>
+            <property name="layout_style">end</property>
+            <child>
+              <object class="GtkAlignment" id="alignment3">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
+                <property name="top_padding">2</property>
+                <property name="bottom_padding">4</property>
+                <property name="right_padding">3</property>
+                <child>
+                  <object class="GtkButton" id="close_button">
+                    <property name="label">gtk-cancel</property>
+                    <property name="visible">True</property>
+                    <property name="can_focus">True</property>
+                    <property name="can_default">True</property>
+                    <property name="receives_default">False</property>
+                    <property name="use_stock">True</property>
+                    <signal name="clicked" handler="close_dialog" swapped="no"/>
+                    <signal name="destroy" handler="on_destroy" swapped="no"/>
+                  </object>
+                </child>
+              </object>
+              <packing>
+                <property name="expand">False</property>
+                <property name="fill">True</property>
+                <property name="position">2</property>
+              </packing>
+            </child>
+          </object>
+          <packing>
+            <property name="expand">False</property>
+            <property name="fill">False</property>
+            <property name="pack_type">end</property>
+            <property name="position">0</property>
+          </packing>
+        </child>
+        <child>
+          <object class="GtkAlignment" id="alignment1">
+            <property name="visible">True</property>
+            <property name="can_focus">False</property>
+            <property name="top_padding">8</property>
+            <property name="bottom_padding">4</property>
+            <property name="left_padding">8</property>
+            <property name="right_padding">8</property>
+            <child>
+              <object class="GtkLabel" id="label">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
+                <property name="use_markup">True</property>
+                <property name="xalign">0</property>
+              </object>
+            </child>
+          </object>
+          <packing>
+            <property name="expand">False</property>
+            <property name="fill">True</property>
+            <property name="position">1</property>
+          </packing>
+        </child>
+        <child>
+          <object class="GtkAlignment" id="alignment2">
+            <property name="visible">True</property>
+            <property name="can_focus">False</property>
+            <property name="top_padding">4</property>
+            <property name="bottom_padding">4</property>
+            <property name="left_padding">8</property>
+            <property name="right_padding">8</property>
+            <child>
+              <object class="GtkProgressBar" id="progressbar">
+                <property name="visible">True</property>
+                <property name="can_focus">False</property>
+                <property name="pulse_step">0.10000000149</property>
+                <property name="show_text">True</property>
+              </object>
+            </child>
+          </object>
+          <packing>
+            <property name="expand">False</property>
+            <property name="fill">True</property>
+            <property name="position">2</property>
+          </packing>
+        </child>
+      </object>
+    </child>
+  </object>
+</interface>