package eu.siacs.conversations.xmpp.jingle; import java.util.ArrayList; import java.util.Arrays; import java.util.Iterator; import java.util.List; import java.util.Locale; import java.util.Map.Entry; import java.util.concurrent.ConcurrentHashMap; import android.content.Intent; import android.graphics.BitmapFactory; import android.net.Uri; import android.util.Log; import eu.siacs.conversations.Config; import eu.siacs.conversations.entities.Account; import eu.siacs.conversations.entities.Conversation; import eu.siacs.conversations.entities.Message; import eu.siacs.conversations.services.XmppConnectionService; import eu.siacs.conversations.xml.Element; import eu.siacs.conversations.xmpp.OnIqPacketReceived; import eu.siacs.conversations.xmpp.jingle.stanzas.Content; import eu.siacs.conversations.xmpp.jingle.stanzas.JinglePacket; import eu.siacs.conversations.xmpp.jingle.stanzas.Reason; import eu.siacs.conversations.xmpp.stanzas.IqPacket; public class JingleConnection { private final String[] extensions = { "webp", "jpeg", "jpg", "png" }; private final String[] cryptoExtensions = { "pgp", "gpg", "otr" }; private JingleConnectionManager mJingleConnectionManager; private XmppConnectionService mXmppConnectionService; public static final int STATUS_INITIATED = 0; public static final int STATUS_ACCEPTED = 1; public static final int STATUS_TERMINATED = 2; public static final int STATUS_CANCELED = 3; public static final int STATUS_FINISHED = 4; public static final int STATUS_TRANSMITTING = 5; public static final int STATUS_FAILED = 99; private int ibbBlockSize = 4096; private int status = -1; private Message message; private String sessionId; private Account account; private String initiator; private String responder; private List candidates = new ArrayList(); private ConcurrentHashMap connections = new ConcurrentHashMap(); private String transportId; private Element fileOffer; private JingleFile file = null; private String contentName; private String contentCreator; private boolean receivedCandidate = false; private boolean sentCandidate = false; private boolean acceptedAutomatically = false; private JingleTransport transport = null; private OnIqPacketReceived responseListener = new OnIqPacketReceived() { @Override public void onIqPacketReceived(Account account, IqPacket packet) { if (packet.getType() == IqPacket.TYPE_ERROR) { if (initiator.equals(account.getFullJid())) { mXmppConnectionService.markMessage(message, Message.STATUS_SEND_FAILED); } status = STATUS_FAILED; } } }; final OnFileTransmissionStatusChanged onFileTransmissionSatusChanged = new OnFileTransmissionStatusChanged() { @Override public void onFileTransmitted(JingleFile file) { if (responder.equals(account.getFullJid())) { sendSuccess(); if (acceptedAutomatically) { message.markUnread(); JingleConnection.this.mXmppConnectionService.notifyUi( message.getConversation(), true); } BitmapFactory.Options options = new BitmapFactory.Options(); options.inJustDecodeBounds = true; BitmapFactory.decodeFile(file.getAbsolutePath(), options); int imageHeight = options.outHeight; int imageWidth = options.outWidth; message.setBody(Long.toString(file.getSize()) + ',' + imageWidth + ',' + imageHeight); mXmppConnectionService.databaseBackend.createMessage(message); mXmppConnectionService.markMessage(message, Message.STATUS_RECEIVED); } Log.d(Config.LOGTAG, "sucessfully transmitted file:" + file.getAbsolutePath()); if (message.getEncryption() != Message.ENCRYPTION_PGP) { Intent intent = new Intent( Intent.ACTION_MEDIA_SCANNER_SCAN_FILE); intent.setData(Uri.fromFile(file)); mXmppConnectionService.sendBroadcast(intent); } } @Override public void onFileTransferAborted() { JingleConnection.this.sendCancel(); JingleConnection.this.cancel(); } }; private OnProxyActivated onProxyActivated = new OnProxyActivated() { @Override public void success() { if (initiator.equals(account.getFullJid())) { Log.d(Config.LOGTAG, "we were initiating. sending file"); transport.send(file, onFileTransmissionSatusChanged); } else { transport.receive(file, onFileTransmissionSatusChanged); Log.d(Config.LOGTAG, "we were responding. receiving file"); } } @Override public void failed() { Log.d(Config.LOGTAG, "proxy activation failed"); } }; public JingleConnection(JingleConnectionManager mJingleConnectionManager) { this.mJingleConnectionManager = mJingleConnectionManager; this.mXmppConnectionService = mJingleConnectionManager .getXmppConnectionService(); } public String getSessionId() { return this.sessionId; } public String getAccountJid() { return this.account.getFullJid(); } public String getCounterPart() { return this.message.getCounterpart(); } public void deliverPacket(JinglePacket packet) { boolean returnResult = true; if (packet.isAction("session-terminate")) { Reason reason = packet.getReason(); if (reason != null) { if (reason.hasChild("cancel")) { this.cancel(); } else if (reason.hasChild("success")) { this.receiveSuccess(); } else { this.cancel(); } } else { this.cancel(); } } else if (packet.isAction("session-accept")) { returnResult = receiveAccept(packet); } else if (packet.isAction("transport-info")) { returnResult = receiveTransportInfo(packet); } else if (packet.isAction("transport-replace")) { if (packet.getJingleContent().hasIbbTransport()) { returnResult = this.receiveFallbackToIbb(packet); } else { returnResult = false; Log.d(Config.LOGTAG, "trying to fallback to something unknown" + packet.toString()); } } else if (packet.isAction("transport-accept")) { returnResult = this.receiveTransportAccept(packet); } else { Log.d(Config.LOGTAG, "packet arrived in connection. action was " + packet.getAction()); returnResult = false; } IqPacket response; if (returnResult) { response = packet.generateRespone(IqPacket.TYPE_RESULT); } else { response = packet.generateRespone(IqPacket.TYPE_ERROR); } account.getXmppConnection().sendIqPacket(response, null); } public void init(Message message) { this.contentCreator = "initiator"; this.contentName = this.mJingleConnectionManager.nextRandomId(); this.message = message; this.account = message.getConversation().getAccount(); this.initiator = this.account.getFullJid(); this.responder = this.message.getCounterpart(); this.sessionId = this.mJingleConnectionManager.nextRandomId(); if (this.candidates.size() > 0) { this.sendInitRequest(); } else { this.mJingleConnectionManager.getPrimaryCandidate(account, new OnPrimaryCandidateFound() { @Override public void onPrimaryCandidateFound(boolean success, final JingleCandidate candidate) { if (success) { final JingleSocks5Transport socksConnection = new JingleSocks5Transport( JingleConnection.this, candidate); connections.put(candidate.getCid(), socksConnection); socksConnection .connect(new OnTransportConnected() { @Override public void failed() { Log.d(Config.LOGTAG, "connection to our own primary candidete failed"); sendInitRequest(); } @Override public void established() { Log.d(Config.LOGTAG, "succesfully connected to our own primary candidate"); mergeCandidate(candidate); sendInitRequest(); } }); mergeCandidate(candidate); } else { Log.d(Config.LOGTAG, "no primary candidate of our own was found"); sendInitRequest(); } } }); } } public void init(Account account, JinglePacket packet) { this.status = STATUS_INITIATED; Conversation conversation = this.mXmppConnectionService .findOrCreateConversation(account, packet.getFrom().split("/")[0], false); this.message = new Message(conversation, "", Message.ENCRYPTION_NONE); this.message.setType(Message.TYPE_IMAGE); this.message.setStatus(Message.STATUS_RECEIVED_OFFER); this.message.setJingleConnection(this); String[] fromParts = packet.getFrom().split("/"); this.message.setPresence(fromParts[1]); this.account = account; this.initiator = packet.getFrom(); this.responder = this.account.getFullJid(); this.sessionId = packet.getSessionId(); Content content = packet.getJingleContent(); this.contentCreator = content.getAttribute("creator"); this.contentName = content.getAttribute("name"); this.transportId = content.getTransportId(); this.mergeCandidates(JingleCandidate.parse(content.socks5transport() .getChildren())); this.fileOffer = packet.getJingleContent().getFileOffer(); if (fileOffer != null) { Element fileSize = fileOffer.findChild("size"); Element fileNameElement = fileOffer.findChild("name"); if (fileNameElement != null) { boolean supportedFile = false; String[] filename = fileNameElement.getContent() .toLowerCase(Locale.US).split("\\."); if (Arrays.asList(this.extensions).contains( filename[filename.length - 1])) { supportedFile = true; } else if (Arrays.asList(this.cryptoExtensions).contains( filename[filename.length - 1])) { if (filename.length == 3) { if (Arrays.asList(this.extensions).contains( filename[filename.length - 2])) { supportedFile = true; if (filename[filename.length - 1].equals("otr")) { Log.d(Config.LOGTAG, "receiving otr file"); this.message .setEncryption(Message.ENCRYPTION_OTR); } else { this.message .setEncryption(Message.ENCRYPTION_PGP); } } } } if (supportedFile) { long size = Long.parseLong(fileSize.getContent()); message.setBody(Long.toString(size)); conversation.getMessages().add(message); if (size <= this.mJingleConnectionManager .getAutoAcceptFileSize()) { Log.d(Config.LOGTAG, "auto accepting file from " + packet.getFrom()); this.acceptedAutomatically = true; this.sendAccept(); } else { message.markUnread(); Log.d(Config.LOGTAG, "not auto accepting new file offer with size: " + size + " allowed size:" + this.mJingleConnectionManager .getAutoAcceptFileSize()); this.mXmppConnectionService .notifyUi(conversation, true); } this.file = this.mXmppConnectionService.getFileBackend() .getJingleFile(message, false); if (message.getEncryption() == Message.ENCRYPTION_OTR) { byte[] key = conversation.getSymmetricKey(); if (key == null) { this.sendCancel(); this.cancel(); return; } else { this.file.setKey(key); } } this.file.setExpectedSize(size); } else { this.sendCancel(); this.cancel(); } } else { this.sendCancel(); this.cancel(); } } else { this.sendCancel(); this.cancel(); } } private void sendInitRequest() { JinglePacket packet = this.bootstrapPacket("session-initiate"); Content content = new Content(this.contentCreator, this.contentName); if (message.getType() == Message.TYPE_IMAGE) { content.setTransportId(this.transportId); this.file = this.mXmppConnectionService.getFileBackend() .getJingleFile(message, false); if (message.getEncryption() == Message.ENCRYPTION_OTR) { Conversation conversation = this.message.getConversation(); this.mXmppConnectionService.renewSymmetricKey(conversation); content.setFileOffer(this.file, true); this.file.setKey(conversation.getSymmetricKey()); } else { content.setFileOffer(this.file, false); } this.transportId = this.mJingleConnectionManager.nextRandomId(); content.setTransportId(this.transportId); content.socks5transport().setChildren(getCandidatesAsElements()); packet.setContent(content); this.sendJinglePacket(packet); this.status = STATUS_INITIATED; } } private List getCandidatesAsElements() { List elements = new ArrayList(); for (JingleCandidate c : this.candidates) { elements.add(c.toElement()); } return elements; } private void sendAccept() { status = STATUS_ACCEPTED; mXmppConnectionService.markMessage(message, Message.STATUS_RECEIVING); this.mJingleConnectionManager.getPrimaryCandidate(this.account, new OnPrimaryCandidateFound() { @Override public void onPrimaryCandidateFound(boolean success, final JingleCandidate candidate) { final JinglePacket packet = bootstrapPacket("session-accept"); final Content content = new Content(contentCreator, contentName); content.setFileOffer(fileOffer); content.setTransportId(transportId); if ((success) && (!equalCandidateExists(candidate))) { final JingleSocks5Transport socksConnection = new JingleSocks5Transport( JingleConnection.this, candidate); connections.put(candidate.getCid(), socksConnection); socksConnection.connect(new OnTransportConnected() { @Override public void failed() { Log.d(Config.LOGTAG, "connection to our own primary candidate failed"); content.socks5transport().setChildren( getCandidatesAsElements()); packet.setContent(content); sendJinglePacket(packet); connectNextCandidate(); } @Override public void established() { Log.d(Config.LOGTAG, "connected to primary candidate"); mergeCandidate(candidate); content.socks5transport().setChildren( getCandidatesAsElements()); packet.setContent(content); sendJinglePacket(packet); connectNextCandidate(); } }); } else { Log.d(Config.LOGTAG, "did not find a primary candidate for ourself"); content.socks5transport().setChildren( getCandidatesAsElements()); packet.setContent(content); sendJinglePacket(packet); connectNextCandidate(); } } }); } private JinglePacket bootstrapPacket(String action) { JinglePacket packet = new JinglePacket(); packet.setAction(action); packet.setFrom(account.getFullJid()); packet.setTo(this.message.getCounterpart()); packet.setSessionId(this.sessionId); packet.setInitiator(this.initiator); return packet; } private void sendJinglePacket(JinglePacket packet) { // Log.d(Config.LOGTAG,packet.toString()); account.getXmppConnection().sendIqPacket(packet, responseListener); } private boolean receiveAccept(JinglePacket packet) { Content content = packet.getJingleContent(); mergeCandidates(JingleCandidate.parse(content.socks5transport() .getChildren())); this.status = STATUS_ACCEPTED; mXmppConnectionService.markMessage(message, Message.STATUS_UNSEND); this.connectNextCandidate(); return true; } private boolean receiveTransportInfo(JinglePacket packet) { Content content = packet.getJingleContent(); if (content.hasSocks5Transport()) { if (content.socks5transport().hasChild("activated")) { if ((this.transport != null) && (this.transport instanceof JingleSocks5Transport)) { onProxyActivated.success(); } else { String cid = content.socks5transport() .findChild("activated").getAttribute("cid"); Log.d(Config.LOGTAG, "received proxy activated (" + cid + ")prior to choosing our own transport"); JingleSocks5Transport connection = this.connections .get(cid); if (connection != null) { connection.setActivated(true); } else { Log.d(Config.LOGTAG, "activated connection not found"); this.sendCancel(); this.cancel(); } } return true; } else if (content.socks5transport().hasChild("proxy-error")) { onProxyActivated.failed(); return true; } else if (content.socks5transport().hasChild("candidate-error")) { Log.d(Config.LOGTAG, "received candidate error"); this.receivedCandidate = true; if ((status == STATUS_ACCEPTED) && (this.sentCandidate)) { this.connect(); } return true; } else if (content.socks5transport().hasChild("candidate-used")) { String cid = content.socks5transport() .findChild("candidate-used").getAttribute("cid"); if (cid != null) { Log.d(Config.LOGTAG, "candidate used by counterpart:" + cid); JingleCandidate candidate = getCandidate(cid); candidate.flagAsUsedByCounterpart(); this.receivedCandidate = true; if ((status == STATUS_ACCEPTED) && (this.sentCandidate)) { this.connect(); } else { Log.d(Config.LOGTAG, "ignoring because file is already in transmission or we havent sent our candidate yet"); } return true; } else { return false; } } else { return false; } } else { return true; } } private void connect() { final JingleSocks5Transport connection = chooseConnection(); this.transport = connection; if (connection == null) { Log.d(Config.LOGTAG, "could not find suitable candidate"); this.disconnect(); if (this.initiator.equals(account.getFullJid())) { this.sendFallbackToIbb(); } } else { this.status = STATUS_TRANSMITTING; if (connection.needsActivation()) { if (connection.getCandidate().isOurs()) { Log.d(Config.LOGTAG, "candidate " + connection.getCandidate().getCid() + " was our proxy. going to activate"); IqPacket activation = new IqPacket(IqPacket.TYPE_SET); activation.setTo(connection.getCandidate().getJid()); activation.query("http://jabber.org/protocol/bytestreams") .setAttribute("sid", this.getSessionId()); activation.query().addChild("activate") .setContent(this.getCounterPart()); this.account.getXmppConnection().sendIqPacket(activation, new OnIqPacketReceived() { @Override public void onIqPacketReceived(Account account, IqPacket packet) { if (packet.getType() == IqPacket.TYPE_ERROR) { onProxyActivated.failed(); } else { onProxyActivated.success(); sendProxyActivated(connection .getCandidate().getCid()); } } }); } else { Log.d(Config.LOGTAG, "candidate " + connection.getCandidate().getCid() + " was a proxy. waiting for other party to activate"); } } else { if (initiator.equals(account.getFullJid())) { Log.d(Config.LOGTAG, "we were initiating. sending file"); connection.send(file, onFileTransmissionSatusChanged); } else { Log.d(Config.LOGTAG, "we were responding. receiving file"); connection.receive(file, onFileTransmissionSatusChanged); } } } } private JingleSocks5Transport chooseConnection() { JingleSocks5Transport connection = null; for (Entry cursor : connections .entrySet()) { JingleSocks5Transport currentConnection = cursor.getValue(); // Log.d(Config.LOGTAG,"comparing candidate: "+currentConnection.getCandidate().toString()); if (currentConnection.isEstablished() && (currentConnection.getCandidate().isUsedByCounterpart() || (!currentConnection .getCandidate().isOurs()))) { // Log.d(Config.LOGTAG,"is usable"); if (connection == null) { connection = currentConnection; } else { if (connection.getCandidate().getPriority() < currentConnection .getCandidate().getPriority()) { connection = currentConnection; } else if (connection.getCandidate().getPriority() == currentConnection .getCandidate().getPriority()) { // Log.d(Config.LOGTAG,"found two candidates with same priority"); if (initiator.equals(account.getFullJid())) { if (currentConnection.getCandidate().isOurs()) { connection = currentConnection; } } else { if (!currentConnection.getCandidate().isOurs()) { connection = currentConnection; } } } } } } return connection; } private void sendSuccess() { JinglePacket packet = bootstrapPacket("session-terminate"); Reason reason = new Reason(); reason.addChild("success"); packet.setReason(reason); this.sendJinglePacket(packet); this.disconnect(); this.status = STATUS_FINISHED; this.mXmppConnectionService.markMessage(this.message, Message.STATUS_RECEIVED); this.mJingleConnectionManager.finishConnection(this); } private void sendFallbackToIbb() { JinglePacket packet = this.bootstrapPacket("transport-replace"); Content content = new Content(this.contentCreator, this.contentName); this.transportId = this.mJingleConnectionManager.nextRandomId(); content.setTransportId(this.transportId); content.ibbTransport().setAttribute("block-size", Integer.toString(this.ibbBlockSize)); packet.setContent(content); this.sendJinglePacket(packet); } private boolean receiveFallbackToIbb(JinglePacket packet) { String receivedBlockSize = packet.getJingleContent().ibbTransport() .getAttribute("block-size"); if (receivedBlockSize != null) { int bs = Integer.parseInt(receivedBlockSize); if (bs > this.ibbBlockSize) { this.ibbBlockSize = bs; } } this.transportId = packet.getJingleContent().getTransportId(); this.transport = new JingleInbandTransport(this.account, this.responder, this.transportId, this.ibbBlockSize); this.transport.receive(file, onFileTransmissionSatusChanged); JinglePacket answer = bootstrapPacket("transport-accept"); Content content = new Content("initiator", "a-file-offer"); content.setTransportId(this.transportId); content.ibbTransport().setAttribute("block-size", Integer.toString(this.ibbBlockSize)); answer.setContent(content); this.sendJinglePacket(answer); return true; } private boolean receiveTransportAccept(JinglePacket packet) { if (packet.getJingleContent().hasIbbTransport()) { String receivedBlockSize = packet.getJingleContent().ibbTransport() .getAttribute("block-size"); if (receivedBlockSize != null) { int bs = Integer.parseInt(receivedBlockSize); if (bs > this.ibbBlockSize) { this.ibbBlockSize = bs; } } this.transport = new JingleInbandTransport(this.account, this.responder, this.transportId, this.ibbBlockSize); this.transport.connect(new OnTransportConnected() { @Override public void failed() { Log.d(Config.LOGTAG, "ibb open failed"); } @Override public void established() { JingleConnection.this.transport.send(file, onFileTransmissionSatusChanged); } }); return true; } else { return false; } } private void receiveSuccess() { this.status = STATUS_FINISHED; this.mXmppConnectionService.markMessage(this.message, Message.STATUS_SEND); this.disconnect(); this.mJingleConnectionManager.finishConnection(this); } public void cancel() { this.status = STATUS_CANCELED; this.disconnect(); if (this.message != null) { if (this.responder.equals(account.getFullJid())) { this.mXmppConnectionService.markMessage(this.message, Message.STATUS_RECEPTION_FAILED); } else { if (this.status == STATUS_INITIATED) { this.mXmppConnectionService.markMessage(this.message, Message.STATUS_SEND_REJECTED); } else { this.mXmppConnectionService.markMessage(this.message, Message.STATUS_SEND_FAILED); } } } this.mJingleConnectionManager.finishConnection(this); } private void sendCancel() { JinglePacket packet = bootstrapPacket("session-terminate"); Reason reason = new Reason(); reason.addChild("cancel"); packet.setReason(reason); this.sendJinglePacket(packet); } private void connectNextCandidate() { for (JingleCandidate candidate : this.candidates) { if ((!connections.containsKey(candidate.getCid()) && (!candidate .isOurs()))) { this.connectWithCandidate(candidate); return; } } this.sendCandidateError(); } private void connectWithCandidate(final JingleCandidate candidate) { final JingleSocks5Transport socksConnection = new JingleSocks5Transport( this, candidate); connections.put(candidate.getCid(), socksConnection); socksConnection.connect(new OnTransportConnected() { @Override public void failed() { Log.d(Config.LOGTAG, "connection failed with " + candidate.getHost() + ":" + candidate.getPort()); connectNextCandidate(); } @Override public void established() { Log.d(Config.LOGTAG, "established connection with " + candidate.getHost() + ":" + candidate.getPort()); sendCandidateUsed(candidate.getCid()); } }); } private void disconnect() { Iterator> it = this.connections .entrySet().iterator(); while (it.hasNext()) { Entry pairs = it.next(); pairs.getValue().disconnect(); it.remove(); } } private void sendProxyActivated(String cid) { JinglePacket packet = bootstrapPacket("transport-info"); Content content = new Content(this.contentCreator, this.contentName); content.setTransportId(this.transportId); content.socks5transport().addChild("activated") .setAttribute("cid", cid); packet.setContent(content); this.sendJinglePacket(packet); } private void sendCandidateUsed(final String cid) { JinglePacket packet = bootstrapPacket("transport-info"); Content content = new Content(this.contentCreator, this.contentName); content.setTransportId(this.transportId); content.socks5transport().addChild("candidate-used") .setAttribute("cid", cid); packet.setContent(content); this.sentCandidate = true; if ((receivedCandidate) && (status == STATUS_ACCEPTED)) { connect(); } this.sendJinglePacket(packet); } private void sendCandidateError() { JinglePacket packet = bootstrapPacket("transport-info"); Content content = new Content(this.contentCreator, this.contentName); content.setTransportId(this.transportId); content.socks5transport().addChild("candidate-error"); packet.setContent(content); this.sentCandidate = true; if ((receivedCandidate) && (status == STATUS_ACCEPTED)) { connect(); } this.sendJinglePacket(packet); } public String getInitiator() { return this.initiator; } public String getResponder() { return this.responder; } public int getStatus() { return this.status; } private boolean equalCandidateExists(JingleCandidate candidate) { for (JingleCandidate c : this.candidates) { if (c.equalValues(candidate)) { return true; } } return false; } private void mergeCandidate(JingleCandidate candidate) { for (JingleCandidate c : this.candidates) { if (c.equals(candidate)) { return; } } this.candidates.add(candidate); } private void mergeCandidates(List candidates) { for (JingleCandidate c : candidates) { mergeCandidate(c); } } private JingleCandidate getCandidate(String cid) { for (JingleCandidate c : this.candidates) { if (c.getCid().equals(cid)) { return c; } } return null; } interface OnProxyActivated { public void success(); public void failed(); } public boolean hasTransportId(String sid) { return sid.equals(this.transportId); } public JingleTransport getTransport() { return this.transport; } public void accept() { if (status == STATUS_INITIATED) { new Thread(new Runnable() { @Override public void run() { sendAccept(); } }).start(); } else { Log.d(Config.LOGTAG, "status (" + status + ") was not ok"); } } }