wallet.js

/*jslint node: true */
"use strict";
const util = require('util');
var async = require('async');
var _ = require('lodash');
var db = require('./db.js');
var constants = require('./constants.js');
var conf = require('./conf.js');
var mutex = require('./mutex.js');
var objectHash = require('./object_hash.js');
var ecdsaSig = require('./signature.js');
var network = require('./network.js');
var storage = require('./storage.js');
var device = require('./device.js');
var walletGeneral = require('./wallet_general.js');
var lightWallet = require('./light_wallet.js');
var light = require('./light.js');
var walletDefinedByKeys = require('./wallet_defined_by_keys.js');
var walletDefinedByAddresses = require('./wallet_defined_by_addresses.js');
var eventBus = require('./event_bus.js');
var ValidationUtils = require("./validation_utils.js");
var composer = require('./composer.js');
var indivisibleAsset = require('./indivisible_asset.js');
var divisibleAsset = require('./divisible_asset.js');
var profiler = require('./profiler.js');
var breadcrumbs = require('./breadcrumbs.js');
var balances = require('./balances');
var Mnemonic = require('bitcore-mnemonic');
var inputs = require('./inputs.js');
var prosaic_contract = require('./prosaic_contract.js');
var arbiter_contract = require('./arbiter_contract.js');
var signed_message = require('./signed_message.js');
var aa_addresses = require('./aa_addresses.js');

var message_counter = 0;
var assocLastFailedAssetMetadataTimestamps = {};
var ASSET_METADATA_RETRY_PERIOD = 3600*1000;
var ASSET_METADATA_EXPIRY_PERIOD = 3 * 24 * 3600; // in seconds

function handleLightJustsaying(ws, subject, body){
	switch (subject){
		case 'light/have_updates':
			lightWallet.refreshLightClientHistory();
			break;
		case 'light/sequence_became_bad':
			light.updateAndEmitBadSequenceUnits(body);
			break;
	}
}

eventBus.on("handle_message_from_hub", handleMessageFromHub);
eventBus.on("message_for_light", handleLightJustsaying);

// called from UI after user confirms signing request initiated from another device, initiator device being the recipient of this message
function sendSignature(device_address, signed_text, signature, signing_path, address){
	device.sendMessageToDevice(device_address, "signature", {signed_text: signed_text, signature: signature, signing_path: signing_path, address: address});
}

// one of callbacks MUST be called, otherwise the mutex will stay locked
function handleMessageFromHub(ws, json, device_pubkey, bIndirectCorrespondent, callbacks){
	// serialize all messages from hub
	mutex.lock(["from_hub"], function(unlock){
		var oldcb = callbacks;
		callbacks = {
			ifOk: function(){oldcb.ifOk(); unlock();},
			ifError: function(err){oldcb.ifError(err); unlock();}
		};

		var subject = json.subject;
		var body = json.body;
		if (!subject || typeof body == "undefined")
			return callbacks.ifError("no subject or body");
		//if (bIndirectCorrespondent && ["cancel_new_wallet", "my_xpubkey", "new_wallet_address"].indexOf(subject) === -1)
		//    return callbacks.ifError("you're indirect correspondent, cannot trust "+subject+" from you");
		var from_address = objectHash.getDeviceAddress(device_pubkey);
		
		switch (subject){
			case "pairing":
				device.handlePairingMessage(json, device_pubkey, callbacks);
				break;
			
			case "text":
				message_counter++;
				if (!ValidationUtils.isNonemptyString(body))
					return callbacks.ifError("text body must be string");
				// the wallet should have an event handler that displays the text to the user
				eventBus.emit("text", from_address, body, message_counter);
				callbacks.ifOk();
				break;

			case "object":
				message_counter++;
				if(typeof body !== 'object')
					return callbacks.ifError("body must be object");

				eventBus.emit("object", from_address, body, message_counter);
				callbacks.ifOk();
				break;

			case "removed_paired_device":
			//	if(conf.bIgnoreUnpairRequests) {
			//		// unpairing is ignored
			//		callbacks.ifError("removed_paired_device ignored: "+from_address);
			//	} else {
					determineIfDeviceCanBeRemoved(from_address, function(bRemovable){
						if (!bRemovable)
							return callbacks.ifError("device "+from_address+" is not removable");
						if (conf.bIgnoreUnpairRequests){
							db.query("UPDATE correspondent_devices SET is_blackhole=1 WHERE device_address=?", [from_address]);
							return callbacks.ifOk();
						}
						device.removeCorrespondentDevice(from_address, function(){
							eventBus.emit("removed_paired_device", from_address);
							callbacks.ifOk();
						});
					});
			//	}
				break;

			case "chat_recording_pref":
				message_counter++;
				eventBus.emit("chat_recording_pref", from_address, body, message_counter);
				callbacks.ifOk();
				break;
			
			case "create_new_wallet":
				// {wallet: "base64", wallet_definition_template: [...]}
				walletDefinedByKeys.handleOfferToCreateNewWallet(body, from_address, callbacks);
				break;
			
			case "cancel_new_wallet":
				// {wallet: "base64"}
				if (!ValidationUtils.isNonemptyString(body.wallet))
					return callbacks.ifError("no wallet");
				walletDefinedByKeys.deleteWallet(body.wallet, from_address, callbacks.ifOk);
				break;
			
			case "my_xpubkey": // allowed from non-correspondents
				// {wallet: "base64", my_xpubkey: "base58"}
				if (!ValidationUtils.isNonemptyString(body.wallet))
					return callbacks.ifError("no wallet");
				if (!ValidationUtils.isNonemptyString(body.my_xpubkey))
					return callbacks.ifError("no my_xpubkey");
				if (body.my_xpubkey.length > 112)
					return callbacks.ifError("my_xpubkey too long");
				walletDefinedByKeys.addDeviceXPubKey(body.wallet, from_address, body.my_xpubkey, callbacks.ifOk);
				break;
			
			case "wallet_fully_approved": // allowed from non-correspondents
				// {wallet: "base64"}
				if (!ValidationUtils.isNonemptyString(body.wallet))
					return callbacks.ifError("no wallet");
				walletDefinedByKeys.handleNotificationThatWalletFullyApproved(body.wallet, from_address, callbacks.ifOk);
				break;
			
			case "new_wallet_address":
				// {wallet: "base64", is_change: (0|1), address_index: 1234, address: "BASE32"}
				if (!ValidationUtils.isNonemptyString(body.wallet))
					return callbacks.ifError("no wallet");
				if (!(body.is_change === 0 || body.is_change === 1))
					return callbacks.ifError("bad is_change");
				if (!ValidationUtils.isNonnegativeInteger(body.address_index))
					return callbacks.ifError("bad address_index");
				if (!ValidationUtils.isValidAddress(body.address))
					return callbacks.ifError("no address or bad address");
				walletDefinedByKeys.addNewAddress(body.wallet, body.is_change, body.address_index, body.address, function(err){
					if (err)
						return callbacks.ifError(err);
					callbacks.ifOk();
				});
				break;
				
			case "create_new_shared_address":
				// {address_definition_template: [...]}
				if (!ValidationUtils.isArrayOfLength(body.address_definition_template, 2))
					return callbacks.ifError("no address definition template");
				walletDefinedByAddresses.validateAddressDefinitionTemplate(
					body.address_definition_template, from_address, 
					function(err, assocMemberDeviceAddressesBySigningPaths){
						if (err)
							return callbacks.ifError(err);
						// this event should trigger a confirmatin dialog, user needs to approve creation of the shared address and choose his 
						// own address that is to become a member of the shared address
						eventBus.emit("create_new_shared_address", body.address_definition_template, assocMemberDeviceAddressesBySigningPaths);
						callbacks.ifOk();
					}
				);
				break;
			
			case "approve_new_shared_address":
				// {address_definition_template_chash: "BASE32", address: "BASE32", device_addresses_by_relative_signing_paths: {...}}
				if (!ValidationUtils.isValidAddress(body.address_definition_template_chash))
					return callbacks.ifError("invalid addr def c-hash");
				if (!ValidationUtils.isValidAddress(body.address))
					return callbacks.ifError("invalid address");
				if (typeof body.device_addresses_by_relative_signing_paths !== "object" 
						|| Object.keys(body.device_addresses_by_relative_signing_paths).length === 0)
					return callbacks.ifError("invalid device_addresses_by_relative_signing_paths");
				walletDefinedByAddresses.approvePendingSharedAddress(body.address_definition_template_chash, from_address, 
					body.address, body.device_addresses_by_relative_signing_paths);
				callbacks.ifOk();
				break;
				
			case "reject_new_shared_address":
				// {address_definition_template_chash: "BASE32"}
				if (!ValidationUtils.isValidAddress(body.address_definition_template_chash))
					return callbacks.ifError("invalid addr def c-hash");
				walletDefinedByAddresses.deletePendingSharedAddress(body.address_definition_template_chash);
				callbacks.ifOk();
				break;
				
			case "new_shared_address":
				// {address: "BASE32", definition: [...], signers: {...}}
				walletDefinedByAddresses.handleNewSharedAddress(body, {
					ifError: callbacks.ifError,
					ifOk: function(){
						callbacks.ifOk();
						eventBus.emit('maybe_new_transactions');
					}
				});
				break;
				
			// request to sign a unit created on another device
			// two use cases:
			// 1. multisig: same address hosted on several devices
			// 2. multilateral signing: different addresses signing the same message, such as a (dumb) contract
			case "sign":
				// {address: "BASE32", signing_path: "r.1.2.3", unsigned_unit: {...}}
				if (!ValidationUtils.isValidAddress(body.address))
					return callbacks.ifError("no address or bad address");
				if (!ValidationUtils.isNonemptyString(body.signing_path) || body.signing_path.charAt(0) !== 'r')
					return callbacks.ifError("bad signing path");
				var objUnit = body.unsigned_unit;
				if (typeof objUnit !== "object")
					return callbacks.ifError("no unsigned unit");
				var bJsonBased = (objUnit.version !== constants.versionWithoutTimestamp);
				// replace all existing signatures with placeholders so that signing requests sent to us on different stages of signing become identical,
				// hence the hashes of such unsigned units are also identical
				objUnit.authors.forEach(function(author){
					var authentifiers = author.authentifiers;
					for (var path in authentifiers)
						authentifiers[path] = authentifiers[path].replace(/./, '-'); 
				});
				var assocPrivatePayloads = body.private_payloads;
				if ("private_payloads" in body){
					if (typeof assocPrivatePayloads !== "object" || !assocPrivatePayloads)
						return callbacks.ifError("bad private payloads");
					for (var payload_hash in assocPrivatePayloads){
						var payload = assocPrivatePayloads[payload_hash];
						var hidden_payload = _.cloneDeep(payload);
						if (payload.denomination) // indivisible asset.  In this case, payload hash is calculated based on output_hash rather than address and blinding
							hidden_payload.outputs.forEach(function(o){
								delete o.address;
								delete o.blinding;
							});
						var calculated_payload_hash = objectHash.getBase64Hash(hidden_payload, bJsonBased);
						if (payload_hash !== calculated_payload_hash)
							return callbacks.ifError("private payload hash does not match");
						if (!ValidationUtils.isNonemptyArray(objUnit.messages))
							return callbacks.ifError("no messages in unsigned unit");
						if (objUnit.messages.filter(function(objMessage){ return (objMessage.payload_hash === payload_hash); }).length !== 1)
							return callbacks.ifError("no such payload hash in the messages");
					}
				}
				if (objUnit.messages){
					var arrMessages = objUnit.messages;
					if (!Array.isArray(arrMessages))
						return callbacks.ifError("bad type of messages");
					for (var i=0; i<arrMessages.length; i++){
						if (arrMessages[i].payload === undefined)
							continue;
						var calculated_payload_hash = objectHash.getBase64Hash(arrMessages[i].payload, bJsonBased);
						if (arrMessages[i].payload_hash !== calculated_payload_hash)
							return callbacks.ifError("payload hash does not match");
					}
				}
				else if (objUnit.signed_message){
					// ok
				}
				else
					return callbacks.ifError("neither messages nor signed_message");
				// findAddress handles both types of addresses
				findAddress(body.address, body.signing_path, {
					ifError: callbacks.ifError,
					ifLocal: function(objAddress){
						// the commented check would make multilateral signing impossible
						//db.query("SELECT 1 FROM extended_pubkeys WHERE wallet=? AND device_address=?", [row.wallet, from_address], function(sender_rows){
						//    if (sender_rows.length !== 1)
						//        return callbacks.ifError("sender is not cosigner of this address");
							callbacks.ifOk();
							if (objUnit.signed_message && !ValidationUtils.hasFieldsExcept(objUnit, ["signed_message", "authors", "version"])){
								objUnit.unit = objectHash.getBase64Hash(objUnit); // exact value doesn't matter, it just needs to be there
								return eventBus.emit("signing_request", objAddress, body.address, objUnit, assocPrivatePayloads, from_address, body.signing_path);
							}
							objUnit.unit = objectHash.getUnitHash(objUnit);
							var objJoint = {unit: objUnit, unsigned: true};
							eventBus.once("validated-"+objUnit.unit, function(bValid){
								if (!bValid){
									console.log("===== unit in signing request is invalid");
									return;
								}
								// This event should trigger a confirmation dialog.
								// If we merge coins from several addresses of the same wallet, we'll fire this event multiple times for the same unit.
								// The event handler must lock the unit before displaying a confirmation dialog, then remember user's choice and apply it to all
								// subsequent requests related to the same unit
								eventBus.emit("signing_request", objAddress, body.address, objUnit, assocPrivatePayloads, from_address, body.signing_path);
							});
							// if validation is already under way, handleOnlineJoint will quickly exit because of assocUnitsInWork.
							// as soon as the previously started validation finishes, it will trigger our event handler (as well as its own)
							network.handleOnlineJoint(ws, objJoint);
						//});
					},
					ifRemote: function(device_address){
						if (device_address === from_address){
							callbacks.ifError("looping signing request for address "+body.address+", path "+body.signing_path);
							throw Error("looping signing request for address "+body.address+", path "+body.signing_path);
						}
						var text_to_sign = objectHash.getUnitHashToSign(body.unsigned_unit).toString("base64");
						// I'm a proxy, wait for response from the actual signer and forward to the requestor
						eventBus.once("signature-"+device_address+"-"+body.address+"-"+body.signing_path+"-"+text_to_sign, function(sig){
							sendSignature(from_address, text_to_sign, sig, body.signing_path, body.address);
						});
						// forward the offer to the actual signer
						device.sendMessageToDevice(device_address, subject, body);
						callbacks.ifOk();
					},
					ifMerkle: function(bLocal){
						callbacks.ifError("there is merkle proof at signing path "+body.signing_path);
					},
					ifUnknownAddress: function(){
						callbacks.ifError("not aware of address "+body.address+" but will see if I learn about it later");
						eventBus.once("new_address-"+body.address, function(){
							// rewrite callbacks to avoid duplicate unlocking of mutex
							handleMessageFromHub(ws, json, device_pubkey, bIndirectCorrespondent, { ifOk: function(){}, ifError: function(){} });
						});
					}
				});
				break;
			
			case "signature":
				// {signed_text: "base64 of sha256", signing_path: "r.1.2.3", signature: "base64"}
				if (!ValidationUtils.isStringOfLength(body.signed_text, constants.HASH_LENGTH)) // base64 of sha256
					return callbacks.ifError("bad signed text");
				if (!ValidationUtils.isStringOfLength(body.signature, constants.SIG_LENGTH) && body.signature !== '[refused]')
					return callbacks.ifError("bad signature length");
				if (!ValidationUtils.isNonemptyString(body.signing_path) || body.signing_path.charAt(0) !== 'r')
					return callbacks.ifError("bad signing path");
				if (!ValidationUtils.isValidAddress(body.address))
					return callbacks.ifError("bad address");
				eventBus.emit("signature-" + from_address + "-" + body.address + "-" + body.signing_path + "-" + body.signed_text, body.signature);
				callbacks.ifOk();
				break;
				
			case 'private_payments':
				handlePrivatePaymentChains(ws, body, from_address, callbacks);
				break;
				
			case 'payment_notification':
				// note that since the payments are public, an evil user might notify us about a payment sent by someone else 
				// (we'll be fooled to believe it was sent by the evil user).  It is only possible if he learns our address, e.g. if we make it public.
				// Normally, we generate a one-time address and share it in chat session with the future payer only.
				var current_message_counter = ++message_counter;
				var unit = body;
				if (!ValidationUtils.isStringOfLength(unit, constants.HASH_LENGTH))
					return callbacks.ifError("invalid unit in payment notification");
				var bEmitted = false;
				var emitPn = function(objJoint){
					if (bEmitted)
						return;
					bEmitted = true;
					emitNewPublicPaymentReceived(from_address, objJoint.unit, current_message_counter);
				};
				eventBus.once('saved_unit-'+unit, emitPn);
				storage.readJoint(db, unit, {
					ifNotFound: function(){
						console.log("received payment notification for unit "+unit+" which is not known yet, will wait for it");
						callbacks.ifOk();
					},
					ifFound: function(objJoint){
						emitPn(objJoint);
						eventBus.removeListener('saved_unit-'+unit, emitPn);
						callbacks.ifOk();
					}
				});
				break;
			
			case 'prosaic_contract_offer':
				body.peer_device_address = from_address;
				if (!body.title || !body.text || !body.creation_date)
					return callbacks.ifError("not all contract fields submitted");
				if (!ValidationUtils.isValidAddress(body.peer_address) || !ValidationUtils.isValidAddress(body.my_address))
					return callbacks.ifError("either peer_address or address is not valid in contract");
				if (body.hash !== prosaic_contract.getHash(body)) {
					if (body.hash === prosaic_contract.getHashV1(body))
						return callbacks.ifError("received prosaic contract offer with V1 hash");	
					return callbacks.ifError("wrong contract hash");
				}
				if (!/^\d{4}\-\d{2}\-\d{2} \d{2}:\d{2}:\d{2}$/.test(body.creation_date))
					return callbacks.ifError("wrong contract creation date");
				db.query("SELECT 1 FROM my_addresses WHERE address=?", [body.my_address], function(rows) {
					if (!rows.length)
						return callbacks.ifError("contract does not contain my address");
					prosaic_contract.store(body);
					var chat_message = "(prosaic-contract:" + Buffer.from(JSON.stringify(body), 'utf8').toString('base64') + ")";
					eventBus.emit("text", from_address, chat_message, ++message_counter);
					callbacks.ifOk();
				});
				break;

			case 'prosaic_contract_shared':
				if (!body.title || !body.text || !body.creation_date)
					return callbacks.ifError("not all contract fields submitted");
				if (!ValidationUtils.isValidAddress(body.peer_address) || !ValidationUtils.isValidAddress(body.my_address))
					return callbacks.ifError("either peer_address or address is not valid in contract");
				if (body.hash !== prosaic_contract.getHash(body))
					return callbacks.ifError("wrong contract hash");
				if (!/^\d{4}\-\d{2}\-\d{2} \d{2}:\d{2}:\d{2}$/.test(body.creation_date))
					return callbacks.ifError("wrong contract creation date");
				db.query("SELECT 1 FROM my_addresses \n\
						JOIN wallet_signing_paths USING(wallet)\n\
						WHERE my_addresses.address=? AND wallet_signing_paths.device_address=?",[body.my_address, from_address],
					function(rows) {
						if (!rows.length)
							return callbacks.ifError("contract does not contain my address");
						prosaic_contract.store(body);
						callbacks.ifOk();
					}
				);
				break;

			case 'prosaic_contract_response':
				var validation = require('./validation.js');

				if (body.status !== "accepted" && body.status !== "declined")
					return callbacks.ifError("wrong status supplied");

				prosaic_contract.getByHash(body.hash, function(objContract){
					if (!objContract)
						return callbacks.ifError("wrong contract hash");
					if (body.status === "accepted" && !body.signed_message)
						return callbacks.ifError("response is not signed");
					var processResponse = function(objSignedMessage) {
						if (body.authors && body.authors.length) {
							if (body.authors.length !== 1)
								return callbacks.ifError("wrong number of authors received");
							var author = body.authors[0];
							if (author.definition && (author.address !== objectHash.getChash160(author.definition)))
								return callbacks.ifError("incorrect definition received");
							if (!ValidationUtils.isValidAddress(author.address) || author.address !== objContract.peer_address)
								return callbacks.ifError("incorrect author address");
							// this can happen when acceptor and offerer have same device in cosigners
							db.query('SELECT 1 FROM my_addresses WHERE address=? \n\
								UNION SELECT 1 FROM shared_addresses WHERE shared_address=?', [author.address, author.address], function(rows) {
									if (rows.length)
										return;
									db.query("INSERT "+db.getIgnore()+" INTO peer_addresses (address, device_address, signing_paths, definition) VALUES (?, ?, ?, ?)",
										[author.address, from_address, JSON.stringify(Object.keys(objSignedMessage.authors[0].authentifiers)), JSON.stringify(author.definition)],
										function(res) {
											if (res.affectedRows == 0)
												db.query("UPDATE peer_addresses SET signing_paths=?, definition=? WHERE address=?", [JSON.stringify(Object.keys(objSignedMessage.authors[0].authentifiers)), JSON.stringify(author.definition), author.address]);
										}
									);
								}
							);
						}
						if (objContract.status !== 'pending')
							return callbacks.ifError("contract is not active, current status: " + objContract.status);
						var objDateCopy = new Date(objContract.creation_date_obj);
						if (objDateCopy.setHours(objDateCopy.getHours(), objDateCopy.getMinutes(), (objDateCopy.getSeconds() + objContract.ttl * 60 * 60)|0) < Date.now())
							return callbacks.ifError("contract already expired");
						prosaic_contract.setField(objContract.hash, "status", body.status);
						eventBus.emit("text", from_address, "contract \""+objContract.title+"\" " + body.status, ++message_counter);
						eventBus.emit("prosaic_contract_response_received" + body.hash, (body.status === "accepted"), body.authors);
						callbacks.ifOk();
					};
					if (body.signed_message) {
						try{
							var signedMessageJson = Buffer.from(body.signed_message, 'base64').toString('utf8');
							var objSignedMessage = JSON.parse(signedMessageJson);
						}
						catch(e){
							return callbacks.ifError("wrong signed message");
						}
					//	if (objSignedMessage.version !== constants.version)
					//		return callbacks.ifError("wrong version in signed message: " + objSignedMessage.version);
						signed_message.validateSignedMessage(db, objSignedMessage, objContract.peer_address, function(err) {
							if (err || objSignedMessage.authors[0].address !== objContract.peer_address || objSignedMessage.signed_message != objContract.title)
								return callbacks.ifError("wrong contract signature");
							processResponse(objSignedMessage);
						});
					} else
						processResponse();
				});
				break;

			case 'prosaic_contract_update':
				prosaic_contract.getByHash(body.hash, function(objContract){
					if (!objContract || objContract.peer_device_address !== from_address)
						return callbacks.ifError("wrong contract hash or not an owner");
					if (body.field == "status") {
						if (body.value !== "revoked" || objContract.status !== "pending")
								return callbacks.ifError("wrong status for contract supplied");
					} else 
					if (body.field == "unit") {
						if (objContract.status !== "accepted")
							return callbacks.ifError("contract was not accepted");
						if (objContract.unit)
								return callbacks.ifError("unit was already provided for this contract");
					} else
					if (body.field == "shared_address") {
						if (objContract.status !== "accepted")
							return callbacks.ifError("contract was not accepted");
						if (objContract.shared_address)
								return callbacks.ifError("shared_address was already provided for this contract");
							if (!ValidationUtils.isValidAddress(body.value))
								return callbacks.ifError("invalid address provided");
					} else {
						return callbacks.ifError("wrong field");
					}
					prosaic_contract.setField(objContract.hash, body.field, body.value);
					callbacks.ifOk();
				});
				break;

			case 'arbiter_contract_offer':
				body.peer_device_address = from_address;
				if (!body.title || !body.text || !body.creation_date || !body.arbiter_address || typeof body.me_is_payer === "undefined" || !body.my_pairing_code || !body.amount || body.amount <= 0)
					return callbacks.ifError("not all contract fields submitted");
				if (!ValidationUtils.isValidAddress(body.my_address) || !ValidationUtils.isValidAddress(body.peer_address) || !ValidationUtils.isValidAddress(body.arbiter_address))
					return callbacks.ifError("either peer_address or address or arbiter_address is not valid in contract");
				if (body.hash !== arbiter_contract.getHash(body)) {
					return callbacks.ifError("wrong contract hash");
				}
				if (!/^\d{4}\-\d{2}\-\d{2} \d{2}:\d{2}:\d{2}$/.test(body.creation_date))
					return callbacks.ifError("wrong contract creation date");
				var my_address = body.peer_address;
				body.peer_address = body.my_address;
				body.my_address = my_address;
				var my_party_name = body.peer_party_name;
				body.peer_party_name = body.my_party_name;
				body.my_party_name = my_party_name;
				body.peer_pairing_code = body.my_pairing_code; body.my_pairing_code = null;
				body.peer_contact_info = body.my_contact_info; body.my_contact_info = null;
				body.me_is_payer = !body.me_is_payer;
				if (body.hash !== arbiter_contract.getHash(body))
					throw Error("wrong contract hash after swapping me and peer");
				db.query("SELECT 1 FROM my_addresses WHERE address=?", [body.my_address], function(rows) {
					if (!rows.length)
						return callbacks.ifError("contract does not contain my address");
					arbiter_contract.store(body, function() {
						eventBus.emit("arbiter_contract_offer", body.hash);
						callbacks.ifOk();
					});
				});
				break;
				
			// to cosigners
			case 'arbiter_contract_shared':
				if (!body.title || !body.text || !body.creation_date || !body.arbiter_address || typeof body.me_is_payer === "undefined" || !body.peer_pairing_code || !body.amount || body.amount <= 0)
					return callbacks.ifError("not all contract fields submitted");
				if (!ValidationUtils.isValidAddress(body.peer_address) || !ValidationUtils.isValidAddress(body.my_address) || !ValidationUtils.isValidAddress(body.arbiter_address) )
					return callbacks.ifError("either peer_address or address or arbiter_address or shared_address are not valid in contract");
				if (body.hash !== arbiter_contract.getHash(body))
					return callbacks.ifError("wrong contract hash");
				if (!/^\d{4}\-\d{2}\-\d{2} \d{2}:\d{2}:\d{2}$/.test(body.creation_date))
					return callbacks.ifError("wrong contract creation date");
				db.query("SELECT 1 FROM my_addresses \n\
						JOIN wallet_signing_paths USING(wallet)\n\
						WHERE my_addresses.address=? AND wallet_signing_paths.device_address=?",[body.my_address, from_address],
					function(rows) {
						if (!rows.length)
							return callbacks.ifError("contract does not contain my address");
						body.me_is_cosigner = true;
						arbiter_contract.store(body);
						callbacks.ifOk();
					}
				);
				break;

			// sent by both contract parties and your cosigners, in both directions
			case 'arbiter_contract_update':
				arbiter_contract.getByHash(body.hash, function(objContract){
					var from_cosigner = false;
					db.query("SELECT 1 FROM wallet_signing_paths WHERE device_address=?", [from_address], function(rows) {
						if (rows.length)
							from_cosigner = true;
						if (!objContract || (from_address !== objContract.peer_device_address && !from_cosigner && !(from_address === objContract.arbstore_device_address && objContract.status === 'in_appeal' && body.field === 'status')))
							return callbacks.ifError("wrong contract hash or not an owner");
						if (body.field === "status") {
							var isOK = false;
							switch (objContract.status) {
								case "pending":
									if (body.value === "revoked" || body.value === "accepted")
										isOK = true;
									break;
								case "paid":
									if (body.value === "in_dispute" || body.value === "cancelled" || body.value === "completed")
										isOK = true;
									break;
								case "dispute_resolved":
									if (body.value === "in_appeal")
										isOK = true;
									break;
								case "in_appeal":
									if (objContract.arbstore_device_address === from_address && (body.value === 'appeal_approved' || body.value === 'appeal_declined'))
										isOK = true;
									break;
							}
							if (!isOK)
								return callbacks.ifError("wrong status for contract supplied");
						} else 
						if (body.field === "unit") {
							if (objContract.status !== "accepted")
								return callbacks.ifError("contract was not accepted");
							if (objContract.unit)
								return callbacks.ifError("unit was already provided for this contract");
							arbiter_contract.setField(objContract.hash, "status", "signed", null, true);
						} else
						if (body.field === "shared_address") {
							if (objContract.status !== "accepted")
								return callbacks.ifError("contract was not accepted");
							if (objContract.shared_address)
									return callbacks.ifError("shared_address was already provided for this contract");
							if (!ValidationUtils.isValidAddress(body.value))
								return callbacks.ifError("invalid address provided");
						} else {
							return callbacks.ifError("wrong field");
						}
						arbiter_contract.setField(objContract.hash, body.field, body.value, function(objContract) {
							eventBus.emit("arbiter_contract_update", objContract, body.field, body.value);
							callbacks.ifOk();
						}, from_cosigner);
					});
				});
				break;

			// arbstore sends to arbiter's wallet
			case 'arbiter_dispute_request':
				if (!body.contract_hash || !body.my_address || !body.peer_address || body.me_is_payer === undefined || !body.my_pairing_code || !body.peer_pairing_code
					|| !body.encrypted_contract || !body.unit || !body.amount || body.asset === undefined || !body.arbiter_address || !body.service_fee_asset)
					return callbacks.ifError("wrong dispute request");
				var contractContent = device.decryptPackage(body.encrypted_contract);
				if (!contractContent || !contractContent.creation_date || !contractContent.title || !contractContent.text)
					return callbacks.ifError("wrong contract content");
				if (conf.bLight)
					network.requestHistoryFor([body.unit], [], function(){});
				body.contract_content = contractContent;
				body.arbstore_device_address = from_address;
				arbiter_contract.insertDispute(body, function(res) {
					if (res.affectedRows == 0) {
						return callbacks.ifError("can't insert dispute request into db");
					}
					var objDispute = {
						contract_hash: body.contract_hash,
						title: contractContent.title,
						service_fee_asset: body.service_fee_asset
					};
					var chat_message = "(arbiter-dispute:" + Buffer.from(JSON.stringify(objDispute), 'utf8').toString('base64') + ")";
					eventBus.emit("text", from_address, chat_message, ++message_counter);
					callbacks.ifOk();
				});
				break;

			// sent by peer
			case 'arbiter_contract_response':
				var validation = require('./validation.js');

				if (body.status !== "accepted" && body.status !== "declined")
					return callbacks.ifError("wrong status supplied");

				arbiter_contract.getByHash(body.hash, function(objContract){
					if (!objContract)
						return callbacks.ifError("wrong contract hash");
					if (body.status === "accepted" && !body.signed_message)
						return callbacks.ifError("response is not signed");
					var processResponse = function(objSignedMessage) {
						if (body.authors && body.authors.length) {
							if (body.authors.length !== 1)
								return callbacks.ifError("wrong number of authors received");
							var author = body.authors[0];
							if (author.definition && (author.address !== objectHash.getChash160(author.definition)))
								return callbacks.ifError("incorrect definition received");
							if (!ValidationUtils.isValidAddress(author.address) || author.address !== objContract.peer_address)
								return callbacks.ifError("incorrect author address");
							// this can happen when acceptor and offerer have same device in cosigners
							db.query('SELECT 1 FROM my_addresses WHERE address=? \n\
								UNION SELECT 1 FROM shared_addresses WHERE shared_address=?', [author.address, author.address], function(rows) {
									if (rows.length)
										return;
									db.query("INSERT "+db.getIgnore()+" INTO peer_addresses (address, device_address, signing_paths, definition) VALUES (?, ?, ?, ?)",
										[author.address, from_address, JSON.stringify(Object.keys(objSignedMessage.authors[0].authentifiers)), JSON.stringify(author.definition)],
										function(res) {
											if (res.affectedRows == 0)
												db.query("UPDATE peer_addresses SET signing_paths=?, definition=? WHERE address=?", [JSON.stringify(Object.keys(objSignedMessage.authors[0].authentifiers)), JSON.stringify(author.definition), author.address]);
										}
									);
								}
							);
						}
						var isAllowed = objContract.status === "pending" || (objContract.status === 'accepted' && body.status === 'accepted');
						if (!isAllowed)
							return callbacks.ifError("contract is not active, current status: " + objContract.status);
						var objDateCopy = new Date(objContract.creation_date_obj);
						if (objDateCopy.setHours(objDateCopy.getHours(), objDateCopy.getMinutes(), (objDateCopy.getSeconds() + objContract.ttl * 60 * 60)|0) < Date.now())
							return callbacks.ifError("contract already expired");
						if (body.my_pairing_code)
							arbiter_contract.setField(objContract.hash, "peer_pairing_code", body.my_pairing_code);
						if (body.my_contact_info)
							arbiter_contract.setField(objContract.hash, "peer_contact_info", body.my_contact_info);
						arbiter_contract.setField(objContract.hash, "status", body.status, function(objContract){
							eventBus.emit("arbiter_contract_response_received", objContract);
						});
						callbacks.ifOk();
					};
					if (body.signed_message) {
						try{
							var signedMessageJson = Buffer.from(body.signed_message, 'base64').toString('utf8');
							var objSignedMessage = JSON.parse(signedMessageJson);
						}
						catch(e){
							return callbacks.ifError("wrong signed message");
						}
						signed_message.validateSignedMessage(db, objSignedMessage, objContract.peer_address, function(err) {
							if (err || objSignedMessage.authors[0].address !== objContract.peer_address || objSignedMessage.signed_message != objContract.title)
								return callbacks.ifError("wrong contract signature");
							processResponse(objSignedMessage);
						});
					} else
						processResponse();
				});
				break;
				
			default:
				callbacks.ifError("unknnown subject: "+subject);
		}
	});
}

var handledChainsCache = {};

function handlePrivatePaymentChains(ws, body, from_address, callbacks){
	var arrChains = body.chains;
	if (!ValidationUtils.isNonemptyArray(arrChains))
		return callbacks.ifError("no chains found");
	var cache_key = objectHash.getBase64Hash(arrChains);
	if (handledChainsCache[cache_key]) {
		eventBus.emit('all_private_payments_handled', from_address);
		eventBus.emit('all_private_payments_handled-' + arrChains[0][0].unit);
		return callbacks.ifOk();
	}
	profiler.increment();
	
	if (conf.bLight)
		network.requestUnfinishedPastUnitsOfPrivateChains(arrChains); // it'll work in the background
	
	var assocValidatedByKey = {};
	var bParsingComplete = false;
	var cancelAllKeys = function(){
		for (var key in assocValidatedByKey)
			eventBus.removeAllListeners(key);
	};

	var current_message_counter = ++message_counter;

	var checkIfAllValidated = function(){
		if (!assocValidatedByKey) // duplicate call - ignore
			return console.log('duplicate call of checkIfAllValidated');
		for (var key in assocValidatedByKey)
			if (!assocValidatedByKey[key])
				return console.log('not all private payments validated yet');
		eventBus.emit('all_private_payments_handled', from_address);
		eventBus.emit('all_private_payments_handled-' + arrChains[0][0].unit);
		assocValidatedByKey = null; // to avoid duplicate calls
		if (!body.forwarded){
			if (from_address) emitNewPrivatePaymentReceived(from_address, arrChains, current_message_counter);
			// note, this forwarding won't work if the user closes the wallet before validation of the private chains
			var arrUnits = arrChains.map(function(arrPrivateElements){ return arrPrivateElements[0].unit; });
			db.query("SELECT address FROM unit_authors WHERE unit IN(?)", [arrUnits], function(rows){
				var arrAuthorAddresses = rows.map(function(row){ return row.address; });
				// if the addresses are not shared, it doesn't forward anything
				forwardPrivateChainsToOtherMembersOfSharedAddresses(arrChains, arrAuthorAddresses, from_address, true);
			});
		}
		profiler.print();
	};
	
	async.eachSeries(
		arrChains,
		function(arrPrivateElements, cb){ // validate each chain individually
			var objHeadPrivateElement = arrPrivateElements[0];
			if (!!objHeadPrivateElement.payload.denomination !== ValidationUtils.isNonnegativeInteger(objHeadPrivateElement.output_index))
				return cb("divisibility doesn't match presence of output_index");
			var output_index = objHeadPrivateElement.payload.denomination ? objHeadPrivateElement.output_index : -1;
			var json_payload_hash = objectHash.getBase64Hash(objHeadPrivateElement.payload, true);
			var key = 'private_payment_validated-'+objHeadPrivateElement.unit+'-'+json_payload_hash+'-'+output_index;
			assocValidatedByKey[key] = false;
			network.handleOnlinePrivatePayment(ws, arrPrivateElements, true, {
				ifError: function(error){
					console.log("handleOnlinePrivatePayment error: "+error);
					cb("an error"); // do not leak error message to the hub
				},
				ifValidationError: function(unit, error){
					console.log("handleOnlinePrivatePayment validation error: "+error);
					cb("an error"); // do not leak error message to the hub
				},
				ifAccepted: function(unit){
					console.log("handleOnlinePrivatePayment accepted");
					assocValidatedByKey[key] = true;
					cb(); // do not leak unit info to the hub
				},
				// this is the most likely outcome for light clients
				ifQueued: function(){
					console.log("handleOnlinePrivatePayment queued, will wait for "+key);
					eventBus.once(key, function(bValid){
						if (!bValid)
							return cancelAllKeys();
						assocValidatedByKey[key] = true;
						if (bParsingComplete)
							checkIfAllValidated();
						else
							console.log('parsing incomplete yet');
					});
					cb();
				}
			});
		},
		function(err){
			bParsingComplete = true;
			if (err){
				cancelAllKeys();
				return callbacks.ifError(err);
			}
			checkIfAllValidated();
			handledChainsCache[cache_key] = true;
			callbacks.ifOk();
			// forward the chains to other members of output addresses
			if (!body.forwarded)
				forwardPrivateChainsToOtherMembersOfOutputAddresses(arrChains, true);
		}
	);
}


function forwardPrivateChainsToOtherMembersOfOutputAddresses(arrChains, bForwarded, conn, onSaved){
	console.log("forwardPrivateChainsToOtherMembersOfOutputAddresses", arrChains);
	var assocOutputAddresses = {};
	arrChains.forEach(function(arrPrivateElements){
		var objHeadPrivateElement = arrPrivateElements[0];
		var payload = objHeadPrivateElement.payload;
		payload.outputs.forEach(function(output){
			if (output.address)
				assocOutputAddresses[output.address] = true;
		});
		if (objHeadPrivateElement.output && objHeadPrivateElement.output.address)
			assocOutputAddresses[objHeadPrivateElement.output.address] = true;
	});
	var arrOutputAddresses = Object.keys(assocOutputAddresses);
	console.log("output addresses", arrOutputAddresses);
	conn = conn || db;
	if (!onSaved)
		onSaved = function(){};
	readWalletsByAddresses(conn, arrOutputAddresses, function(arrWallets){
		if (arrWallets.length === 0){
		//	breadcrumbs.add("forwardPrivateChainsToOtherMembersOfOutputAddresses: " + JSON.stringify(arrChains)); // remove in livenet
		//	eventBus.emit('nonfatal_error', "not my wallet? output addresses: "+arrOutputAddresses.join(', '), new Error());
		//	throw Error("not my wallet? output addresses: "+arrOutputAddresses.join(', '));
		}
		var arrFuncs = [];
		if (arrWallets.length > 0)
			arrFuncs.push(function(cb){
				walletDefinedByKeys.forwardPrivateChainsToOtherMembersOfWallets(arrChains, arrWallets, bForwarded, conn, cb);
			});
		arrFuncs.push(function(cb){
			walletDefinedByAddresses.forwardPrivateChainsToOtherMembersOfAddresses(arrChains, arrOutputAddresses, bForwarded, conn, cb);
		});
		async.series(arrFuncs, onSaved);
	});
}

function readWalletsByAddresses(conn, arrAddresses, handleWallets){
	conn.query("SELECT DISTINCT wallet FROM my_addresses WHERE address IN(?)", [arrAddresses], function(rows){
		var arrWallets = rows.map(function(row){ return row.wallet; });
		conn.query("SELECT DISTINCT address FROM shared_address_signing_paths WHERE shared_address IN(?)", [arrAddresses], function(rows){
			if (rows.length === 0)
				return handleWallets(arrWallets);
			var arrNewAddresses = rows.map(function(row){ return row.address; });
			readWalletsByAddresses(conn, arrNewAddresses, function(arrNewWallets){
				handleWallets(_.union(arrWallets, arrNewWallets));
			});
		});
	});
}

// event emitted in two cases:
// 1. if I received private payloads via direct connection, not through a hub
// 2. (not true any more) received private payload from anywhere, didn't handle it immediately, saved and handled later
eventBus.on("new_direct_private_chains", forwardPrivateChainsToOtherMembersOfOutputAddresses);


function emitNewPrivatePaymentReceived(payer_device_address, arrChains, message_counter){
	console.log('emitNewPrivatePaymentReceived');
	walletGeneral.readMyAddresses(function(arrAddresses){
		var assocAmountsByAsset = {};
		var assocMyReceivingAddresses = {};
		var units = [];
		arrChains.forEach(function(arrPrivateElements){
			var objHeadPrivateElement = arrPrivateElements[0];
			units.push(objHeadPrivateElement.unit);
			var payload = objHeadPrivateElement.payload;
			var asset = payload.asset || 'base';
			if (!assocAmountsByAsset[asset])
				assocAmountsByAsset[asset] = 0;
			payload.outputs.forEach(function(output){
				if (output.address && arrAddresses.indexOf(output.address) >= 0){
					assocAmountsByAsset[asset] += output.amount;
					assocMyReceivingAddresses[output.address] = true;
				}
			});
			// indivisible
			var output = objHeadPrivateElement.output;
			if (output && output.address && arrAddresses.indexOf(output.address) >= 0){
				assocAmountsByAsset[asset] += payload.outputs[objHeadPrivateElement.output_index].amount;
				assocMyReceivingAddresses[output.address] = true;
			}
		});
		console.log('assocAmountsByAsset', assocAmountsByAsset);
		var arrMyReceivingAddresses = Object.keys(assocMyReceivingAddresses);
		if (arrMyReceivingAddresses.length === 0)
			return;
		// skip notification if the payment was from our adddress
		db.query("SELECT 1 FROM unit_authors JOIN my_addresses USING(address) WHERE unit IN(?)\n\
			UNION SELECT 1 FROM unit_authors JOIN shared_addresses ON unit_authors.address=shared_addresses.shared_address WHERE unit IN(?)", [units, units],
			function(rows) {
				if (rows.length)
					return;
				db.query("SELECT 1 FROM shared_addresses WHERE shared_address IN(?)", [arrMyReceivingAddresses], function(rows){
					var emit = function(address_type) {
						for (var asset in assocAmountsByAsset)
							if (assocAmountsByAsset[asset])
								eventBus.emit('received_payment', payer_device_address, assocAmountsByAsset[asset], asset, message_counter, address_type);
					}
					var bToSharedAddress = (rows.length > 0);
					if (!bToSharedAddress) {
						db.query("SELECT 1 FROM my_watched_addresses WHERE address IN(?)", [arrMyReceivingAddresses], function(rows){
							if (rows.length > 0)
								emit('watched');
							else
								emit('main');
						});
					} else
						emit('shared');
				});
			}
		);
	});
}

function emitNewPublicPaymentReceived(payer_device_address, objUnit){ // current_message_counter unused
	walletGeneral.readMyAddresses(function(arrAddresses){
		db.query("SELECT shared_address FROM shared_addresses", function(rows){
			var arrSharedAddresses = rows.map(function(row){ return row.shared_address; });
			var assocAmountsByAsset = {};
			objUnit.messages.forEach(function(message){
				if (message.app !== 'payment' || !message.payload)
					return;
				var payload = message.payload;
				var asset = payload.asset || 'base';
				if (!assocAmountsByAsset[asset])
					assocAmountsByAsset[asset] = {main: 0, shared: 0};
				payload.outputs.forEach(function(output){
					if (output.address && arrAddresses.indexOf(output.address) >= 0){
						var bShared = (arrSharedAddresses.indexOf(output.address) >= 0);
						assocAmountsByAsset[asset][bShared ? 'shared' : 'main'] += output.amount;
					}
				});
			});
			for (var asset in assocAmountsByAsset){
				var amounts = assocAmountsByAsset[asset];
				for (var type in amounts)
					if (amounts[type])
						eventBus.emit('received_payment', payer_device_address, amounts[type], asset, ++message_counter, type);
			}
		});
	});
}


function findAddress(address, signing_path, callbacks, fallback_remote_device_address){
	db.query(
		"SELECT wallet, account, is_change, address_index, full_approval_date, device_address \n\
		FROM my_addresses JOIN wallets USING(wallet) JOIN wallet_signing_paths USING(wallet) \n\
		WHERE address=? AND signing_path=?",
		[address, signing_path],
		function(rows){
			if (rows.length > 1)
				throw Error("more than 1 address found");
			if (rows.length === 1){
				var row = rows[0];
				if (!row.full_approval_date)
					return callbacks.ifError("wallet of address "+address+" not approved");
				if (row.device_address !== device.getMyDeviceAddress())
					return callbacks.ifRemote(row.device_address);
				var objAddress = {
					address: address,
					wallet: row.wallet,
					account: row.account,
					is_change: row.is_change,
					address_index: row.address_index
				};
				callbacks.ifLocal(objAddress);
				return;
			}
			db.query(
			//	"SELECT address, device_address, member_signing_path FROM shared_address_signing_paths WHERE shared_address=? AND signing_path=?", 
				// look for a prefix of the requested signing_path
				"SELECT address, device_address, signing_path FROM shared_address_signing_paths \n\
				WHERE shared_address=? AND signing_path=SUBSTR(?, 1, LENGTH(signing_path))", 
				[address, signing_path],
				function(sa_rows){
					if (sa_rows.length > 1)
						throw Error("more than 1 member address found for shared address "+address+" and signing path "+signing_path);
					if (sa_rows.length === 1) {
						var objSharedAddress = sa_rows[0];
						var relative_signing_path = 'r' + signing_path.substr(objSharedAddress.signing_path.length);
						var bLocal = (objSharedAddress.device_address === device.getMyDeviceAddress()); // local keys
						if (objSharedAddress.address === '') {
							return callbacks.ifMerkle(bLocal);
						} else if(objSharedAddress.address === 'secret') {
							return callbacks.ifSecret();
						}
						return findAddress(objSharedAddress.address, relative_signing_path, callbacks, bLocal ? null : objSharedAddress.device_address);
					}
					db.query(
						"SELECT device_address, signing_paths FROM peer_addresses WHERE address=?", 
						[address],
						function(pa_rows) {
							var candidate_addresses = [];
							for (var i = 0; i < pa_rows.length; i++) {
								var row = pa_rows[i];
								JSON.parse(row.signing_paths).forEach(function(signing_path_candidate){
									if (signing_path_candidate === signing_path)
										candidate_addresses.push(row.device_address);
								});
							}
							if (candidate_addresses.length > 1)
								throw Error("more than 1 candidate device address found for peer address "+address+" and signing path "+signing_path);
							if (candidate_addresses.length == 1)
								return callbacks.ifRemote(candidate_addresses[0]);
							if (fallback_remote_device_address)
								return callbacks.ifRemote(fallback_remote_device_address);
							return callbacks.ifUnknownAddress();
						}
					);
				}
			);
		}
	);
}

function readSharedBalance(wallet, handleBalance){
	if (!handleBalance)
		return new Promise(resolve => readSharedBalance(wallet, resolve));
	balances.readSharedBalance(wallet, function(assocBalances) {
		if (conf.bLight){ // make sure we have all asset definitions available
			var arrAssets = Object.keys(assocBalances).filter(function(asset){ return (asset !== 'base'); });
			if (arrAssets.length === 0)
				return handleBalance(assocBalances);
			network.requestProofsOfJointsIfNewOrUnstable(arrAssets, function(){handleBalance(assocBalances)});
		} else {
			handleBalance(assocBalances);
		}
	});
}

function readBalance(wallet, handleBalance){
	if (!handleBalance)
		return new Promise(resolve => readBalance(wallet, resolve));
	balances.readBalance(wallet, function (assocBalances) {
		if (conf.bLight){ // make sure we have all asset definitions available
			var arrAssets = Object.keys(assocBalances).filter(function(asset){ return (asset !== 'base'); });
			if (arrAssets.length === 0)
				return handleBalance(assocBalances);
			network.requestProofsOfJointsIfNewOrUnstable(arrAssets, function(){handleBalance(assocBalances)});
		} else {
			handleBalance(assocBalances);
		}
	});
}

function readBalancesOnAddresses(walletId, handleBalancesOnAddresses) {
	db.query("SELECT outputs.address, COALESCE(outputs.asset, 'base') as asset, sum(outputs.amount) as amount \n\
	FROM outputs, my_addresses \n\
	WHERE outputs.address = my_addresses.address AND my_addresses.wallet = ? AND outputs.is_spent=0 \n\
	GROUP BY outputs.address, outputs.asset \n\
	ORDER BY my_addresses.address_index ASC", [walletId], function(rows) {
		handleBalancesOnAddresses(rows);
	});
}

function readAssetMetadata(arrAssets, handleMetadata, metadataUpdatedCb){
	if (!handleMetadata && !metadataUpdatedCb)
		return new Promise(resolve => readAssetMetadata(arrAssets, () => { }, (bUpdated, metadata) => resolve(metadata)));
	var sql = "SELECT asset, metadata_unit, name, suffix, decimals, registry_address, " + db.getUnixTimestamp("creation_date") + " AS timestamp FROM asset_metadata";
	if (arrAssets && arrAssets.length)
		sql += " WHERE asset IN ("+arrAssets.map(db.escape).join(', ')+")";
	db.query(sql, function(rows){
		var assocAssetMetadata = {};
		for (var i=0; i<rows.length; i++){
			var row = rows[i];
			// if expired, we'll download the asset's metadata again
			var is_expired = isUpdatableRegistry(row.registry_address) && row.timestamp < Date.now() / 1000 - ASSET_METADATA_EXPIRY_PERIOD;
			if (is_expired)
				console.log(row.name + " metadata has expired, will update it");
			var asset = row.asset || "base";
			assocAssetMetadata[asset] = {
				is_expired: is_expired,
				metadata_unit: row.metadata_unit,
				decimals: row.decimals,
				name: row.suffix ? row.name+'.'+row.suffix : row.name
			};
		}
		handleMetadata(assocAssetMetadata);
		// after calling the callback, try to fetch missing data about assets
		if (!arrAssets || arrAssets.length === 0)
			arrAssets = Object.keys(assocAssetMetadata);
		arrAssets = arrAssets.filter(a => a !== 'base');
		var updateAssets = conf.bLight ? network.requestProofsOfJointsIfNewOrUnstable : function(arrAssets, onDone){ onDone(); };
		updateAssets(arrAssets, function(){ // make sure we have assets themselves
			arrAssets = arrAssets.filter(a => a !== constants.BLACKBYTES_ASSET);
			arrAssets = arrAssets.filter(a => !assocAssetMetadata[a] || assocAssetMetadata[a].is_expired);
			arrAssets = arrAssets.filter(a => (assocLastFailedAssetMetadataTimestamps[a] || 0) < Date.now() - ASSET_METADATA_RETRY_PERIOD);
			var countUpdated = 0;
			async.eachSeries(arrAssets, function(asset, cb) {
				fetchAssetMetadata(asset, function(err, objMetadata){
					if (err) {
						console.log(err);
						return cb();
					}
					var name = objMetadata.suffix ? objMetadata.name + '.' + objMetadata.suffix : objMetadata.name;
					if (assocAssetMetadata[asset]
						&& assocAssetMetadata[asset].metadata_unit === objMetadata.metadata_unit
						&& assocAssetMetadata[asset].decimals === objMetadata.decimals
						&& assocAssetMetadata[asset].name === name
					) {
						console.log('metadata of ' + asset + ' (' + name + ') unchanged');
						return cb();
					}
					assocAssetMetadata[asset] = {
						metadata_unit: objMetadata.metadata_unit,
						decimals: objMetadata.decimals,
						name: name
					};
					countUpdated++;
					cb();
				});
			}, function () {
				console.log('metadata updated for ' + countUpdated + ' assets');
				if (countUpdated)
					eventBus.emit('maybe_new_transactions');
				if (metadataUpdatedCb)
					metadataUpdatedCb(countUpdated > 0, assocAssetMetadata);
			});
		});
	});
}

function fetchAssetMetadata(asset, handleMetadata){
	device.requestFromHub('hub/get_asset_metadata', asset, function(err, response){
		if (err){
			if (err === 'no metadata')
				assocLastFailedAssetMetadataTimestamps[asset] = Date.now();
			return handleMetadata("error from get_asset_metadata "+asset+": "+err);
		}
		var metadata_unit = response.metadata_unit;
		var registry_address = response.registry_address;
		var suffix = response.suffix;
		if (!ValidationUtils.isStringOfLength(metadata_unit, constants.HASH_LENGTH))
			return handleMetadata("bad metadata_unit: "+metadata_unit);
		if (!ValidationUtils.isValidAddress(registry_address))
			return handleMetadata("bad registry_address: "+registry_address);
		var fetchMetadataUnit = conf.bLight 
			? function(onDone){
				network.requestProofsOfJointsIfNewOrUnstable([metadata_unit], onDone);
			}
			: function(onDone){
				onDone();
			};
		fetchMetadataUnit(function(err){
			if (err)
				return handleMetadata("fetchMetadataUnit failed: "+err);
			storage.readJoint(db, metadata_unit, {
				ifNotFound: function(){
					handleMetadata("metadata unit "+metadata_unit+" not found");
				},
				ifFound: function(objJoint){
					if (objJoint.unit.authors[0].address !== registry_address)
						return handleMetadata("registry address doesn't match: expected " + registry_address + ", got " + bjJoint.unit.authors[0].address);
					objJoint.unit.messages.forEach(function(message){
						if (message.app !== 'data')
							return;
						var payload = message.payload;
						if (payload.asset !== asset)
							return;
						if (!payload.name)
							return handleMetadata("no name in asset metadata "+metadata_unit);
						var decimals = (payload.decimals !== undefined) ? parseInt(payload.decimals) : undefined;
						if (decimals !== undefined && !ValidationUtils.isNonnegativeInteger(decimals))
							return handleMetadata("bad decimals in asset metadata "+metadata_unit);
						var verb = isUpdatableRegistry(registry_address) ? "REPLACE" : "INSERT " + db.getIgnore();
						db.query(
							verb + " INTO asset_metadata (asset, metadata_unit, registry_address, suffix, name, decimals) \n\
							VALUES (?,?,?, ?,?,?)",
							[asset, metadata_unit, registry_address, suffix, payload.name, decimals],
							function(){
								var objMetadata = {
									metadata_unit: metadata_unit,
									suffix: suffix,
									decimals: decimals,
									name: payload.name
								};
								handleMetadata(null, objMetadata);
							}
						);
					});
				}
			});
		});
	});
}

function isUpdatableRegistry(registry_address) {
	return (conf.updatableAssetRegistries && conf.updatableAssetRegistries.indexOf(registry_address) >= 0);
}

function readTransactionHistory(opts, handleHistory){
	var asset = opts.asset && (opts.asset !== "base") ? opts.asset : null;
	if (opts.wallet && opts.address || !opts.wallet && !opts.address)
		throw Error('invalid wallet and address params');
	var wallet = opts.wallet || opts.address;
	var walletIsAddress = ValidationUtils.isValidAddress(wallet);
	var join_my_addresses = walletIsAddress ? "" : "JOIN my_addresses USING(address)";
	var where_condition = walletIsAddress ? "address=?" : "wallet=?";
	var asset_condition = asset ? "asset="+db.escape(asset) : "asset IS NULL";
	var cross = "";
	if (opts.unit)
		where_condition += " AND unit="+db.escape(opts.unit);
	else if (opts.since_mci && ValidationUtils.isNonnegativeInteger(opts.since_mci)){
		where_condition += " AND main_chain_index>="+opts.since_mci;
		cross = "CROSS";
	}
	db.query(
		"SELECT unit, level, is_stable, sequence, address, \n\
			"+db.getUnixTimestamp("units.creation_date")+" AS ts, timestamp, headers_commission+payload_commission+IFNULL(oversize_fee, 0)+IFNULL(tps_fee, 0) AS fee, \n\
			SUM(amount) AS amount, address AS to_address, NULL AS from_address, main_chain_index AS mci \n\
		FROM units "+cross+" JOIN outputs USING(unit) "+join_my_addresses+" \n\
		WHERE "+where_condition+" AND "+asset_condition+" \n\
		GROUP BY unit, address \n\
		UNION \n\
		SELECT unit, level, is_stable, sequence, address, \n\
			"+db.getUnixTimestamp("units.creation_date")+" AS ts, timestamp, headers_commission+payload_commission+IFNULL(oversize_fee, 0)+IFNULL(tps_fee, 0) AS fee, \n\
			NULL AS amount, NULL AS to_address, address AS from_address, main_chain_index AS mci \n\
		FROM units "+cross+" JOIN inputs USING(unit) "+join_my_addresses+" \n\
		WHERE "+where_condition+" AND "+asset_condition+" \n\
		ORDER BY ts DESC"+(opts.limit ? " LIMIT ?" : ""),
		opts.limit ? [wallet, wallet, opts.limit] : [wallet, wallet],
		function(rows){
			var assocMovements = {};
			for (var i=0; i<rows.length; i++){
				var row = rows[i];
				//if (asset !== "base")
				//    row.fee = null;
				if (row.timestamp)
					row.ts = row.timestamp;
				if (!assocMovements[row.unit])
					assocMovements[row.unit] = {
						plus:0, has_minus:false, ts: row.ts, level: row.level, is_stable: row.is_stable, sequence: row.sequence, fee: row.fee, mci: row.mci
					};
				if (row.to_address){
					assocMovements[row.unit].plus += row.amount;
				//	assocMovements[row.unit].my_address = row.to_address;
					if (!assocMovements[row.unit].arrMyRecipients)
						assocMovements[row.unit].arrMyRecipients = [];
					assocMovements[row.unit].arrMyRecipients.push({my_address: row.to_address, amount: row.amount})
				}
				if (row.from_address)
					assocMovements[row.unit].has_minus = true;
			}
		//	console.log(require('util').inspect(assocMovements));
			var arrTransactions = [];
			async.forEachOfSeries(
				assocMovements,
				function(movement, unit, cb){
					if (movement.sequence !== 'good'){
						var transaction = {
							action: 'invalid',
							confirmations: movement.is_stable,
							unit: unit,
							fee: movement.fee,
							time: movement.ts,
							level: movement.level,
							mci: movement.mci
						};
						arrTransactions.push(transaction);
						cb();
					}
					else if (movement.plus && !movement.has_minus){
						// light clients will sometimes have input address = NULL
						db.query(
							"SELECT DISTINCT address FROM inputs WHERE unit=? AND "+asset_condition+" ORDER BY address", 
							[unit], 
							async function (address_rows) {
								if (conf.bLight && !address_rows.every(r => r.address)) // pull from authors then
									address_rows = await db.query("SELECT address FROM unit_authors WHERE unit=? ORDER BY address", [unit]);
								var arrPayerAddresses = address_rows.map(function(address_row){ return address_row.address; });
								var arrTransactionsOnUnit = [];
								movement.arrMyRecipients.forEach(function(objRecipient){
									var transaction = {
										action: 'received',
										amount: objRecipient.amount,
										my_address: objRecipient.my_address,
										arrPayerAddresses: arrPayerAddresses,
										confirmations: movement.is_stable,
										unit: unit,
										fee: movement.fee,
										time: movement.ts,
										level: movement.level,
										mci: movement.mci
									};
									arrTransactions.push(transaction);
									arrTransactionsOnUnit.push(transaction);
								});
								if (arrPayerAddresses.length > 1)
									return cb();
								db.query("SELECT aa_address FROM aa_responses WHERE response_unit=?", [unit], function (aa_rows) {
									if (aa_rows.length === 0)
										return cb();
									if (aa_rows[0].aa_address !== arrPayerAddresses[0])
										throw Error("payer is not AA");
									arrTransactionsOnUnit.forEach(function (transaction) {
										transaction.from_aa = true;
									});
									cb();
								});
							}
						);
					}
					else if (movement.has_minus){
						var queryString, parameters;
						queryString =   "SELECT outputs.address, SUM(outputs.amount) AS amount, outputs.asset, ("
							+ ( walletIsAddress ? "outputs.address!=?" : "my_addresses.address IS NULL") + ") AS is_external, \n\
							sent_mnemonics.textAddress, sent_mnemonics.mnemonic, \n\
							(SELECT unit_authors.unit FROM unit_authors WHERE unit_authors.address = sent_mnemonics.address LIMIT 1) AS claiming_unit, \n\
							original_address \n\
							FROM outputs "
							+ (walletIsAddress ? "" : "LEFT JOIN my_addresses ON outputs.address=my_addresses.address AND wallet=? ") +
							"LEFT JOIN sent_mnemonics USING(unit) \n\
							LEFT JOIN original_addresses ON outputs.unit=original_addresses.unit AND outputs.address=original_addresses.address \n\
							WHERE outputs.unit=? \n\
							GROUP BY outputs.address, asset";
						parameters = [wallet, unit];
						db.query(queryString, parameters, 
							function(payee_rows){
								var action = payee_rows.some(function(payee){ return payee.is_external; }) ? 'sent' : 'moved';
								if (payee_rows.length == 0) {
									cb();
									return;
								}
								var has_asset = payee_rows.some(function(payee){ return payee.asset; });
								if (has_asset && !asset) { // filter out "fees" txs from history
									var has_external_bytes_payment = payee_rows.some(function (payee) { return !payee.asset && payee.is_external; });
									if (!has_external_bytes_payment)
										return cb();
								}
								async.eachSeries(payee_rows, function(payee, cb2){
									if ((action === 'sent' && !payee.is_external) || (asset != payee.asset)) {
										return cb2();
									}

									var transaction = {
										action: action,
										amount: payee.amount,
										addressTo: payee.address,
										original_address: payee.original_address,
										textAddress: ValidationUtils.isValidEmail(payee.textAddress) ? payee.textAddress : "",
										claimed: !!payee.claiming_unit,
										mnemonic: payee.mnemonic,
										confirmations: movement.is_stable,
										unit: unit,
										fee: movement.fee,
										time: movement.ts,
										level: movement.level,
										mci: movement.mci,
										isTextcoin: payee.textAddress ? true : false
									};
									if (action === 'moved')
										transaction.my_address = payee.address;
									if (transaction.claimed) {
										db.query(
											"SELECT (unit IS NOT NULL) AS claimed_by_me FROM outputs \n\
											JOIN ( \n\
												SELECT address FROM my_addresses \n\
												UNION SELECT shared_address AS address FROM shared_addresses \n\
											) USING (address) \n\
											WHERE outputs.unit=?", [payee.claiming_unit],
											function(rows) {
												transaction.claimedByMe = (rows.length > 0);
												arrTransactions.push(transaction);
												cb2();
											}
										);
									}
									else {
										db.query(
											"SELECT bounced, response, response_unit FROM aa_responses \n\
											WHERE trigger_unit=? AND aa_address=?",
											[unit, payee.address],
											function (rows) {
												if (rows.length > 1)
													throw Error(rows.length + " AA responses on " + JSON.stringify(transaction));
												if (rows.length === 1) {
													var row = rows[0];
													transaction.to_aa = true;
													transaction.bounced = row.bounced;
													transaction.response = row.response;
													transaction.response_unit = row.response_unit;
												}
												arrTransactions.push(transaction);
												cb2();
											}
										);
									}
								}, function() {
									cb();
								});
							}
						);
					}
				},
				function(){
					arrTransactions.sort(function(a, b){
						if (a.mci && b.mci){
							if (a.mci < b.mci)
								return 1;
							if (a.mci > b.mci)
								return -1;
						}
						if (a.level < b.level)
							return 1;
						if (a.level > b.level)
							return -1;
						if (a.time < b.time)
							return 1;
						if (a.time > b.time)
							return -1;
						return 0;
					});
					arrTransactions.forEach(function(transaction){ transaction.asset = opts.asset; });
					handleHistory(arrTransactions);
				}
			);
		}
	);
}

// returns assoc array signing_path => (key|merkle)
function readFullSigningPaths(conn, address, arrSigningDeviceAddresses, handleSigningPaths){
	
	var assocSigningPaths = {};
	
	function goDeeper(member_address, path_prefix, onDone){
		// first, look for wallet addresses
		var sql = "SELECT signing_path FROM my_addresses JOIN wallet_signing_paths USING(wallet) WHERE address=?";
		var arrParams = [member_address];
		if (arrSigningDeviceAddresses && arrSigningDeviceAddresses.length > 0){
			sql += " AND device_address IN(?)";
			arrParams.push(arrSigningDeviceAddresses);
		}
		conn.query(sql, arrParams, function(rows){
			rows.forEach(function(row){
				assocSigningPaths[path_prefix + row.signing_path.substr(1)] = 'key';
			});
			if (rows.length > 0)
				return onDone();
			// next, look for shared addresses, and search from there recursively
			sql = "SELECT signing_path, address FROM shared_address_signing_paths WHERE shared_address=?";
			arrParams = [member_address];
			if (arrSigningDeviceAddresses && arrSigningDeviceAddresses.length > 0){
				sql += " AND device_address IN(?)";
				arrParams.push(arrSigningDeviceAddresses);
			}
			conn.query(sql, arrParams, function(rows){
				if(rows.length > 0) {
					async.eachSeries(
						rows,
						function (row, cb) {
							if (row.address === '') { // merkle
								assocSigningPaths[path_prefix + row.signing_path.substr(1)] = 'merkle';
								return cb();
							} else if (row.address === 'secret') {
								assocSigningPaths[path_prefix + row.signing_path.substr(1)] = 'secret';
								return cb();
							}

							goDeeper(row.address, path_prefix + row.signing_path.substr(1), cb);
						},
						onDone
					);
				} else {
					sql = "SELECT signing_paths FROM peer_addresses WHERE address=?";
					arrParams = [member_address];
					if (arrSigningDeviceAddresses && arrSigningDeviceAddresses.length > 0){
						sql += " AND device_address IN(?)";
						arrParams.push(arrSigningDeviceAddresses);
					}
					conn.query(sql, arrParams, function(rows){
						if (!rows.length) {
							assocSigningPaths[path_prefix] = 'key';
							return onDone();
						}
						JSON.parse(rows[0].signing_paths).forEach(function(signing_path){
							assocSigningPaths[path_prefix + signing_path.substr(1)] = 'key';
						});
						return onDone();
					});
				}
			});
		});
	}
	
	goDeeper(address, 'r', function(){
		handleSigningPaths(assocSigningPaths); // order of signing paths is not significant
	});
}

function readAssetProps(asset, handleResult){
	if (!asset)
		return handleResult(null, {fixed_denominations: false, cap: constants.TOTAL_WHITEBYTES, issued_by_definer_only: true});
	storage.readAsset(db, asset, null, handleResult);
}

function readFundedAddresses(asset, wallet, estimated_amount, spend_unconfirmed, handleFundedAddresses){
	var walletIsAddresses = ValidationUtils.isNonemptyArray(wallet);
	if (walletIsAddresses)
		return composer.readSortedFundedAddresses(asset, wallet, estimated_amount, spend_unconfirmed, handleFundedAddresses);
	if (estimated_amount && typeof estimated_amount !== 'number')
		throw Error('invalid estimated amount: '+estimated_amount);
	// addresses closest to estimated amount come first
	var order_by = estimated_amount ? "(SUM(amount)>"+estimated_amount+") DESC, ABS(SUM(amount)-"+estimated_amount+") ASC" : "SUM(amount) DESC";
	readAssetProps(asset, function (err, objAsset) {
		if (err) {
			console.log(err);
			return handleFundedAddresses([]);
		}
		var limit = objAsset.fixed_denominations ? "" : " LIMIT " + constants.MAX_AUTHORS_PER_UNIT;
		db.query(
			"SELECT * FROM ( \n\
				SELECT address, SUM(amount) AS total \n\
				FROM my_addresses \n\
				CROSS JOIN outputs USING(address) \n\
				CROSS JOIN units USING(unit) \n\
				WHERE wallet=? "+inputs.getConfirmationConditionSql(spend_unconfirmed)+" AND sequence='good' \n\
					AND is_spent=0 AND "+(asset ? "asset=?" : "asset IS NULL")+" \n\
				GROUP BY address ORDER BY "+order_by + limit + " \n\
			) AS t \n\
			WHERE NOT EXISTS ( \n\
				SELECT * FROM units CROSS JOIN unit_authors USING(unit) \n\
				WHERE is_stable=0 AND unit_authors.address=t.address AND definition_chash IS NOT NULL AND definition_chash != unit_authors.address \n\
			)",
			asset ? [wallet, asset] : [wallet],
			function(rows){
				if (objAsset.fixed_denominations)
					estimated_amount = 0; // don't shorten the list of addresses, indivisible_asset.js will do it later according to denominations
				if (!objAsset.cap){ // uncapped asset: can be issued from definer_address or from any address
					var and_address = objAsset.issued_by_definer_only ? " AND address="+db.escape(objAsset.definer_address) : '';
					db.query("SELECT address FROM my_addresses WHERE wallet=? "+and_address+" LIMIT 1", [wallet], function(issuer_rows){
						issuer_rows.forEach(issuer_row => {
							issuer_row.total = Infinity;
						});
						var arrNonIssuerAddresses = rows.map(row => row.address);
						issuer_rows = issuer_rows.filter(issuer_row => arrNonIssuerAddresses.indexOf(issuer_row.address) === -1);
						rows = rows.concat(issuer_rows);
						handleFundedAddresses(composer.filterMostFundedAddresses(rows, estimated_amount));
					});
					return;
				}
				handleFundedAddresses(composer.filterMostFundedAddresses(rows, estimated_amount));
			}
		);
			/*if (arrFundedAddresses.length === 0)
				return handleFundedAddresses([]);
			if (!asset)
				return handleFundedAddresses(arrFundedAddresses);
			readFundedAddresses(null, wallet, function(arrBytesFundedAddresses){
				handleFundedAddresses(_.union(arrFundedAddresses, arrBytesFundedAddresses));
			});*/
	});
}

function readFundedAddressesWithFeePayingWallet(asset, wallet, fee_paying_wallet, estimated_amount, spend_unconfirmed, handleFundedAddresses) {
	if (asset === 'base')
		asset = null;
	readFundedAddresses(asset, wallet, estimated_amount, spend_unconfirmed, function (arrFundedAddresses) {
		if (arrFundedAddresses.length === 0 && !asset && fee_paying_wallet && fee_paying_wallet !== wallet)
			return readFundedAddresses(asset, fee_paying_wallet, estimated_amount, spend_unconfirmed, handleFundedAddresses);
		handleFundedAddresses(arrFundedAddresses);
	});
}

function readAdditionalSigningAddresses(arrPayingAddresses, arrSigningAddresses, arrSigningDeviceAddresses, handleAdditionalSigningAddresses){
	var arrFromAddresses = arrPayingAddresses.concat(arrSigningAddresses);
	var sql = "SELECT DISTINCT address FROM shared_address_signing_paths \n\
		WHERE shared_address IN(?) \n\
			AND ( \n\
				EXISTS (SELECT 1 FROM my_addresses WHERE my_addresses.address=shared_address_signing_paths.address) \n\
				OR \n\
				EXISTS (SELECT 1 FROM shared_addresses WHERE shared_addresses.shared_address=shared_address_signing_paths.address) \n\
				OR \n\
				EXISTS (SELECT 1 FROM peer_addresses WHERE peer_addresses.address=shared_address_signing_paths.address AND peer_addresses.definition IS NOT NULL) \n\
			) \n\
			AND ( \n\
				NOT EXISTS (SELECT 1 FROM addresses WHERE addresses.address=shared_address_signing_paths.address) \n\
				OR ( \n\
					SELECT definition IS NULL \n\
					FROM address_definition_changes CROSS JOIN units USING(unit) LEFT JOIN definitions USING(definition_chash) \n\
					WHERE address_definition_changes.address=shared_address_signing_paths.address AND is_stable=1 AND sequence='good' \n\
					ORDER BY level DESC LIMIT 1 \n\
				) = 1 \n\
			)";
	var arrParams = [arrFromAddresses];
	if (arrSigningAddresses.length > 0){
		sql += " AND address NOT IN(?)";
		arrParams.push(arrSigningAddresses);
	}
	if (arrSigningDeviceAddresses && arrSigningDeviceAddresses.length > 0){
		sql += " AND device_address IN(?)";
		arrParams.push(arrSigningDeviceAddresses);
	}
	db.query(
		sql, 
		arrParams,
		function(rows){
			var arrAdditionalAddresses = rows.map(function(row){ return row.address; });
			if (arrAdditionalAddresses.length === 0)
				return handleAdditionalSigningAddresses([]);
			readAdditionalSigningAddresses([], arrSigningAddresses.concat(arrAdditionalAddresses), arrSigningDeviceAddresses, function(arrMoreAddresses){
				handleAdditionalSigningAddresses(arrAdditionalAddresses.concat(arrMoreAddresses));
			});
		}
	);
}

var TYPICAL_FEE = 1500;

// fee_paying_wallet is used only if there are no bytes on the asset wallet, it is a sort of fallback wallet for fees
function readFundedAndSigningAddresses(
	wallet, arrPayments, spend_unconfirmed, fee_paying_wallet,
	arrSigningAddresses, arrSigningDeviceAddresses, handleFundedAndSigningAddresses)
{
	var arrFundedAddresses = [];
	var arrBaseFundedAddresses = [];
	if (arrPayments.filter(payment => !payment.asset).length === 0) { // no bytes payment
		arrPayments = _.clone(arrPayments);
		arrPayments.push({ asset: null, outputs: [{ amount: TYPICAL_FEE }] }); // dummy payment in bytes
	}
	var bBytesOnly = (arrPayments.length === 1 && !arrPayments[0].asset);
	async.eachSeries(
		arrPayments,
		function (payment, cb) {
			var estimated_amount = payment.outputs.reduce(function (acc, output) { return acc + output.amount; }, 0);
			readFundedAddressesWithFeePayingWallet(payment.asset, wallet, fee_paying_wallet, estimated_amount, spend_unconfirmed, function (_arrFundedAddresses) {
				if (payment.asset || bBytesOnly)
					arrFundedAddresses = _.union(arrFundedAddresses, _arrFundedAddresses);
				else
					arrBaseFundedAddresses = _arrFundedAddresses;
				if (_arrFundedAddresses.length === 0) {
					if (payment.asset)
						arrFundedAddresses = [];
					return cb("unfunded in " + payment.asset);
				}
				cb();
			});		
		},
		function (err) {
			if (err)
				return handleFundedAndSigningAddresses(arrFundedAddresses, arrBaseFundedAddresses, []);
			var arrPayingAddresses = _.union(arrFundedAddresses, arrBaseFundedAddresses);
			readAdditionalSigningAddresses(arrPayingAddresses, arrSigningAddresses, arrSigningDeviceAddresses, function (arrAdditionalAddresses) {
				handleFundedAndSigningAddresses(arrFundedAddresses, arrBaseFundedAddresses, arrSigningAddresses.concat(arrAdditionalAddresses));
			});
		}
	);
}

function sendPaymentFromWallet(
		asset, wallet, to_address, amount, change_address, arrSigningDeviceAddresses, recipient_device_address, signWithLocalPrivateKey, handleResult)
{
	sendMultiPayment({
		asset: asset,
		wallet: wallet,
		to_address: to_address,
		amount: amount,
		change_address: change_address,
		arrSigningDeviceAddresses: arrSigningDeviceAddresses,
		recipient_device_address: recipient_device_address,
		signWithLocalPrivateKey: signWithLocalPrivateKey
	}, handleResult);
}


/*
opts = {
	merkle_proof: string, optional
	secrets: array of strings, optional
}
*/
function getSigner(opts, arrSigningDeviceAddresses, signWithLocalPrivateKey) {
	var bRequestedConfirmation = false;
	var responses = {};
	return {
		readSigningPaths: function (conn, address, handleLengthsBySigningPaths) { // returns assoc array signing_path => length
			readFullSigningPaths(conn, address, arrSigningDeviceAddresses, function (assocTypesBySigningPaths) {
				var assocLengthsBySigningPaths = {};
				for (var signing_path in assocTypesBySigningPaths) {
					var type = assocTypesBySigningPaths[signing_path];
					if (type === 'key')
						assocLengthsBySigningPaths[signing_path] = constants.SIG_LENGTH;
					else if (type === 'merkle') {
						if (opts.merkle_proof)
							assocLengthsBySigningPaths[signing_path] = opts.merkle_proof.length;
					}
					else if (type === 'secret') {
						if (opts.secrets && opts.secrets[signing_path])
							assocLengthsBySigningPaths[signing_path] = opts.secrets[signing_path].length;
					}
					else
						throw Error("unknown type " + type + " at " + signing_path);
				}
				handleLengthsBySigningPaths(assocLengthsBySigningPaths);
			});
		},
		readDefinition: function (conn, address, handleDefinition) {
			conn.query(
				"SELECT definition FROM my_addresses WHERE address=? \n\
				UNION \n\
				SELECT definition FROM shared_addresses WHERE shared_address=? \n\
				UNION \n\
				SELECT definition FROM peer_addresses WHERE address=?",
				[address, address, address],
				function (rows) {
					if (rows.length !== 1)
						throw Error("definition not found for address " + address);
					handleDefinition(null, JSON.parse(rows[0].definition));
				}
			);
		},
		sign: function (objUnsignedUnit, assocPrivatePayloads, address, signing_path, handleSignature) {
			var buf_to_sign = objectHash.getUnitHashToSign(objUnsignedUnit);
			findAddress(address, signing_path, {
				ifError: function (err) {
					throw Error(err);
				},
				ifUnknownAddress: function (err) {
					throw Error("unknown address " + address + " at " + signing_path);
				},
				ifLocal: function (objAddress) {
					signWithLocalPrivateKey(objAddress.wallet, objAddress.account, objAddress.is_change, objAddress.address_index, buf_to_sign, function (sig) {
						handleSignature(null, sig);
					});
				},
				ifRemote: function (device_address) {
					// we'll receive this event after the peer signs
					eventBus.once("signature-" + device_address + "-" + address + "-" + signing_path + "-" + buf_to_sign.toString("base64"), function (sig) {
						var key = device_address + address + buf_to_sign.toString("base64");
						handleSignature(null, sig);
						if (responses[key]) // it's a cache to not emit multiple similar events for one unit (when we have same address in multiple paths)
							return;
						responses[key] = true;
						if (sig === '[refused]')
							eventBus.emit('refused_to_sign', device_address);
					});
					walletGeneral.sendOfferToSign(device_address, address, signing_path, objUnsignedUnit, assocPrivatePayloads);

					// filter out prosaic and arbiter contract txs to change/suppress popup messages
					async.series([function(cb) { // step 1: prosaic/arbiter contract shared address deposit
						var payment_msg = _.find(objUnsignedUnit.messages, function(m){return m.app=="payment" && m.payload && !m.payload.asset});
						if (!payment_msg)
							return cb();
						var possible_contract_output = _.find(payment_msg.payload.outputs, function(o){return o.amount==prosaic_contract.CHARGE_AMOUNT || o.amount==arbiter_contract.CHARGE_AMOUNT});
						if (!possible_contract_output)
							return cb();
						var table = possible_contract_output.amount==prosaic_contract.CHARGE_AMOUNT ? 'prosaic' : 'wallet_arbiter';
						db.query("SELECT peer_device_address FROM "+table+"_contracts WHERE shared_address=?", [possible_contract_output.address], function(rows) {
							if (!rows.length)
								return cb();
							if (!bRequestedConfirmation) {
								if (rows[0].peer_device_address !== device_address)
									eventBus.emit("confirm_contract_deposit");
								bRequestedConfirmation = true;
							}
							return cb(true);
						});
					}, function(cb) { // step 2: posting unit with contract hash (or not a prosaic and arbiter contract / not a tx at all)
						db.query("SELECT peer_device_address, NULL AS amount, NULL AS asset, NULL AS my_address FROM prosaic_contracts WHERE shared_address=? OR peer_address=?\n\
							UNION SELECT peer_device_address, amount, asset, my_address FROM wallet_arbiter_contracts WHERE shared_address=? OR peer_address=?", [address, address, address, address], function(rows) {
							if (!rows.length) 
								return cb();
							// do not show alert for peer address in prosaic contracts
							if (rows[0].peer_device_address === device_address)
								return cb(true);
							// co-signers on our side
							if (!bRequestedConfirmation) {
								var isClaim = false;
								objUnsignedUnit.messages.forEach(function(message) {
									var payload = message.payload || assocPrivatePayloads[message.payload_hash];
									if (!payload)
										return;
									var possible_contract_output = _.find(payload.outputs, function(o){return payload.asset==rows[0].asset && o.address === rows[0].my_address});
									if (possible_contract_output)
										isClaim = true;
								});
								if (isClaim)
									eventBus.emit("confirm_contract_claim");
								else
									eventBus.emit("confirm_contract_sign");
								bRequestedConfirmation = true;
							}
							return cb(true);
						});
					}], function(wasConfirmationRequested) {
						if (wasConfirmationRequested)
							return;
						if (!bRequestedConfirmation) {
							eventBus.emit("confirm_on_other_devices");
							bRequestedConfirmation = true;
						}
					});
				},
				ifMerkle: function (bLocal) {
					if (!bLocal)
						throw Error("merkle proof at path " + signing_path + " should be provided by another device");
					if (!opts.merkle_proof)
						throw Error("merkle proof at path " + signing_path + " not provided");
					handleSignature(null, opts.merkle_proof);
				},
				ifSecret: function () {
					if (!opts.secrets || !opts.secrets[signing_path])
						throw Error("secret " + signing_path + " not found");
					handleSignature(null, opts.secrets[signing_path])
				}
			});
		}
	}
}

function sendMultiPayment(opts, handleResult)
{
	var asset = opts.asset;
	if (asset === 'base')
		asset = null;
	var wallet = opts.wallet;
	var arrPayingAddresses = opts.paying_addresses;
	var fee_paying_wallet = opts.fee_paying_wallet;
	var arrSigningAddresses = opts.signing_addresses || [];
	var to_address = opts.to_address;
	var amount = opts.amount;
	var bSendAll = opts.send_all;
	var change_address = opts.change_address;
	var arrSigningDeviceAddresses = opts.arrSigningDeviceAddresses;
	var recipient_device_address = opts.recipient_device_address;
	var recipient_device_addresses = opts.recipient_device_addresses;
	var signWithLocalPrivateKey = opts.signWithLocalPrivateKey;

	var base_outputs = opts.base_outputs;
	var asset_outputs = opts.asset_outputs;
	var outputs_by_asset = opts.outputs_by_asset;
	var messages = opts.messages;

	var bTo = to_address ? 1 : 0;
	var bOutputs = (asset_outputs || base_outputs) ? 1 : 0;
	var bOutputsByAsset = outputs_by_asset ? 1 : 0;

	function getNonbaseAsset() {
		if (asset)
			return asset;
		if (outputs_by_asset)
			for (var a in outputs_by_asset)
				if (a !== 'base')
					return a;
		return null;
	}
	var nonbaseAsset = getNonbaseAsset();
	
	if (!wallet && !arrPayingAddresses)
		throw Error("neither wallet id nor paying addresses");
	if (wallet && arrPayingAddresses)
		throw Error("both wallet id and paying addresses");
	if ((to_address || amount) && (base_outputs || asset_outputs))
		throw Error('to_address and outputs at the same time');
	if (!asset && asset_outputs)
		throw Error('base asset and asset outputs');
	if (amount){
		if (typeof amount !== 'number')
			throw Error('amount must be a number');
		if (amount < 0)
			throw Error('amount must be positive');
	}
	if (bTo + bOutputs + bOutputsByAsset > 1)
		throw Error("incompatible params in sendMultiPayment");
	if (asset && outputs_by_asset)
		throw Error("asset with outputs_by_asset");
	
	if (recipient_device_address === device.getMyDeviceAddress())
		recipient_device_address = null;
	
	var arrPayments = [];
	if (to_address)
		arrPayments.push({ asset: asset, outputs: [{ address: to_address, amount: amount }] });
	if (asset_outputs)
		arrPayments.push({ asset: asset, outputs: asset_outputs });
	if (base_outputs)
		arrPayments.push({ asset: null, outputs: base_outputs });
	if (outputs_by_asset)
		for (var a in outputs_by_asset)
			arrPayments.push({ asset: (a === 'base') ? null : a, outputs: outputs_by_asset[a] });

	if (!opts.aa_addresses_checked) {
		aa_addresses.checkAAOutputs(arrPayments, function (err) {
			if (err)
				return handleResult(err);
			opts.aa_addresses_checked = true;
			sendMultiPayment(opts, handleResult);
		});
		return;
	}
	
	readFundedAndSigningAddresses(
		wallet || arrPayingAddresses, arrPayments, opts.spend_unconfirmed || conf.spend_unconfirmed || 'own', fee_paying_wallet,
		arrSigningAddresses, arrSigningDeviceAddresses,
		async function(arrFundedAddresses, arrBaseFundedAddresses, arrAllSigningAddresses){
		
			if (arrFundedAddresses.length === 0)
				return handleResult("There are no funded addresses");
			if (nonbaseAsset && arrBaseFundedAddresses.length === 0)
				return handleResult("No bytes to pay fees");

			var signer = getSigner(opts, arrSigningDeviceAddresses, signWithLocalPrivateKey);

			// if we have any output with text addresses / not obyte addresses (e.g. email) - generate new addresses and return them
			var assocMnemonics = {}; // return all generated wallet mnemonics to caller in callback
			var assocPaymentsByEmail = {}; // wallet mnemonics to send by emails
			var assocAddresses = {};
			var prefix = "textcoin:";
			function generateNewMnemonicIfNoAddress(output_asset, outputs) {
				var generated = 0;
				outputs.forEach(function(output){
					if (output.address.indexOf(prefix) !== 0)
						return false;

					var address = output.address.slice(prefix.length);
					var strMnemonic = assocMnemonics[output.address] || "";
					var mnemonic = new Mnemonic(strMnemonic.replace(/-/g, " "));
					if (!strMnemonic) {
						while (!Mnemonic.isValid(mnemonic.toString()))
							mnemonic = new Mnemonic();
						strMnemonic = mnemonic.toString().replace(/ /g, "-");
					}
					if (!opts.do_not_email && ValidationUtils.isValidEmail(address)) {
						assocPaymentsByEmail[address] = {mnemonic: strMnemonic, amount: output.amount, asset: output_asset};
					}
					assocMnemonics[output.address] = strMnemonic;
					var pubkey = mnemonic.toHDPrivateKey().derive("m/44'/0'/0'/0/0").publicKey.toBuffer().toString("base64");
					assocAddresses[output.address] = objectHash.getChash160(["sig", {"pubkey": pubkey}]);
					output.address = assocAddresses[output.address];
					generated++;
				});
				return generated;
			}
			if (to_address) {
				var to_address_output = {address: to_address, amount: amount};
				var cnt = generateNewMnemonicIfNoAddress(asset, [to_address_output]);
				if (cnt) to_address = to_address_output.address;
			}
			if (base_outputs) generateNewMnemonicIfNoAddress(null, base_outputs);
			if (asset_outputs) generateNewMnemonicIfNoAddress(asset, asset_outputs);

			var params = {
				compose_only: opts.compose_only,
				available_paying_addresses: arrFundedAddresses, // forces 'minimal' for payments from shared addresses too, it doesn't hurt
				signing_addresses: arrAllSigningAddresses,
				spend_unconfirmed: opts.spend_unconfirmed || conf.spend_unconfirmed || 'own',
				max_fee_ratio: opts.max_fee_ratio,
				messages: messages, 
				signer: signer, 
				callbacks: {
					ifNotEnoughFunds: function(err){
						handleResult(err);
					},
					ifError: function(err){
						handleResult(err);
					},
					preCommitCb: function(conn, objJoint, cb){
						var i = 0;
						if (Object.keys(assocMnemonics).length) {
							for (var to in assocMnemonics) {
								conn.query("INSERT INTO sent_mnemonics (unit, address, mnemonic, textAddress) VALUES (?, ?, ?, ?)", [objJoint.unit.unit, assocAddresses[to], assocMnemonics[to], to.slice(prefix.length)],
								function(){
									if (++i == Object.keys(assocMnemonics).length) { // stored all mnemonics
										cb();
									}
								});
							}
						} else 
							cb();
					},
					// for asset payments, 2nd argument is array of chains of private elements
					// for base asset, 2nd argument is assocPrivatePayloads which is null
					ifOk: function(objJoint, arrChainsOfRecipientPrivateElements, arrChainsOfCosignerPrivateElements){
						if (opts.compose_only)
							return handleResult(null, objJoint.unit.unit, assocMnemonics, objJoint.unit);
						network.broadcastJoint(objJoint);
						if (!arrChainsOfRecipientPrivateElements){ // send notification about public payment
							if (recipient_device_address)
								walletGeneral.sendPaymentNotification(recipient_device_address, objJoint.unit.unit);
							if (recipient_device_addresses)
								recipient_device_addresses.forEach(function(r_device_address){
									walletGeneral.sendPaymentNotification(r_device_address, objJoint.unit.unit);
								});
						}

						if (Object.keys(assocPaymentsByEmail).length) { // need to send emails
							var sent = 0;
							for (var email in assocPaymentsByEmail) {
								var objPayment = assocPaymentsByEmail[email];
								sendTextcoinEmail(email, opts.email_subject, objPayment.amount, objPayment.asset, objPayment.mnemonic);
								if (++sent == Object.keys(assocPaymentsByEmail).length)
									handleResult(null, objJoint.unit.unit, assocMnemonics, objJoint.unit);
							}
						} else {
							handleResult(null, objJoint.unit.unit, assocMnemonics, objJoint.unit);
						}
					}
				}
			};

			if (opts.burn_fee)
				params.burn_fee = opts.burn_fee;

			// textcoin claim fees are paid by the sender
			var indivisibleAssetFeesByAddress = [];
			var addFeesToParams = async function (objAsset) {
				// iterate over all generated textcoin addresses
				for (var orig_address in assocAddresses) {
					var new_address = assocAddresses[orig_address];
					const tps_fee = 2 * (await composer.estimateTpsFee([new_address], [new_address]));
					console.log(`will add tps fee ${tps_fee} to the textcoin`);
					var _addAssetFees = function() {
						var asset_fees = objAsset && objAsset.fixed_denominations ? indivisibleAssetFeesByAddress[new_address] : constants.TEXTCOIN_ASSET_CLAIM_FEE;
						asset_fees += tps_fee;
						if (!params.base_outputs) params.base_outputs = [];
						var base_output = _.find(params.base_outputs, function(output) {return output.address == new_address});
						if (base_output)
							base_output.amount += asset_fees;
						else
							params.base_outputs.push({address: new_address, amount: asset_fees});
					}

					// first calculate fees for textcoins in (bytes) outputs 
					var output = _.find(params.outputs, function(output) {return output.address == new_address});
					if (output) {
						output.amount += constants.TEXTCOIN_CLAIM_FEE + tps_fee;
					}

					// second calculate fees for textcoins in base_outputs 
					output = _.find(params.base_outputs, function(output) {return output.address == new_address});
					if (output) {
						output.amount += constants.TEXTCOIN_CLAIM_FEE + tps_fee;
					}

					// then check for textcoins in asset_outputs
					output = _.find(params.asset_outputs, function(output) {return output.address == new_address});
					if (output) {
						_addAssetFees();
					}

					// finally check textcoins in to_address
					if (new_address == params.to_address) {
						if (objAsset) {
							delete params.to_address;
							delete params.amount;
							params.asset_outputs = [{address: new_address, amount: amount}];
							_addAssetFees();
						} else {
							params.amount += constants.TEXTCOIN_CLAIM_FEE + tps_fee;
						}
					}
				}
			}

			if (nonbaseAsset){
				if (bSendAll)
					throw Error('send_all with asset');
				if (asset)
					params.asset = asset;
				params.available_fee_paying_addresses = arrBaseFundedAddresses;
				if (to_address){
					params.to_address = to_address;
					params.amount = amount; // in asset units
				}
				else if (outputs_by_asset)
					params.outputs_by_asset = outputs_by_asset;
				else{
					params.asset_outputs = asset_outputs;
					params.base_outputs = base_outputs; // only destinations, without the change
				}
				params.change_address = change_address;

				// reading only one asset and assuming all others have the same properties.
				// Will fail if outputs_by_asset has any private or indivisible assets
				storage.readAsset(db, nonbaseAsset, null, function(err, objAsset){
					if (err)
						throw Error(err);

					if (outputs_by_asset && (objAsset.is_private || objAsset.fixed_denominations)) {
						if (Object.keys(outputs_by_asset).filter(a => a !== 'base' && a !== nonbaseAsset).length > 0)
							throw Error("outputs_by_asset with multiple assets cannot be used for private payments and indivisible assets");
						// else rewrite using base_outputs/asset_outputs
						asset = nonbaseAsset;
						asset_outputs = outputs_by_asset[nonbaseAsset];
						base_outputs = outputs_by_asset.base; // might be undefined
						outputs_by_asset = null;
						delete params.outputs_by_asset;
						
						params.asset = asset;
						params.asset_outputs = asset_outputs;
						params.base_outputs = base_outputs;
					}
					if (objAsset.is_private){
						var saveMnemonicsPreCommit = params.callbacks.preCommitCb;
						// save messages in outbox before committing
						params.callbacks.preCommitCb = function(conn, objJoint, arrChainsOfRecipientPrivateElements, arrChainsOfCosignerPrivateElements, cb){
							if (!arrChainsOfRecipientPrivateElements || !arrChainsOfCosignerPrivateElements)
								throw Error('no private elements');
							var sendToRecipients = function(cb2){
								if (recipient_device_address) {
									walletGeneral.sendPrivatePayments(recipient_device_address, arrChainsOfRecipientPrivateElements, false, conn, cb2);
								} 
								else if (Object.keys(assocAddresses).length > 0) {
									var mnemonic = assocMnemonics[Object.keys(assocMnemonics)[0]]; // TODO: assuming only one textcoin here
									if (typeof opts.getPrivateAssetPayloadSavePath === "function") {
										opts.getPrivateAssetPayloadSavePath(function(fullPath, cordovaPathObj){
											if (!fullPath && (!cordovaPathObj || !cordovaPathObj.fileName)) {
												return cb2("no file path provided for storing private payload");
											}
											storePrivateAssetPayload(fullPath, cordovaPathObj, mnemonic, arrChainsOfRecipientPrivateElements, function(err) {
												if (err)
													throw Error(err);
												saveMnemonicsPreCommit(conn, objJoint, cb2);
											});
										});
									} else {
										throw Error("no getPrivateAssetPayloadSavePath provided");
									}
								}
								else { // paying to another wallet on the same device
									forwardPrivateChainsToOtherMembersOfOutputAddresses(arrChainsOfRecipientPrivateElements, false, conn, cb2);
								}
							};
							var sendToCosigners = function(cb2){
								if (wallet)
									walletDefinedByKeys.forwardPrivateChainsToOtherMembersOfWallets(arrChainsOfCosignerPrivateElements, [wallet], false, conn, cb2);
								else // arrPayingAddresses can be only shared addresses
									forwardPrivateChainsToOtherMembersOfSharedAddresses(arrChainsOfCosignerPrivateElements, arrPayingAddresses, null, false, conn, cb2);
							};
							async.series([sendToRecipients, sendToCosigners], cb);
						};
					}

					async.series([
						function(cb) { // calculate fees for indivisible asset
							if (!Object.keys(assocAddresses).length || !objAsset.fixed_denominations) { // skip this step if no textcoins and for divisible assets
								cb();
								return;
							}
							params.tolerance_plus = 0;
							params.tolerance_minus = 0;
							var old_callbacks = params.callbacks;
							params.callbacks = {
								ifOk: function(objJoint, assocPrivatePayloads, unlock) {
									for (var orig_address in assocAddresses) {
										var new_address = assocAddresses[orig_address];
										var asset_messages_to_address = _.filter(objJoint.unit.messages, function(m){
											return m.app === "payment" && _.get(m, 'payload.asset') === asset && (_.get(m, 'payload.outputs[0].address') === new_address || _.get(m, 'payload.outputs[1].address') === new_address);
										});
										indivisibleAssetFeesByAddress[new_address] = constants.TEXTCOIN_ASSET_CLAIM_HEADER_FEE + asset_messages_to_address.length * constants.TEXTCOIN_ASSET_CLAIM_MESSAGE_FEE + Object.keys(assocPrivatePayloads).length * constants.TEXTCOIN_PRIVATE_ASSET_CLAIM_MESSAGE_FEE + constants.TEXTCOIN_ASSET_CLAIM_BASE_MSG_FEE;
									}
									// inject into ifOk an assert to check for correct number of payloads picked
									_.assign(params.callbacks, old_callbacks, {
										ifOk: function(objJoint, assocPrivatePayloads2, unlock) {
												if (Object.keys(assocPrivatePayloads).length != Object.keys(assocPrivatePayloads2).length)
													throw new Error("assocPrivatePayloads length differs from dry-run, incorrect fees calculated: " + Object.keys(assocPrivatePayloads) + " != " + Object.keys(assocPrivatePayloads2));
												old_callbacks.ifOk(objJoint, assocPrivatePayloads2, unlock);
											}
									});
									unlock();
									cb();
								},
								ifError: function(err) {
									old_callbacks.ifError(err);
									cb(err);
								},
								ifNotEnoughFunds: function(err) {
									old_callbacks.ifNotEnoughFunds(err);
									cb(err);
								}
							}
							indivisibleAsset.composeMinimalIndivisibleAssetPaymentJoint(params);
						},
						function(cb) { // add fees
							const addFeesToParamsCb = util.callbackify(addFeesToParams);
							addFeesToParamsCb(objAsset, cb);
						},
						function(cb) { // send payment
							if (objAsset.fixed_denominations){ // indivisible
								params.tolerance_plus = 0;
								params.tolerance_minus = 0;
								indivisibleAsset.composeAndSaveMinimalIndivisibleAssetPaymentJoint(params);
							}
							else{ // divisible
								divisibleAsset.composeAndSaveMinimalDivisibleAssetPaymentJoint(params);
							}
							cb();
						}
					]);
				});
			}
			else{ // base asset
				if (bSendAll){
					params.send_all = bSendAll;
					params.outputs = [{address: to_address, amount: 0}];
				}
				else{
					if (to_address)
						params.outputs = [{address: to_address, amount: amount}];
					else if (outputs_by_asset)
						params.outputs = outputs_by_asset.base;
					else
						params.outputs = base_outputs || [];
					params.outputs.push({address: change_address, amount: 0});
					await addFeesToParams();
				}
				composer.composeAndSaveMinimalJoint(params);
			}

		}
	);
}

function forwardPrivateChainsToOtherMembersOfSharedAddresses(arrChainsOfCosignerPrivateElements, arrPayingAddresses, excluded_device_address, bForwarded, conn, onDone){
	walletDefinedByAddresses.readAllControlAddresses(conn, arrPayingAddresses, function(arrControlAddresses, arrControlDeviceAddresses){
		arrControlDeviceAddresses = arrControlDeviceAddresses.filter(function(device_address) {
			return (device_address !== device.getMyDeviceAddress() && device_address !== excluded_device_address);
		});
		walletDefinedByKeys.readDeviceAddressesControllingPaymentAddresses(conn, arrControlAddresses, function(arrMultisigDeviceAddresses){
			arrMultisigDeviceAddresses = _.difference(arrMultisigDeviceAddresses, arrControlDeviceAddresses);
			// counterparties on shared addresses must forward further, that's why bForwarded=false
			walletGeneral.forwardPrivateChainsToDevices(arrControlDeviceAddresses, arrChainsOfCosignerPrivateElements, bForwarded, conn, function(){
				walletGeneral.forwardPrivateChainsToDevices(arrMultisigDeviceAddresses, arrChainsOfCosignerPrivateElements, true, conn, onDone);
			});
		});
	});
}

/*
This was an attempt to implement recursive forwarding of private chains to all inner cosigners / members of output addresses.
Mostly for situations when one output address is also shared or multi-sig address, so when we receive private chain
we should check on which address we received it and forward them further to inner members of this address.
At first we had to do it for arbiter contracts, as output address included multiple shared addresses, but
we ended up fixing the originator of private chains, setting it isForwarded flag to false, when
they were sending payments to own shared address. This was enough to make other members of shared address to forward
the chains to their cosigners, so-called 2nd hop. No real life situations were observed when we need 3rd hop.

function forwardPrivateChainsToInnerMembers(arrChains, from_address) {
	var assocOutputAddresses = {};
	var arrUnits = [];
	arrChains.forEach(function(arrPrivateElements){
		var objHeadPrivateElement = arrPrivateElements[0];
		arrUnits.push(objHeadPrivateElement.unit);
		var payload = objHeadPrivateElement.payload;
		payload.outputs.forEach(function(output){
			if (output.address)
				assocOutputAddresses[output.address] = true;
		});
		if (objHeadPrivateElement.output && objHeadPrivateElement.output.address)
			assocOutputAddresses[objHeadPrivateElement.output.address] = true;
	});
	var arrOutputAddresses = Object.keys(assocOutputAddresses);
	db.query("SELECT address FROM unit_authors WHERE unit IN(?)", [arrUnits], function(rows){
		var arrAddresses = _.union([rows.map(function(row){ return row.address; }), arrOutputAddresses]);

		// find at which level (which shared address) we received chains (our neighbour sent them to us, so we need to forward them deeper)
		db.query("SELECT DISTINCT address FROM shared_address_signing_paths WHERE shared_address IN(\n\
			SELECT DISTINCT shared_address FROM shared_address_signing_paths WHERE device_address=? AND shared_address IN(?))\n\
			AND device_address=?"[from_address, arrAddresses, device.getMyDeviceAddress()])

		var amISharedMember = function(arrAddresses, cb) {
			db.query(
				"SELECT DISTINCT address, shared_address_signing_paths.device_address, (correspondent_devices.device_address IS NOT NULL) AS have_correspondent \n\
				FROM shared_address_signing_paths LEFT JOIN correspondent_devices USING(device_address) WHERE shared_address IN(?)", 
				[arrAddresses], 
				function(rows){
					if (rows.length === 0)
						return cb([]);
					var arrControlAddresses = rows.map(function(row){ return row.address; });
					var arrControlDeviceAddresses = rows.filter(function(row){ return row.have_correspondent; }).map(function(row){ return row.device_address; });
					searchDeeper(arrControlAddresses, function(arrControlAddresses2, arrControlDeviceAddresses2){
						handleLists(_.union(arrControlAddresses, arrControlAddresses2), _.union(arrControlDeviceAddresses, arrControlDeviceAddresses2));
					});
				}
			);
		};
	});
	if (!onSaved)
		onSaved = function(){};
	readWalletsByAddresses(db, arrOutputAddresses, function(arrWallets){
		if (arrWallets.length === 0){
		//	breadcrumbs.add("forwardPrivateChainsToOtherMembersOfOutputAddresses: " + JSON.stringify(arrChains)); // remove in livenet
		//	eventBus.emit('nonfatal_error', "not my wallet? output addresses: "+arrOutputAddresses.join(', '), new Error());
		//	throw Error("not my wallet? output addresses: "+arrOutputAddresses.join(', '));
		}
		var arrFuncs = [];
		if (arrWallets.length > 0)
			arrFuncs.push(function(cb){
				walletDefinedByKeys.forwardPrivateChainsToOtherMembersOfWallets(arrChains, arrWallets, conn, cb);
			});
		arrFuncs.push(function(cb){
			walletDefinedByAddresses.forwardPrivateChainsToOtherMembersOfAddresses(arrChains, arrOutputAddresses, conn, cb);
		});
		async.series(arrFuncs, onSaved);
	});
}
*/

function sendTextcoinEmail(email, subject, amount, asset, mnemonic){
	var mail = require('./mail.js');
	var usd_amount_str = '';
	if (!asset){
		amount -= constants.TEXTCOIN_CLAIM_FEE;
		if (network.exchangeRates['GBYTE_USD']) {
			usd_amount_str = " (≈" + ((amount/1e9)*network.exchangeRates['GBYTE_USD']).toLocaleString([], {maximumFractionDigits: 2}) + " USD)";
		}
		amount = (amount/1e9).toLocaleString([], {maximumFractionDigits: 9});
		asset = 'GB';
	}
	replaceInTextcoinTemplate({amount: amount, asset: asset, mnemonic: mnemonic, usd_amount_str: usd_amount_str}, function(html, text){
		mail.sendmail({
			to: email,
			from: conf.from_email || "noreply@obyte.org",
			subject: subject || "Obyte user beamed you money",
			body: text,
			htmlBody: html
		});
	});
}

function replaceInTextcoinTemplate(params, handleText){
	var fs = require('fs');
	fs.readFile(__dirname + '/email_template.html', 'utf8', function(err, template) {
		if (err)
			throw Error("failed to read template: "+err);
		_.forOwn(params, function(value, key){
			var re = new RegExp('\\{\\{' + key + '\\}\\}',"g");
			template = template.replace(re, value);
		});
		template = template.replace(/\{\{\w*\}\}/g, '');

		var text = "Here is your link to receive " + params.amount + " " + params.asset + params.usd_amount_str + ": https://obyte.org/#textcoin?" + params.mnemonic;
		handleText(template, text);
	});
}

function expandMnemonic(mnemonic) {
	var addrInfo = {};
	mnemonic = mnemonic.toLowerCase().split('-').join(' ');
	if ((mnemonic.split(' ').length % 3 !== 0) || !Mnemonic.isValid(mnemonic)) {
		throw new Error("invalid mnemonic: "+mnemonic);
	}
	mnemonic = new Mnemonic(mnemonic);
	addrInfo.xPrivKey = mnemonic.toHDPrivateKey().derive("m/44'/0'/0'/0/0");
	addrInfo.pubkey = addrInfo.xPrivKey.publicKey.toBuffer().toString("base64");
	addrInfo.definition = ["sig", {"pubkey": addrInfo.pubkey}];
	addrInfo.address = objectHash.getChash160(addrInfo.definition);
	return addrInfo;
}

function receiveTextCoin(mnemonic, addressTo, signWithLocalPrivateKey, cb) {
	if (arguments.length === 3) {
		cb = signWithLocalPrivateKey;
		signWithLocalPrivateKey = null;
	}
	try {
		var addrInfo = expandMnemonic(mnemonic);
	} catch (e) {
		cb(e.message);
		return;
	}

	// used to pay for the fees from my own address
	const localSigner = signWithLocalPrivateKey ? getSigner({}, [device.getMyDeviceAddress()], signWithLocalPrivateKey) : null;
	
	var signer = {
		readSigningPaths: function(conn, address, handleLengthsBySigningPaths){ // returns assoc array signing_path => length
			if (address !== addrInfo.address)
				return localSigner.readSigningPaths(conn, address, handleLengthsBySigningPaths);
			var assocLengthsBySigningPaths = {};
			assocLengthsBySigningPaths["r"] = constants.SIG_LENGTH;
			handleLengthsBySigningPaths(assocLengthsBySigningPaths);
		},
		readDefinition: function(conn, address, handleDefinition){
			if (address !== addrInfo.address)
				return localSigner.readDefinition(conn, address, handleDefinition);
			handleDefinition(null, addrInfo.definition);
		},
		sign: function(objUnsignedUnit, assocPrivatePayloads, address, signing_path, handleSignature){
			if (address !== addrInfo.address)
				return localSigner.sign(objUnsignedUnit, assocPrivatePayloads, address, signing_path, handleSignature);
			handleSignature(null, ecdsaSig.sign(objectHash.getUnitHashToSign(objUnsignedUnit), addrInfo.xPrivKey.privateKey.bn.toBuffer({size:32})));
		}
	};
	var opts = {};
	var asset = null;
	opts.signer = signer;
	opts.paying_addresses = [addrInfo.address];
	opts.spend_unconfirmed = 'all';

	opts.callbacks = {
		ifNotEnoughFunds: function(err){
			if (opts.fee_paying_addresses.length === 1) {
				if (opts._private)
					console.log(`not enough funds on the textcoin ${addrInfo.address}, will not retry with fees paid from my own address because the payment is private`);
				else if (!signWithLocalPrivateKey)
					console.log(`not enough funds on the textcoin ${addrInfo.address}, will not retry with fees paid from my own address because a local signer has not been provided`);
				else {
					console.log(`not enough funds on the textcoin ${addrInfo.address}, will add my own address to fee_paying_addresses`);
					opts.fee_paying_addresses.push(addressTo);
					return checkStability();
				}
			}
			cb("Not enough funds on the textcoin " + addrInfo.address);
		},
		ifError: function(err){
			if (err.indexOf("some definition changes") == 0)
				return cb("This textcoin was already claimed but not confirmed yet");
			cb(err);
		},
		ifOk: function(objJoint, arrChainsOfRecipientPrivateElements, arrChainsOfCosignerPrivateElements){
			network.broadcastJoint(objJoint);
			cb(null, objJoint.unit.unit, asset);
		}
	};

	if (conf.bLight) {
		db.query(
			"SELECT 1 \n\
			FROM outputs JOIN units USING(unit) WHERE address=? LIMIT 1", 
			[addrInfo.address],
			function(rows){
				if (rows.length === 0) {
					network.requestHistoryFor([], [addrInfo.address], checkStability);
				}
				else
					checkStability();
			}
		);
	}
	else
		checkStability();

	// check stability of payingAddresses
	function checkStability() {
		db.query(
			"SELECT is_stable, asset, SUM(amount) AS `amount` \n\
			FROM outputs JOIN units USING(unit) WHERE address=? AND sequence='good' AND is_spent=0 GROUP BY asset ORDER BY asset DESC", 
			[addrInfo.address],
			async function(rows) {
				if (rows.length === 0)
					return cb(`This textcoin either was already claimed or never existed in the network (address ${addrInfo.address})`);
				var row = rows[0];
				if (row.asset) { // claiming asset
					const assets = rows.map(row => row.asset).filter(a => a);
					const { unknown_assets, asset_infos } = await getAssetInfos(assets);
					if (unknown_assets.length > 0 && conf.bLight)
						return network.requestHistoryFor(unknown_assets, [], checkStability);
					asset = assets[0];
					const objAsset = asset_infos[0]; // assuming all other assets have the same privacy and divisibility
					if (!objAsset.is_private) { // otherwise the change goes back to the fee paying address as we don't want to publish the recipient address
						let outputs_by_asset = { };
						for (let { asset, amount } of rows)
							if (asset)
								outputs_by_asset[asset] = [{ amount, address: addressTo }];
						outputs_by_asset.base = [{ amount: 0, address: addressTo }]; // the change goes to our wallet, not being left on the textcoin
						opts.outputs_by_asset = outputs_by_asset;
					}
					else { // claim only the 1st asset
						opts.asset = asset;
						opts.amount = row.amount;
						opts.to_address = addressTo;
						opts._private = true; // to prevent retries with fees paid by the recipient
					}
					if (!opts.fee_paying_addresses)
						opts.fee_paying_addresses = [addrInfo.address];
					if (objAsset.fixed_denominations) { // indivisible
						opts.tolerance_plus = 0;
						opts.tolerance_minus = 0;
						indivisibleAsset.composeAndSaveIndivisibleAssetPaymentJoint(opts);
					}
					else { // divisible
						divisibleAsset.composeAndSaveDivisibleAssetPaymentJoint(opts);
					}
				} else {// claiming bytes
					opts.send_all = true;
					opts.outputs = [{address: addressTo, amount: 0}];
					opts.callbacks = composer.getSavingCallbacks(opts.callbacks);
					composer.composeJoint(opts);
				}
			}
		);		
	}

	function getAssetInfos(assets, cb) {
		if (!cb)
			return new Promise(resolve => getAssetInfos(assets, resolve));
		let unknown_assets = [];
		let asset_infos = [];
		async.eachSeries(
			assets,
			function (asset, cb) {
				storage.readAsset(db, asset, null, function (err, objAsset) {
					if (err && err.indexOf("not found") !== -1) {
						if (!conf.bLight) // full wallets must have this asset
							throw Error("textcoin asset " + asset + " not found");
						unknown_assets.push(asset);
					}
					if (objAsset)
						asset_infos.push(objAsset);
					cb();
				});
			},
			function () {
				cb({ unknown_assets, asset_infos });
			}
		)
	}
}

// if a textcoin was not claimed for 'days' days, claims it back
function claimBackOldTextcoins(to_address, days){
	if (typeof days !== 'number')
		throw Error("bad days: " + days);
	db.query(
		"SELECT mnemonic FROM sent_mnemonics LEFT JOIN unit_authors USING(address) \n\
		WHERE mnemonic!='' AND unit_authors.address IS NULL AND creation_date<"+db.addTime("-"+days+" DAYS"),
		function(rows){
			async.eachSeries(
				rows,
				function(row, cb){
					receiveTextCoin(row.mnemonic, to_address, function(err, unit, asset){
						if (err)
							console.log("failed claiming back old textcoin "+row.mnemonic+": "+err);
						else
							console.log("claimed back mnemonic "+row.mnemonic+", unit "+unit+", asset "+asset);
						cb();
					});
				}
			);
		}
	);
}

function eraseTextcoin(unit, address) {
	db.query(
		"UPDATE sent_mnemonics \n\
		SET mnemonic='' WHERE unit=? AND address=?", 
		[unit, address],
		function(){}
	);
}

function storePrivateAssetPayload(fullPath, cordovaPathObj, mnemonic, chains, cb) {
	var storedObj = {
		mnemonic: mnemonic,
		chains: chains
	};
	var bCordova = (typeof window === 'object' && window.cordova);
	var JSZip = require("jszip");
	var zip = new JSZip();
	zip.file('private_textcoin', JSON.stringify(storedObj));
	var zipParams = {type: "nodebuffer", compression: 'DEFLATE', compressionOptions: {level: 9}};
	zip.generateAsync(zipParams).then(function(zipFile) {
		if (!bCordova) {
			var fs = require('fs');
			fs.writeFile(fullPath, zipFile, cb);
		} else {
			window.requestFileSystem(LocalFileSystem.TEMPORARY, 0, function(fs) {
				window.resolveLocalFileSystemURL(cordovaPathObj.root, function(dirEntry) {
					dirEntry.getDirectory(cordovaPathObj.path, {create: true, exclusive: false}, function(dirEntry1) {
						dirEntry1.getFile(cordovaPathObj.fileName, {create: true, exclusive: false}, function(file) {
							file.createWriter(function(writer) {
								writer.onwriteend = function() {
									cb(null); 
								};
								writer.write(zipFile.buffer);
							}, cb);
						}, cb);
					}, cb);
				}, cb);
			}, cb);
		}
	}, cb);
}

function handlePrivatePaymentFile(fullPath, content, cb) {
	var bCordova = (typeof window === 'object' && window.cordova);
	var JSZip = require("jszip");
	var zip = new JSZip();

	var unzip = function(err, data) {
		if (err)
			return cb(err);
		zip.loadAsync(data).then(function(zip) {
			zip.file("private_textcoin").async("string").then(function(data) {
				try {
					data = JSON.parse(data);
					var first_chain_unit = data.chains[0][0].unit;
				} catch (err) {return cb(err);}
				device.getHubWs(function(err, ws){
					if (err)
						return cb("no hub connection, try again later:" + err);
					eventBus.once('all_private_payments_handled-' + first_chain_unit, function(){
						cb(null, data);
					});
					var onDone = function() {
						handlePrivatePaymentChains(ws, data, null, {
							ifError: function(err){
								cb(err);
							},
							ifOk: function(){} // we subscribe to event, not waiting for callback
						});
					}
					// for light wallets request history for mnemonic address, check if already spent
					if (conf.bLight) {
						try {
							var addrInfo = expandMnemonic(data.mnemonic);
						} catch (e) {
							return cb(e);
						}
						var history_requested = false;
						var checkAddressTxs = function() {
							db.query(
								"SELECT 'in' AS 'action' \n\
								FROM outputs JOIN units USING(unit) WHERE address=? \n\
								UNION \n\
								SELECT 'out' AS 'action' \n\
								FROM inputs JOIN units USING(unit) WHERE address=?", 
								[addrInfo.address, addrInfo.address],
								function(rows){
									var actions_count = _.countBy(rows, function(v){return v.action});
									if (rows.length === 0 && !history_requested) {
										history_requested = true;
										network.requestHistoryFor([], [addrInfo.address], checkAddressTxs);
									}
									else if (actions_count['in'] === 1 && actions_count['out'] === 1) {
										cb("textcoin was already claimed");
									} else onDone();
								}
							);
						};
						checkAddressTxs();
					} else onDone();
				});
			}).catch(function(err){cb(err)});
		}).catch(function(err){cb(err)});
	}
	
	if (content) {
		unzip(null, content);
		return;
	}

	if (!bCordova) {
		var fs = require('fs');
		fs.readFile(decodeURIComponent(fullPath.replace('file://', '')), unzip);
	} else {
		window.requestFileSystem(LocalFileSystem.TEMPORARY, 0, function(fs) {
			console.log('requestFileSystem done');
			if (fullPath.indexOf('://') == -1) fullPath = 'file://' + fullPath;
			window.resolveLocalFileSystemURL(fullPath, function(fileEntry) {
				console.log('resolveLocalFileSystemURL done', fileEntry);
				fileEntry.file(function(file) {
					console.log('fileEntry.file done', file);
					var reader = new FileReader();
					reader.onloadend = function() {
						console.log('onloadend', this.result);
						if (this.result == null) {
							var permissions = cordova.plugins.permissions;
							permissions.requestPermission(permissions.READ_EXTERNAL_STORAGE, function(status){
								if (status.hasPermission) {
									handlePrivatePaymentFile(fullPath, null, cb);
								} else {
									cb("no file permissions were given");
								}
							}, function(){cb("request for file permissions failed")});
							return;
						}
						console.log('reading file');
						var fileBuffer = Buffer.from(new Uint8Array(this.result));
						unzip(null, fileBuffer);
					};
					reader.readAsArrayBuffer(file);
				}, cb);
			}, cb);
		}, cb);
	}
}

function readNonRemovableDevices(onDone){

	var sql = "SELECT DISTINCT device_address FROM shared_address_signing_paths ";
	sql += "UNION SELECT DISTINCT device_address FROM wallet_signing_paths ";
	sql += "UNION SELECT DISTINCT device_address FROM pending_shared_address_signing_paths ";
	sql += "UNION SELECT DISTINCT peer_device_address AS device_address FROM prosaic_contracts ";
	sql += "UNION SELECT DISTINCT peer_device_address AS device_address FROM wallet_arbiter_contracts ";
	sql += "UNION SELECT DISTINCT arbstore_device_address AS device_address FROM arbiter_disputes ";
	if (conf.ArbStoreWebURI)
		sql += "UNION SELECT DISTINCT device_address AS device_address FROM arbiters";
	
	db.query(
		sql, 
		function(rows){
			
			var arrDeviceAddress = rows.map(function(r) { return r.device_address; });

			onDone(arrDeviceAddress);
		}
	);
}

function determineIfDeviceCanBeRemoved(device_address, handleResult) {
	device.readCorrespondent(device_address, function(correspondent){
		if (!correspondent)
			return handleResult(false);
		readNonRemovableDevices(function(arrDeviceAddresses){
			handleResult(arrDeviceAddresses.indexOf(device_address) === -1);
		});
	});
};


function signMessage(message, from_address, arrSigningDeviceAddresses, signWithLocalPrivateKey, bNetworkAware, handleResult){
	if (!ValidationUtils.isValidAddress(from_address) && ValidationUtils.isValidAddress(message)) {
		var tmp = from_address;
		from_address = message;
		message = tmp;
	}
	var signer = getSigner({}, arrSigningDeviceAddresses, signWithLocalPrivateKey);
	signed_message.signMessage(message, from_address, signer, bNetworkAware, handleResult);
}

// todo, almost same as payment
function signAuthRequest(wallet, objRequest, handleResult){
	
}

/*
walletGeneral.readMyAddresses(function(arrAddresses){
	network.setWatchedAddresses(arrAddresses);
})
*/



exports.sendSignature = sendSignature;
exports.readSharedBalance = readSharedBalance;
exports.readBalance = readBalance;
exports.readBalancesOnAddresses = readBalancesOnAddresses;
exports.readAssetMetadata = readAssetMetadata;
exports.readTransactionHistory = readTransactionHistory;
exports.sendPaymentFromWallet = sendPaymentFromWallet;
exports.sendMultiPayment = sendMultiPayment;
exports.readNonRemovableDevices = readNonRemovableDevices;
exports.determineIfDeviceCanBeRemoved = determineIfDeviceCanBeRemoved;
exports.receiveTextCoin = receiveTextCoin;
exports.claimBackOldTextcoins = claimBackOldTextcoins;
exports.eraseTextcoin = eraseTextcoin;
exports.getSigner = getSigner;
exports.signMessage = signMessage;
exports.storePrivateAssetPayload = storePrivateAssetPayload;
exports.handlePrivatePaymentFile = handlePrivatePaymentFile;