'GBK', 'GB231280' => 'GBK' ); public $message; private $verification = 0; public function verify_message($piler_id = '', $data = '') { if($piler_id == '') { return 0; } $q = $this->db->query("SELECT `size`, `hlen`, `digest`, `bodydigest`,`attachments` FROM " . TABLE_META . " WHERE piler_id=?", array($piler_id)); $digest = $q->row['digest']; $bodydigest = $q->row['bodydigest']; $size = $q->row['size']; $hlen = $q->row['hlen']; $attachments = $q->row['attachments']; $_digest = openssl_digest($data, "SHA256"); $_bodydigest = openssl_digest(substr($data, $hlen), "SHA256"); if($_digest == $digest && $_bodydigest == $bodydigest) { if(TSA_PUBLIC_KEY_FILE) { $id = $this->get_id_by_piler_id($piler_id); if($this->check_rfc3161_timestamp_for_id($id) == 1) { return 1; } } else { return 1; } } return 0; } private function normalize_message($data = '') { $a = preg_split("/\r?\n/", $data); return implode("\r\n", $a); } public function get_raw_message($id = '') { $s = ''; if($id == '' || !preg_match("/^([0-9a-f]+)$/", $id)) { return $s; } if(LOG_LEVEL >= DEBUG) { syslog(LOG_INFO, DECRYPT_BINARY . " $id"); } $handle = popen(DECRYPT_BINARY . " $id", "r"); while(($buf = fread($handle, DECRYPT_BUFFER_LENGTH))) { $s .= $buf; } pclose($handle); if($s == '') { $handle = popen(DECRYPT_BINARY . " $id nocrypt", "r"); while(($buf = fread($handle, DECRYPT_BUFFER_LENGTH))) { $s .= $buf; } pclose($handle); } if(ENABLE_ON_THE_FLY_VERIFICATION == 0) { $this->verification = $this->verify_message($id, $s); } $s = $this->normalize_message($s); if(Registry::get('auditor_user') == 0 && HEADER_LINE_TO_HIDE) { $s = preg_replace("/" . HEADER_LINE_TO_HIDE . ".{1,}(\n(\ |\t){1,}.{1,}){0,}" . "\n/i", "", $s); } if(Registry::get('auditor_user') == 0){ $s = preg_replace("/X-Piler-Envelope-To:.{1,}\n/", "", $s); } return $s; } public function get_attachment($piler_id = '', $attachment_id = '') { $data = ''; if($piler_id == '' || $attachment_id == '' || !preg_match("/^([0-9a-f]+)$/", $piler_id) || !preg_match("/^([0-9m]+)$/", $attachment_id)) { return $data; } if(LOG_LEVEL >= DEBUG) { syslog(LOG_INFO, DECRYPT_ATTACHMENT_BINARY . " $piler_id $attachment_id"); } $handle = popen(DECRYPT_ATTACHMENT_BINARY . " $piler_id $attachment_id", "r"); while(($buf = fread($handle, DECRYPT_BUFFER_LENGTH))){ $data .= $buf; } pclose($handle); /* check if it's a base64 encoded stuff */ $s = substr($data, 0, 4096); $s = preg_replace("/(\r|\n)/", "", $s); if(!preg_match("/\s/", $s)) { return base64_decode(preg_replace("/\s/", "", $data)); } return $data; } public function get_message_headers($id = '') { $headers = ''; $has_journal = 0; $msg = $this->get_raw_message($id); Piler_Mime_Decode::splitMessageRaw($msg, $headers, $journal, $body); if($journal) { $has_journal = 1; } $headers = Piler_Mime_Decode::escape_lt_gt_symbols($headers); return array('headers' => $headers, 'has_journal' => $has_journal); } public function get_message_journal($id = '') { $msg = $this->get_raw_message($id); Piler_Mime_Decode::splitMessageRaw($msg, $headers, $journal, $body); return Piler_Mime_Decode::escape_lt_gt_symbols($journal); } public function extract_message($id = '', $terms = '') { if(LOCALIZE_MESSAGE_HEADERS_IN_PREVIEW) { $lang = Registry::get('language'); $from = $lang->data['text_from'] . ": "; $to = $lang->data['text_to'] . ": "; $cc = "Cc: "; $subject = $lang->data['text_subject'] . ": "; $date = $lang->data['text_date'] . ": "; } else { $from = "From: "; $to = "To: "; $cc = "Cc: "; $subject = "Subject: "; $date = "Date: "; } $msg = $this->get_raw_message($id); $has_journal = Piler_Mime_Decode::removeJournal($msg); Piler_Mime_Decode::splitMessage($msg, $headers, $body); for($i=0; $iset('URI.DisableExternal', 'true'); $config->set('URI.DisableExternalResources', 'true'); $config->set('Cache.SerializerPath', DIR_BASE . 'tmp'); $purifier = new HTMLPurifier($config); $this->message = array( 'text/plain' => '', 'text/html' => '' ); for($i=0; $imessage['text/html'] .= $purifier->purify($body); } else { $this->message['text/plain'] .= $body; } } return array('from' => $from, 'to' => $to, 'cc' => $cc, 'subject' => $this->highlight_search_terms($subject, $terms), 'date' => $date, 'message' => $this->message['text/html'] ? $this->message['text/html'] : $this->message['text/plain'], 'has_journal' => $has_journal, 'verification' => $this->verification ); } private function highlight_search_terms($s = '', $terms = '', $html = 0) { $fields = array("from:", "to:", "subject:", "body:"); $terms = preg_replace("/(\,|\s){1,}/", " ", $terms); $a = explode(" ", $terms); $terms = array(); foreach($a as $k => $v) { if(strlen($v) >= 3 && !in_array($v, $fields)) { $v = preg_replace("/\*/", "", $v); if($v) { array_push($terms, $v); } } } if(count($terms) <= 0) { return $s; } if($html == 0) { foreach($terms as $k => $v) { $s = preg_replace("/$v/i", "$v", $s); } return $s; } $tokens = preg_split("/\ $token) { $pos = strpos($token, ">"); if($pos > 0) { $len = strlen($token); $s .= '<' . substr($token, 0, $pos) . '>'; if($len > $pos+1) { $str = substr($token, $pos+1, $len); reset($terms); foreach($terms as $k => $v) { $str = preg_replace("/$v/i", "$v", $str); } $s .= $str; } } } return $s; } public function get_piler_id_by_id($id = 0) { $query = $this->db->query("SELECT `piler_id` FROM `" . TABLE_META . "` WHERE id=?", array($id)); if(isset($query->row['piler_id'])) { return $query->row['piler_id']; } return ''; } public function get_id_by_piler_id($piler_id = '') { if($piler_id == '') { return -1; } $query = $this->db->query("SELECT `id` FROM `" . TABLE_META . "` WHERE piler_id=?", array($piler_id)); if(isset($query->row['id'])) { return $query->row['id']; } return -1; } public function get_subject_id_by_id($id = 0) { $query = $this->db->query("SELECT `subject` FROM `" . TABLE_META . "` WHERE id=?", array($id)); if(isset($query->row['subject'])) { return $query->row['subject']; } return ''; } public function get_metadata_by_id($id = 0) { $query = $this->db->query("SELECT * FROM `" . TABLE_META . "` WHERE id=?", array($id)); if(isset($query->row['piler_id'])) { return $query->row; } return ''; } public function fix_subject($s = '') { if($s == '') { $s = 'nosubject'; } return preg_replace("/^\-{1,}/", "", preg_replace("/\W{1,}/", "-", $s)); } public function get_message_addresses_by_piler_id($piler_id='', $domains=[]) { $id = 0; $sender = ''; $rcpt = []; $query = $this->db->query("SELECT id, `from`, `fromdomain` FROM " . TABLE_META . " WHERE piler_id=?", [$piler_id]); if(isset($query->row)) { $id = $query->row['id']; if(in_array($query->row['fromdomain'], $domains)) { $sender = $query->row['from']; } } $query = $this->db->query("SELECT `to`, `todomain` FROM " . TABLE_RCPT . " WHERE id=?", [$id]); foreach($query->rows as $row) { if(in_array($row['todomain'], $domains)) { $rcpt[] = $row['to']; } } return ['sender' => $sender, 'rcpt' => $rcpt]; } public function get_attachment_by_id($id = 0) { if($id <= 0) { return array(); } $query = $this->db->query("SELECT id, piler_id, attachment_id, name, type, ptr FROM " . TABLE_ATTACHMENT . " WHERE id=?", array($id)); if(isset($query->row)) { $metaid = $this->get_id_by_piler_id($query->row['piler_id']); if($metaid > 0 && $this->model_search_search->check_your_permission_by_id($metaid) == 1) { if($query->row['ptr'] > 0) { $query = $this->db->query("SELECT id, piler_id, attachment_id, name, type FROM " . TABLE_ATTACHMENT . " WHERE id=?", array($query->row['ptr'])); } $attachment = $this->get_attachment($query->row['piler_id'], $query->row['attachment_id']); return array('filename' => fix_evolution_mime_name_crap($query->row['name']), 'piler_id' => $query->row['piler_id'], 'attachment' => $attachment); } } return array(); } public function check_rfc3161_timestamp_for_id($id = 0) { $s = ''; $computed_hash = ''; /* * determine which entry in the timestamp table holds the aggregated hash value, * then compute the aggregated hash value for the digests between start_id and stop_id. * If the hashes are the same, then verify by the public key as well */ $query = $this->db->query("SELECT `start_id`, `stop_id`, `hash_value`, `response_time`, `response_string` FROM " . TABLE_TIMESTAMP . " WHERE start_id <= ? AND stop_id >= ?", array($id, $id)); if(isset($query->row['start_id']) && isset($query->row['stop_id'])) { if(MEMCACHED_ENABLED) { $cache_key = "rfc3161_" . $query->row['start_id'] . "+" . $query->row['stop_id']; $memcache = Registry::get('memcache'); $computed_hash = $memcache->get($cache_key); } if($computed_hash == '') { $query2 = $this->db->query("SELECT digest FROM " . TABLE_META . " WHERE id >= ? AND id <= ? ORDER BY id", array($query->row['start_id'], $query->row['stop_id'])); foreach($query2->rows as $q) { $s .= $q['digest']; } $len = strlen($query->row['hash_value']); if($len == 64) $algo='sha256'; elseif($len == 128) $algo='sha512'; else $algo='sha1'; $computed_hash = hash($algo, $s); if(MEMCACHED_ENABLED) { $memcache->add($cache_key, $computed_hash, 0, MEMCACHED_TTL); } } if($query->row['hash_value'] == $computed_hash) { try { if(true === TrustedTimestamps::validate($query->row['hash_value'], $query->row['response_string'], $query->row['response_time'], TSA_PUBLIC_KEY_FILE)) { return 1; } } catch(Exception $e) { syslog(LOG_INFO, "ERROR validating the timestamp: " . $e->getMessage()); return 0; } } } return 0; } public function get_attachment_list($piler_id = 0) { $data = array(); if($piler_id == '') { return array(); } $query = $this->db->query("SELECT id, name, type, ptr FROM " . TABLE_ATTACHMENT . " WHERE piler_id=?", array($piler_id)); if(!isset($query->rows)) { return array(); } foreach($query->rows as $q) { $q['name'] = fix_evolution_mime_name_crap($q['name']); array_push($data, $q); } return $data; } public function is_message_spam($id = 0) { $spam = 0; if($id > 0 && DEFAULT_RETENTION > 30) { $query = $this->db->query("SELECT spam FROM " . TABLE_META . " WHERE id=?", array($id)); if(isset($query->row['spam'])) { $spam = $query->row['spam']; } } return $spam; } public function not_spam($id = 0) { if($id > 0) { $query = $this->db->query("UPDATE " . TABLE_META . " SET spam=0, retained=? WHERE id=?", array(NOW + (DEFAULT_RETENTION*86400), $id)); } } public function mark_as_private($id = 0) { if($id > 0) { $query = $this->db->query("INSERT INTO " . TABLE_PRIVATE . " (id) VALUES(?)", array($id)); } return 1; } public function unmark_as_private($id = 0) { if($id > 0) { $query = $this->db->query("DELETE FROM " . TABLE_PRIVATE . " WHERE id=?", array($id)); } return 1; } public function get_message_tag($id = '', $uid = 0) { if($id == '' || $uid <= 0) { return ''; } if(RT) { $query = $this->sphx->query("SELECT tag FROM " . SPHINX_TAG_INDEX . " WHERE uid=$uid AND mid=$id"); } else { $query = $this->db->query("SELECT `tag` FROM " . TABLE_TAG . " WHERE uid=? AND id=?", array($uid, $id)); } if(isset($query->row['tag'])) { return strip_tags($query->row['tag']); } return ''; } public function add_message_tag($id = '', $uid = 0, $tag = '') { if($id == '' || $uid <= 0) { return 0; } if($tag == '') { if(RT) { $this->sphx->query("DELETE FROM " . SPHINX_TAG_INDEX . " WHERE uid=$uid AND mid=$id"); } else { $query = $this->db->query("DELETE FROM " . TABLE_TAG . " WHERE uid=? AND id=?", array($uid, $id)); } } else { if(RT) { $this->sphx->query("REPLACE INTO " . SPHINX_TAG_INDEX . " (mid, uid, tag) VALUES (?,?,?)",[$id,$uid,$tag]); } else { $query = $this->db->query("UPDATE " . TABLE_TAG . " SET tag=? WHERE uid=? AND id=?", array($tag, $uid, $id)); if($this->db->countAffected() == 0) { $query = $this->db->query("INSERT INTO " . TABLE_TAG . " (id, uid, tag) VALUES(?,?,?)", array($id, $uid, $tag)); } } } return 1; } public function bulk_add_message_tag($ids = array(), $uid = 0, $tag = '', $q = '') { $arr = array_merge(array($uid), $ids); if(RT) { $ids_str = implode(",", $ids); $this->sphx->query("DELETE FROM " . SPHINX_TAG_INDEX . " WHERE uid=$uid AND mid IN ($ids_str)"); } else { $query = $this->db->query("DELETE FROM " . TABLE_TAG . " WHERE uid=? AND id IN ($q)", $arr); } if($tag) { foreach ($ids as $id) { if(RT) { $this->sphx->query("INSERT INTO " . SPHINX_TAG_INDEX . " (mid, uid, tag) VALUES(?,?,?)", [$id, $uid, $tag]); } else { $query = $this->db->query("INSERT INTO " . TABLE_TAG . " (id, uid, tag) VALUES(?,?,?)", array($id, $uid, $tag)); } } } } public function get_message_note($id = '', $uid = 0) { if($id == '' || $uid <= 0) { return ''; } if(RT) { $query = $this->sphx->query("SELECT note FROM " . SPHINX_NOTE_INDEX . " WHERE uid=$uid AND mid=$id"); } else { $query = $this->db->query("SELECT `note` FROM " . TABLE_NOTE . " WHERE uid=? AND id=?", array($uid, $id)); } if(isset($query->row['note'])) { return strip_tags(urldecode($query->row['note'])); } return ''; } public function add_message_note($id = '', $uid = 0, $note = '') { if($id == '' || $uid <= 0) { return 0; } if($note == '') { $query = $this->db->query("DELETE FROM " . TABLE_NOTE . " WHERE uid=? AND id=?", array($uid, $id)); } else { $query = $this->db->query("UPDATE " . TABLE_NOTE . " SET note=? WHERE uid=? AND id=?", array($note, $uid, $id)); if($this->db->countAffected() == 0) { $query = $this->db->query("INSERT INTO " . TABLE_NOTE . " (id, uid, note) VALUES(?,?,?)", array($id, $uid, $note)); } } return 1; } public function add_message_rt_note($id = '', $uid = 0, $note = '') { if($id == '' || $uid <= 0) { return 0; } $this->sphx->query("DELETE FROM " . SPHINX_NOTE_INDEX . " WHERE uid=$uid AND mid=$id"); if($note) { $this->sphx->query("INSERT INTO " . SPHINX_NOTE_INDEX . " (mid, uid, note) VALUES (?,?,?)",[$id,$uid,$note]); } return 1; } public function get_message_private($id = 0) { if($id == 0) { return 0; } $query = $this->db->query("SELECT `id` FROM " . TABLE_PRIVATE . " WHERE id=?", array($id)); if(isset($query->row['id'])) { return 1; } return 0; } }