emailcollector.class.php

Go to the documentation of this file.

<?php
/* Copyright (C) 2017  Laurent Destailleur <eldy@users.sourceforge.net>
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program. If not, see <https://www.gnu.org/licenses/>.
 */
 
// Put here all includes required by your class file
include_once DOL_DOCUMENT_ROOT .'/emailcollector/lib/emailcollector.lib.php';
 
require_once DOL_DOCUMENT_ROOT .'/core/class/commonobject.class.php';
require_once DOL_DOCUMENT_ROOT .'/core/lib/files.lib.php';
 
require_once DOL_DOCUMENT_ROOT .'/comm/propal/class/propal.class.php';                   // Customer Proposal
require_once DOL_DOCUMENT_ROOT .'/commande/class/commande.class.php';                    // Sale Order
require_once DOL_DOCUMENT_ROOT .'/compta/facture/class/facture.class.php';               // Customer Invoice
require_once DOL_DOCUMENT_ROOT .'/contact/class/contact.class.php';                      // Contact / Address
require_once DOL_DOCUMENT_ROOT .'/expedition/class/expedition.class.php';                // Shipping / Delivery
require_once DOL_DOCUMENT_ROOT .'/fourn/class/fournisseur.commande.class.php';           // Purchase Order
require_once DOL_DOCUMENT_ROOT .'/fourn/class/fournisseur.facture.class.php';            // Purchase Invoice
require_once DOL_DOCUMENT_ROOT .'/projet/class/project.class.php';                       // Project
require_once DOL_DOCUMENT_ROOT .'/reception/class/reception.class.php';                  // Reception
require_once DOL_DOCUMENT_ROOT .'/recruitment/class/recruitmentcandidature.class.php';   // Recruiting
require_once DOL_DOCUMENT_ROOT .'/societe/class/societe.class.php';                      // Third-Party
require_once DOL_DOCUMENT_ROOT .'/supplier_proposal/class/supplier_proposal.class.php';  // Supplier Proposal
require_once DOL_DOCUMENT_ROOT .'/ticket/class/ticket.class.php';                        // Ticket
//require_once DOL_DOCUMENT_ROOT .'/expensereport/class/expensereport.class.php';        // Expense Report
//require_once DOL_DOCUMENT_ROOT .'/holiday/class/holiday.class.php';                    // Holidays (leave request)
 
 
// use Webklex\PHPIMAP;
require DOL_DOCUMENT_ROOT .'/includes/webklex/php-imap/vendor/autoload.php';
 
use Webklex\PHPIMAP\ClientManager;
use Webklex\PHPIMAP\Exceptions\ConnectionFailedException;
use Webklex\PHPIMAP\Exceptions\InvalidWhereQueryCriteriaException;
use Webklex\PHPIMAP\Exceptions\GetMessagesFailedException;
 
use OAuth\Common\Storage\DoliStorage;
use OAuth\Common\Consumer\Credentials;
 
 
class EmailCollector extends CommonObject
{
  public $element = 'emailcollector';
 
  public $table_element = 'emailcollector_emailcollector';
 
  public $ismultientitymanaged = 1;
 
  public $isextrafieldmanaged = 0;
 
  public $picto = 'email';
 
  public $fk_element = 'fk_emailcollector';
 
  protected $childtables = array();
 
  protected $childtablesoncascade = array('emailcollector_emailcollectorfilter', 'emailcollector_emailcollectoraction');
 
 
  // BEGIN MODULEBUILDER PROPERTIES
  public $fields = array(
    'rowid'         => array('type'=>'integer', 'label'=>'TechnicalID', 'visible'=>2, 'enabled'=>1, 'position'=>1, 'notnull'=>1, 'index'=>1),
    'entity'        => array('type'=>'integer', 'label'=>'Entity', 'enabled'=>1, 'visible'=>0, 'default'=>1, 'notnull'=>1, 'index'=>1, 'position'=>20),
    'ref'           => array('type'=>'varchar(128)', 'label'=>'Ref', 'enabled'=>1, 'visible'=>1, 'notnull'=>1, 'showoncombobox'=>1, 'index'=>1, 'position'=>10, 'searchall'=>1, 'help'=>'Example: MyCollector1', 'csslist'=>'tdoverflowmax150'),
    'label'         => array('type'=>'varchar(255)', 'label'=>'Label', 'visible'=>1, 'enabled'=>1, 'position'=>30, 'notnull'=>-1, 'searchall'=>1, 'help'=>'Example: My Email collector', 'csslist'=>'tdoverflowmax150'),
    'description'   => array('type'=>'text', 'label'=>'Description', 'visible'=>-1, 'enabled'=>1, 'position'=>60, 'notnull'=>-1, 'csslist'=>'small'),
    'host'          => array('type'=>'varchar(255)', 'label'=>'EMailHost', 'visible'=>1, 'enabled'=>1, 'position'=>90, 'notnull'=>1, 'searchall'=>1, 'comment'=>"IMAP server", 'help'=>'Example: imap.gmail.com', 'csslist'=>'tdoverflowmax125'),
    'port'          => array('type'=>'varchar(10)', 'label'=>'EMailHostPort', 'visible'=>1, 'enabled'=>1, 'position'=>91, 'notnull'=>1, 'searchall'=>0, 'comment'=>"IMAP server port", 'help'=>'Example: 993', 'csslist'=>'tdoverflowmax50', 'default'=>'993'),
    'hostcharset'   => array('type'=>'varchar(16)', 'label'=>'HostCharset', 'visible'=>-1, 'enabled'=>1, 'position'=>92, 'notnull'=>0, 'searchall'=>0, 'comment'=>"IMAP server charset", 'help'=>'Example: "UTF-8" (May be "US-ASCII" with some Office365)', 'default'=>'UTF-8'),
    'acces_type'     => array('type'=>'integer', 'label'=>'accessType', 'visible'=>-1, 'enabled'=>"getDolGlobalInt('MAIN_IMAP_USE_PHPIMAP')", 'position'=>101, 'notnull'=>1, 'index'=>1, 'comment'=>"IMAP login type", 'arrayofkeyval'=>array('0'=>'loginPassword', '1'=>'oauthToken'), 'default'=>'0', 'help'=>''),
    'login'         => array('type'=>'varchar(128)', 'label'=>'Login', 'visible'=>-1, 'enabled'=>1, 'position'=>102, 'notnull'=>-1, 'index'=>1, 'comment'=>"IMAP login", 'help'=>'Example: myaccount@gmail.com'),
    'password'      => array('type'=>'password', 'label'=>'Password', 'visible'=>-1, 'enabled'=>"1", 'position'=>103, 'notnull'=>-1, 'comment'=>"IMAP password", 'help'=>'WithGMailYouCanCreateADedicatedPassword'),
    'oauth_service' => array('type'=>'varchar(128)', 'label'=>'oauthService', 'visible'=>-1, 'enabled'=>"getDolGlobalInt('MAIN_IMAP_USE_PHPIMAP')", 'position'=>104, 'notnull'=>0, 'index'=>1, 'comment'=>"IMAP login oauthService", 'arrayofkeyval'=>array(), 'help'=>'TokenMustHaveBeenCreated'),
    'source_directory' => array('type'=>'varchar(255)', 'label'=>'MailboxSourceDirectory', 'visible'=>-1, 'enabled'=>1, 'position'=>104, 'notnull'=>1, 'default' => 'Inbox', 'help'=>'Example: INBOX'),
    //'filter' => array('type'=>'text', 'label'=>'Filter', 'visible'=>1, 'enabled'=>1, 'position'=>105),
    //'actiontodo' => array('type'=>'varchar(255)', 'label'=>'ActionToDo', 'visible'=>1, 'enabled'=>1, 'position'=>106),
    'target_directory' => array('type'=>'varchar(255)', 'label'=>'MailboxTargetDirectory', 'visible'=>1, 'enabled'=>1, 'position'=>110, 'notnull'=>0, 'help'=>"EmailCollectorTargetDir"),
    'maxemailpercollect' => array('type'=>'integer', 'label'=>'MaxEmailCollectPerCollect', 'visible'=>-1, 'enabled'=>1, 'position'=>111, 'default'=>100),
    'datelastresult' => array('type'=>'datetime', 'label'=>'DateLastCollectResult', 'visible'=>1, 'enabled'=>'$action != "create" && $action != "edit"', 'position'=>121, 'notnull'=>-1, 'csslist'=>'nowraponall'),
    'codelastresult' => array('type'=>'varchar(16)', 'label'=>'CodeLastResult', 'visible'=>1, 'enabled'=>'$action != "create" && $action != "edit"', 'position'=>122, 'notnull'=>-1,),
    'lastresult' => array('type'=>'varchar(255)', 'label'=>'LastResult', 'visible'=>1, 'enabled'=>'$action != "create" && $action != "edit"', 'position'=>123, 'notnull'=>-1, 'csslist'=>'small'),
    'datelastok' => array('type'=>'datetime', 'label'=>'DateLastcollectResultOk', 'visible'=>1, 'enabled'=>'$action != "create"', 'position'=>125, 'notnull'=>-1, 'csslist'=>'nowraponall'),
    'note_public' => array('type'=>'html', 'label'=>'NotePublic', 'visible'=>0, 'enabled'=>1, 'position'=>61, 'notnull'=>-1,),
    'note_private' => array('type'=>'html', 'label'=>'NotePrivate', 'visible'=>0, 'enabled'=>1, 'position'=>62, 'notnull'=>-1,),
    'date_creation' => array('type'=>'datetime', 'label'=>'DateCreation', 'visible'=>-2, 'enabled'=>1, 'position'=>500, 'notnull'=>1,),
    'tms' => array('type'=>'timestamp', 'label'=>'DateModification', 'visible'=>-2, 'enabled'=>1, 'position'=>501, 'notnull'=>1,),
    //'date_validation' => array('type'=>'datetime',     'label'=>'DateCreation',     'enabled'=>1, 'visible'=>-2, 'position'=>502),
    'fk_user_creat' => array('type'=>'integer:User:user/class/user.class.php', 'label'=>'UserAuthor', 'visible'=>-2, 'enabled'=>1, 'position'=>510, 'notnull'=>1,),
    'fk_user_modif' => array('type'=>'integer:User:user/class/user.class.php', 'label'=>'UserModif', 'visible'=>-2, 'enabled'=>1, 'position'=>511, 'notnull'=>-1,),
    //'fk_user_valid' =>array('type'=>'integer',      'label'=>'UserValidation',        'enabled'=>1, 'visible'=>-1, 'position'=>512),
    'import_key' => array('type'=>'varchar(14)', 'label'=>'ImportId', 'visible'=>-2, 'enabled'=>1, 'position'=>1000, 'notnull'=>-1,),
    'status' => array('type'=>'integer', 'label'=>'Status', 'visible'=>1, 'enabled'=>1, 'position'=>1000, 'notnull'=>1, 'index'=>1, 'arrayofkeyval'=>array('0'=>'Inactive', '1'=>'Active'))
  );
 
 
  public $rowid;
 
  public $ref;
 
  public $entity;
 
  public $label;
 
 
  public $status;
 
  public $date_creation;
 
  public $tms;
 
  public $fk_user_creat;
 
  public $fk_user_modif;
 
  public $import_key;
 
  public $host;
  public $port;
  public $hostcharset;
  public $login;
  public $password;
  public $acces_type;
  public $oauth_service;
  public $source_directory;
  public $target_directory;
  public $maxemailpercollect;
 
  public $datelastresult;
 
  public $codelastresult;
  public $lastresult;
  public $datelastok;
  // END MODULEBUILDER PROPERTIES
 
  public $filters;
  public $actions;
 
  public $debuginfo;
 
  const STATUS_DISABLED = 0;
  const STATUS_ENABLED = 1;
 
 
  public function __construct(DoliDB $db)
  {
    global $conf, $langs;
 
    $this->db = $db;
 
    if (empty($conf->global->MAIN_SHOW_TECHNICAL_ID) && isset($this->fields['rowid'])) {
      $this->fields['rowid']['visible'] = 0;
    }
    if (!isModEnabled('multicompany') && isset($this->fields['entity'])) {
      $this->fields['entity']['enabled'] = 0;
    }
 
    // List of oauth services
    $oauthservices = array();
 
    foreach ($conf->global as $key => $val) {
      if (!empty($val) && preg_match('/^OAUTH_.*_ID$/', $key)) {
        $key = preg_replace('/^OAUTH_/', '', $key);
        $key = preg_replace('/_ID$/', '', $key);
        if (preg_match('/^.*-/', $key)) {
          $name = preg_replace('/^.*-/', '', $key);
        } else {
          $name = $langs->trans("NoName");
        }
        $provider = preg_replace('/-.*$/', '', $key);
        $provider = ucfirst(strtolower($provider));
 
        $oauthservices[$key] = $name." (".$provider.")";
      }
    }
 
    $this->fields['oauth_service']['arrayofkeyval'] = $oauthservices;
 
    // Unset fields that are disabled
    foreach ($this->fields as $key => $val) {
      if (isset($val['enabled']) && empty($val['enabled'])) {
        unset($this->fields[$key]);
      }
    }
 
    // Translate some data of arrayofkeyval
    foreach ($this->fields as $key => $val) {
      if (!empty($val['arrayofkeyval']) && is_array($val['arrayofkeyval'])) {
        foreach ($val['arrayofkeyval'] as $key2 => $val2) {
          $this->fields[$key]['arrayofkeyval'][$key2] = $langs->trans($val2);
        }
      }
    }
  }
 
  public function create(User $user, $notrigger = false)
  {
    global $langs;
 
    // Check parameters
    if ($this->host && preg_match('/^http:/i', trim($this->host))) {
      $langs->load("errors");
      $this->error = $langs->trans("ErrorHostMustNotStartWithHttp", $this->host);
      return -1;
    }
 
    include_once DOL_DOCUMENT_ROOT.'/core/lib/security.lib.php';
    $this->password = dolEncrypt($this->password);
 
    $id = $this->createCommon($user, $notrigger);
 
    $this->password = dolDecrypt($this->password);
 
    if (is_array($this->filters) && count($this->filters)) {
      $emailcollectorfilter = new EmailCollectorFilter($this->db);
 
      foreach ($this->filters as $filter) {
        $emailcollectorfilter->type = $filter['type'];
        $emailcollectorfilter->rulevalue = $filter['rulevalue'];
        $emailcollectorfilter->fk_emailcollector = $this->id;
        $emailcollectorfilter->status = $filter['status'];
 
        $emailcollectorfilter->create($user);
      }
    }
 
    if (is_array($this->actions) && count($this->actions)) {
      $emailcollectoroperation = new EmailCollectorAction($this->db);
 
      foreach ($this->actions as $operation) {
        $emailcollectoroperation->type = $operation['type'];
        $emailcollectoroperation->actionparam = $operation['actionparam'];
        $emailcollectoroperation->fk_emailcollector = $this->id;
        $emailcollectoroperation->status = $operation['status'];
        $emailcollectoroperation->position = $operation['position'];
 
        $emailcollectoroperation->create($user);
      }
    }
 
    return $id;
  }
 
  public function createFromClone(User $user, $fromid)
  {
    global $langs, $extrafields;
    $error = 0;
 
    dol_syslog(__METHOD__, LOG_DEBUG);
 
    $object = new self($this->db);
 
    $this->db->begin();
 
    // Load source object
    $object->fetchCommon($fromid);
 
    $object->fetchFilters(); // Rules
    $object->fetchActions(); // Operations
 
    // Reset some properties
    unset($object->id);
    unset($object->fk_user_creat);
    unset($object->import_key);
    unset($object->password);
 
    // Clear fields
    $object->ref = "copy_of_".$object->ref;
    $object->title = $langs->trans("CopyOf")." ".$object->title;
    if (empty($object->host)) {
      $object->host = 'imap.example.com';
    }
    // ...
    // Clear extrafields that are unique
    if (is_array($object->array_options) && count($object->array_options) > 0) {
      $extrafields->fetch_name_optionals_label($this->table_element);
      foreach ($object->array_options as $key => $option) {
        $shortkey = preg_replace('/options_/', '', $key);
        if (!empty($extrafields->attributes[$this->element]['unique'][$shortkey])) {
          //var_dump($key); var_dump($clonedObj->array_options[$key]); exit;
          unset($object->array_options[$key]);
        }
      }
    }
 
    // Create clone
    $object->context['createfromclone'] = 'createfromclone';
    $result = $object->create($user);
    if ($result < 0) {
      $error++;
      $this->error = $object->error;
      $this->errors = $object->errors;
    }
 
    unset($object->context['createfromclone']);
 
    // End
    if (!$error) {
      $this->db->commit();
      return $object;
    } else {
      $this->db->rollback();
      return -1;
    }
  }
 
  public function fetch($id, $ref = null)
  {
    $result = $this->fetchCommon($id, $ref);
 
    include_once DOL_DOCUMENT_ROOT.'/core/lib/security.lib.php';
    $this->password = dolDecrypt($this->password);
 
    //if ($result > 0 && !empty($this->table_element_line)) $this->fetchLines();
    return $result;
  }
 
  /*
  public function fetchLines()
  {
    $this->lines=array();
 
    // Load lines with object EmailCollectorLine
 
    return count($this->lines)?1:0;
  }
  */
 
  public function fetchAll(User $user, $activeOnly = 0, $sortfield = 's.rowid', $sortorder = 'ASC', $limit = 100, $page = 0)
  {
    global $langs;
 
    $obj_ret = array();
 
    $sql = "SELECT s.rowid";
    $sql .= " FROM ".MAIN_DB_PREFIX."emailcollector_emailcollector as s";
    $sql .= ' WHERE s.entity IN ('.getEntity('emailcollector').')';
    if ($activeOnly) {
      $sql .= " AND s.status = 1";
    }
    $sql .= $this->db->order($sortfield, $sortorder);
    if ($limit) {
      if ($page < 0) {
        $page = 0;
      }
      $offset = $limit * $page;
 
      $sql .= $this->db->plimit($limit + 1, $offset);
    }
 
    $result = $this->db->query($sql);
    if ($result) {
      $num = $this->db->num_rows($result);
      $i = 0;
      while ($i < $num) {
        $obj = $this->db->fetch_object($result);
        $emailcollector_static = new EmailCollector($this->db);
        if ($emailcollector_static->fetch($obj->rowid)) {
          $obj_ret[] = $emailcollector_static;
        }
        $i++;
      }
    } else {
      $this->errors[] = 'EmailCollector::fetchAll Error when retrieve emailcollector list';
      dol_syslog('EmailCollector::fetchAll Error when retrieve emailcollector list', LOG_ERR);
      $ret = -1;
    }
    if (!count($obj_ret)) {
      dol_syslog('EmailCollector::fetchAll No emailcollector found', LOG_DEBUG);
    }
 
    return $obj_ret;
  }
 
  public function update(User $user, $notrigger = false)
  {
    global $langs;
 
    // Check parameters
    if ($this->host && preg_match('/^http:/i', trim($this->host))) {
      $langs->load("errors");
      $this->error = $langs->trans("ErrorHostMustNotStartWithHttp", $this->host);
      return -1;
    }
 
    include_once DOL_DOCUMENT_ROOT.'/core/lib/security.lib.php';
    $this->password = dolEncrypt($this->password);
 
    $result = $this->updateCommon($user, $notrigger);
 
    $this->password = dolDecrypt($this->password);
 
    return $result;
  }
 
  public function delete(User $user, $notrigger = false)
  {
    return $this->deleteCommon($user, $notrigger, 1);
  }
 
  public function getNomUrl($withpicto = 0, $option = '', $notooltip = 0, $morecss = '', $save_lastsearch_value = -1)
  {
    global $conf, $langs, $action, $hookmanager;
 
    if (!empty($conf->dol_no_mouse_hover)) {
      $notooltip = 1; // Force disable tooltips
    }
 
    $result = '';
 
    $label = '<u>'.$langs->trans("EmailCollector").'</u>';
    $label .= '<br>';
    $label .= '<b>'.$langs->trans('Ref').':</b> '.$this->ref;
 
    $url = DOL_URL_ROOT.'/admin/emailcollector_card.php?id='.$this->id;
 
    if ($option != 'nolink') {
      // Add param to save lastsearch_values or not
      $add_save_lastsearch_values = ($save_lastsearch_value == 1 ? 1 : 0);
      if ($save_lastsearch_value == -1 && preg_match('/list\.php/', $_SERVER["PHP_SELF"])) {
        $add_save_lastsearch_values = 1;
      }
      if ($add_save_lastsearch_values) {
        $url .= '&save_lastsearch_values=1';
      }
    }
 
    $linkclose = '';
    if (empty($notooltip)) {
      if (!empty($conf->global->MAIN_OPTIMIZEFORTEXTBROWSER)) {
        $label = $langs->trans("ShowEmailCollector");
        $linkclose .= ' alt="'.dol_escape_htmltag($label, 1).'"';
      }
      $linkclose .= ' title="'.dol_escape_htmltag($label, 1).'"';
      $linkclose .= ' class="classfortooltip'.($morecss ? ' '.$morecss : '').'"';
    } else {
      $linkclose = ($morecss ? ' class="'.$morecss.'"' : '');
    }
 
    $linkstart = '<a href="'.$url.'"';
    $linkstart .= $linkclose.'>';
    $linkend = '</a>';
 
    $result .= $linkstart;
    if ($withpicto) {
      $result .= img_object(($notooltip ? '' : $label), ($this->picto ? $this->picto : 'generic'), ($notooltip ? (($withpicto != 2) ? 'class="paddingright"' : '') : 'class="'.(($withpicto != 2) ? 'paddingright ' : '').'classfortooltip"'), 0, 0, $notooltip ? 0 : 1);
    }
    if ($withpicto != 2) {
      $result .= $this->ref;
    }
    $result .= $linkend;
    //if ($withpicto != 2) $result.=(($addlabel && $this->label) ? $sep . dol_trunc($this->label, ($addlabel > 1 ? $addlabel : 0)) : '');
 
    $hookmanager->initHooks(array('emailcollectordao'));
    $parameters = array('id'=>$this->id, 'getnomurl' => &$result);
    $reshook = $hookmanager->executeHooks('getNomUrl', $parameters, $this, $action); // Note that $action and $object may have been modified by some hooks
    if ($reshook > 0) {
      $result = $hookmanager->resPrint;
    } else {
      $result .= $hookmanager->resPrint;
    }
 
    return $result;
  }
 
  public function getLibStatut($mode = 0)
  {
    return $this->LibStatut($this->status, $mode);
  }
 
  // phpcs:disable PEAR.NamingConventions.ValidFunctionName.ScopeNotCamelCaps
  public function LibStatut($status, $mode = 0)
  {
    // phpcs:enable
    if (empty($this->labelStatus) || empty($this->labelStatusShort)) {
      global $langs;
      //$langs->load("mymodule");
      $this->labelStatus[self::STATUS_ENABLED] = $langs->transnoentitiesnoconv('Enabled');
      $this->labelStatus[self::STATUS_DISABLED] = $langs->transnoentitiesnoconv('Disabled');
      $this->labelStatusShort[self::STATUS_ENABLED] = $langs->transnoentitiesnoconv('Enabled');
      $this->labelStatusShort[self::STATUS_DISABLED] = $langs->transnoentitiesnoconv('Disabled');
    }
 
    $statusType = 'status5';
    if ($status == self::STATUS_ENABLED) {
      $statusType = 'status4';
    }
 
    return dolGetStatus($this->labelStatus[$status], $this->labelStatusShort[$status], '', $statusType, $mode);
  }
 
  public function info($id)
  {
    $sql = 'SELECT rowid, date_creation as datec, tms as datem,';
    $sql .= ' fk_user_creat, fk_user_modif';
    $sql .= ' FROM '.MAIN_DB_PREFIX.$this->table_element.' as t';
    $sql .= ' WHERE t.rowid = '.((int) $id);
    $result = $this->db->query($sql);
    if ($result) {
      if ($this->db->num_rows($result)) {
        $obj = $this->db->fetch_object($result);
        $this->id = $obj->rowid;
 
        $this->user_creation_id = $obj->fk_user_creat;
        $this->user_modification_id = $obj->fk_user_modif;
        $this->date_creation     = $this->db->jdate($obj->datec);
        $this->date_modification = empty($obj->datem) ? '' : $this->db->jdate($obj->datem);
      }
 
      $this->db->free($result);
    } else {
      dol_print_error($this->db);
    }
  }
 
  public function initAsSpecimen()
  {
    $this->host = 'localhost';
    $this->login = 'alogin';
 
    $this->initAsSpecimenCommon();
  }
 
  public function fetchFilters()
  {
    $this->filters = array();
 
    $sql = 'SELECT rowid, type, rulevalue, status';
    $sql .= ' FROM '.MAIN_DB_PREFIX.'emailcollector_emailcollectorfilter';
    $sql .= ' WHERE fk_emailcollector = '.((int) $this->id);
    //$sql.= ' ORDER BY position';
 
    $resql = $this->db->query($sql);
    if ($resql) {
      $num = $this->db->num_rows($resql);
      $i = 0;
      while ($i < $num) {
        $obj = $this->db->fetch_object($resql);
        $this->filters[$obj->rowid] = array('id'=>$obj->rowid, 'type'=>$obj->type, 'rulevalue'=>$obj->rulevalue, 'status'=>$obj->status);
        $i++;
      }
      $this->db->free($resql);
    } else {
      dol_print_error($this->db);
    }
 
    return 1;
  }
 
  public function fetchActions()
  {
    $this->actions = array();
 
    $sql = 'SELECT rowid, type, actionparam, status';
    $sql .= ' FROM '.MAIN_DB_PREFIX.'emailcollector_emailcollectoraction';
    $sql .= ' WHERE fk_emailcollector = '.((int) $this->id);
    $sql .= ' ORDER BY position';
 
    $resql = $this->db->query($sql);
    if ($resql) {
      $num = $this->db->num_rows($resql);
      $i = 0;
      while ($i < $num) {
        $obj = $this->db->fetch_object($resql);
        $this->actions[$obj->rowid] = array('id'=>$obj->rowid, 'type'=>$obj->type, 'actionparam'=>$obj->actionparam, 'status'=>$obj->status);
        $i++;
      }
      $this->db->free($resql);
    } else {
      dol_print_error($this->db);
    }
  }
 
 
  public function getConnectStringIMAP($ssl = 1, $norsh = 0)
  {
    global $conf;
 
    // Connect to IMAP
    $flags = '/service=imap'; // IMAP
    if (!empty($conf->global->IMAP_FORCE_TLS)) {
      $flags .= '/tls';
    } elseif (empty($conf->global->IMAP_FORCE_NOSSL)) {
      if ($ssl) {
        $flags .= '/ssl';
      }
    }
    $flags .= '/novalidate-cert';
    //$flags.='/readonly';
    //$flags.='/debug';
    if ($norsh || !empty($conf->global->IMAP_FORCE_NORSH)) {
      $flags .= '/norsh';
    }
    //Used in shared mailbox from Office365
    if (strpos($this->login, '/') != false) {
      $partofauth = explode('/', $this->login);
      $flags .= '/authuser='.$partofauth[0].'/user='.$partofauth[1];
    }
 
    $connectstringserver = '{'.$this->host.':'.$this->port.$flags.'}';
 
    return $connectstringserver;
  }
 
  public function getEncodedUtf7($str)
  {
    if (function_exists('mb_convert_encoding')) {
      // change spaces by entropy because mb_convert fail with spaces
      $str = preg_replace("/ /", "xyxy", $str);
      // if mb_convert work
      if ($str = mb_convert_encoding($str, "UTF-7")) {
        // change characters
        $str = preg_replace("/\+A/", "&A", $str);
        // change to spaces again
        $str = preg_replace("/xyxy/", " ", $str);
        return $str;
      } else {
        // print error and return false
        $this->error = "error: is not possible to encode this string '".$str."'";
        return false;
      }
    } else {
      return $str;
    }
  }
 
  public function doCollect()
  {
    global $user;
 
    $nberror = 0;
 
    $arrayofcollectors = $this->fetchAll($user, 1);
 
    // Loop on each collector
    foreach ($arrayofcollectors as $emailcollector) {
      $result = $emailcollector->doCollectOneCollector(0);
      dol_syslog("doCollect result = ".$result." for emailcollector->id = ".$emailcollector->id);
 
      $this->error .= 'EmailCollector ID '.$emailcollector->id.':'.$emailcollector->error.'<br>';
      if (!empty($emailcollector->errors)) {
        $this->error .= join('<br>', $emailcollector->errors);
      }
      $this->output .= 'EmailCollector ID '.$emailcollector->id.': '.$emailcollector->lastresult.'<br>';
    }
 
    return $nberror;
  }
 
  private function overwritePropertiesOfObject(&$object, $actionparam, $messagetext, $subject, $header, &$operationslog)
  {
    global $conf, $langs;
 
    $errorforthisaction = 0;
 
    // set output lang
    $outputlangs = $langs;
    $newlang = '';
    if (getDolGlobalInt('MAIN_MULTILANGS') && empty($newlang) && GETPOST('lang_id', 'aZ09')) {
      $newlang = GETPOST('lang_id', 'aZ09');
    }
    if (getDolGlobalInt('MAIN_MULTILANGS') && empty($newlang)) {
      $newlang = $object->thirdparty->default_lang;
    }
    if (!empty($newlang)) {
      $outputlangs = new Translate('', $conf);
      $outputlangs->setDefaultLang($newlang);
    }
 
    // Overwrite values with values extracted from source email
    // $this->actionparam = 'opportunity_status=123;abc=EXTRACT:BODY:....'
    $arrayvaluetouse = dolExplodeIntoArray($actionparam, ';', '=');
    foreach ($arrayvaluetouse as $propertytooverwrite => $valueforproperty) {
      $tmpclass = ''; $tmpproperty = '';
      $tmparray = explode('.', $propertytooverwrite);
      if (count($tmparray) == 2) {
        $tmpclass = $tmparray[0];
        $tmpproperty = $tmparray[1];
      } else {
        $tmpproperty = $tmparray[0];
      }
      if ($tmpclass && ($tmpclass != $object->element)) {
        continue; // Property is for another type of object
      }
 
      //if (property_exists($object, $tmpproperty) || preg_match('/^options_/', $tmpproperty))
      if ($tmpproperty) {
        $sourcestring = '';
        $sourcefield = '';
        $regexstring = '';
        //$transformationstring='';
        $regforregex = array();
        if (preg_match('/^EXTRACT:([a-zA-Z0-9_]+):(.*):([^:])$/', $valueforproperty, $regforregex)) {
          $sourcefield = $regforregex[1];
          $regexstring = $regforregex[2];
          //$transofrmationstring=$regforregex[3];
        } elseif (preg_match('/^EXTRACT:([a-zA-Z0-9_]+):(.*)$/', $valueforproperty, $regforregex)) {
          $sourcefield = $regforregex[1];
          $regexstring = $regforregex[2];
        }
 
        if (!empty($sourcefield) && !empty($regexstring)) {
          if (strtolower($sourcefield) == 'body') {
            $sourcestring = $messagetext;
          } elseif (strtolower($sourcefield) == 'subject') {
            $sourcestring = $subject;
          } elseif (strtolower($sourcefield) == 'header') {
            $sourcestring = $header;
          }
 
          if ($sourcestring) {
            $regforval = array();
            $regexoptions = '';
            if (strtolower($sourcefield) == 'body') {
              $regexoptions = 'ms'; // The m means ^ and $ char is valid at each new line. The s means the char '.' is valid for new lines char too
            }
            if (strtolower($sourcefield) == 'header') {
              $regexoptions = 'm'; // The m means ^ and $ char is valid at each new line.
            }
 
            //var_dump($tmpproperty.' - '.$regexstring.' - '.$regexoptions.' - '.$sourcestring);
            if (preg_match('/'.$regexstring.'/'.$regexoptions, $sourcestring, $regforval)) {
              // Overwrite param $tmpproperty
              $valueextracted = isset($regforval[count($regforval) - 1]) ?trim($regforval[count($regforval) - 1]) : null;
              if (strtolower($sourcefield) == 'header') {
                if (preg_match('/^options_/', $tmpproperty)) {
                  $object->array_options[preg_replace('/^options_/', '', $tmpproperty)] = $this->decodeSMTPSubject($valueextracted);
                } else {
                  $object->$tmpproperty = $this->decodeSMTPSubject($valueextracted);
                }
              } else {
                if (preg_match('/^options_/', $tmpproperty)) {
                  $object->array_options[preg_replace('/^options_/', '', $tmpproperty)] = $this->decodeSMTPSubject($valueextracted);
                } else {
                  $object->$tmpproperty = $this->decodeSMTPSubject($valueextracted);
                }
              }
              if (preg_match('/^options_/', $tmpproperty)) {
                $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/'.dol_escape_htmltag($regexoptions).' into '.strtolower($sourcefield).' -> found '.dol_escape_htmltag(dol_trunc($object->array_options[preg_replace('/^options_/', '', $tmpproperty)], 128));
              } else {
                $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/'.dol_escape_htmltag($regexoptions).' into '.strtolower($sourcefield).' -> found '.dol_escape_htmltag(dol_trunc($object->$tmpproperty, 128));
              }
            } else {
              // Regex not found
              $object->$tmpproperty = null;
 
              $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/'.dol_escape_htmltag($regexoptions).' into '.strtolower($sourcefield).' -> not found, so property '.dol_escape_htmltag($tmpproperty).' is set to null.';
            }
          } else {
            // Nothing can be done for this param
            $errorforthisaction++;
            $this->error = 'The extract rule to use has on an unknown source (must be HEADER, SUBJECT or BODY)';
            $this->errors[] = $this->error;
          }
        } elseif (preg_match('/^(SET|SETIFEMPTY):(.*)$/', $valueforproperty, $regforregex)) {
          $valuecurrent = '';
          if (preg_match('/^options_/', $tmpproperty)) {
            $valuecurrent = $object->array_options[preg_replace('/^options_/', '', $tmpproperty)];
          } else {
            $valuecurrent = $object->$tmpproperty;
          }
 
          if ($regforregex[1] == 'SET' || empty($valuecurrent)) {
            $valuetouse = $regforregex[2];
            $substitutionarray = getCommonSubstitutionArray($outputlangs, 0, null, $object);
            complete_substitutions_array($substitutionarray, $outputlangs, $object);
            $matcharray = array();
            preg_match_all('/__([a-z0-9]+(?:_[a-z0-9]+)?)__/i', $valuetouse, $matcharray);
            //var_dump($tmpproperty.' - '.$object->$tmpproperty.' - '.$valuetouse); var_dump($matcharray);
            if (is_array($matcharray[1])) {    // $matcharray[1] is array with list of substitution key found without the __
              foreach ($matcharray[1] as $keytoreplace) {
                if ($keytoreplace && isset($object->$keytoreplace)) {
                  $substitutionarray['__'.$keytoreplace.'__'] = $object->$keytoreplace;
                }
              }
            }
            //var_dump($substitutionarray);
            dol_syslog(var_export($substitutionarray, true));
            //var_dump($substitutionarray);
            $valuetouse = make_substitutions($valuetouse, $substitutionarray);
            if (preg_match('/^options_/', $tmpproperty)) {
              $object->array_options[preg_replace('/^options_/', '', $tmpproperty)] = $valuetouse;
            } else {
              $object->$tmpproperty = $valuetouse;
            }
 
            $operationslog .= '<br>Set value '.dol_escape_htmltag($valuetouse).' into variable '.dol_escape_htmltag($tmpproperty);
          }
        } else {
          $errorforthisaction++;
          $this->error = 'Bad syntax for description of action parameters: '.$actionparam;
          $this->errors[] = $this->error;
        }
      }
    }
 
    return $errorforthisaction;
  }
 
  public function doCollectOneCollector($mode = 0)
  {
    global $db, $conf, $langs, $user;
    global $hookmanager;
 
    //$conf->global->SYSLOG_FILE = 'DOL_DATA_ROOT/dolibarr_mydedicatedlofile.log';
 
    require_once DOL_DOCUMENT_ROOT.'/comm/action/class/actioncomm.class.php';
 
    dol_syslog("EmailCollector::doCollectOneCollector start for id=".$this->id." - ".$this->ref, LOG_DEBUG);
 
    $langs->loadLangs(array("project", "companies", "mails", "errors", "ticket", "agenda", "commercial"));
 
    $error = 0;
    $this->output = '';
    $this->error = '';
    $this->debuginfo = '';
 
    $search = '';
    $searchhead = '';
    $searchfilterdoltrackid = 0;
    $searchfilternodoltrackid = 0;
    $searchfilterisanswer = 0;
    $searchfilterisnotanswer = 0;
    $operationslog = '';
 
    $now = dol_now();
 
 
    if (empty($this->host)) {
      $this->error = $langs->trans('ErrorFieldRequired', $langs->transnoentitiesnoconv('EMailHost'));
      return -1;
    }
    if (empty($this->login)) {
      $this->error = $langs->trans('ErrorFieldRequired', $langs->transnoentitiesnoconv('Login'));
      return -1;
    }
    if (empty($this->source_directory)) {
      $this->error = $langs->trans('ErrorFieldRequired', $langs->transnoentitiesnoconv('MailboxSourceDirectory'));
      return -1;
    }
 
    $this->fetchFilters();
    $this->fetchActions();
 
    if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
      if ($this->acces_type == 1) {
        // Mode OAUth2 with PHP-IMAP
        require_once DOL_DOCUMENT_ROOT.'/core/lib/oauth.lib.php'; // define $supportedoauth2array
        $keyforsupportedoauth2array = $this->oauth_service;
        if (preg_match('/^.*-/', $keyforsupportedoauth2array)) {
          $keyforprovider = preg_replace('/^.*-/', '', $keyforsupportedoauth2array);
        } else {
          $keyforprovider = '';
        }
        $keyforsupportedoauth2array = preg_replace('/-.*$/', '', $keyforsupportedoauth2array);
        $keyforsupportedoauth2array = 'OAUTH_'.$keyforsupportedoauth2array.'_NAME';
 
        $OAUTH_SERVICENAME = (empty($supportedoauth2array[$keyforsupportedoauth2array]['name']) ? 'Unknown' : $supportedoauth2array[$keyforsupportedoauth2array]['name'].($keyforprovider ? '-'.$keyforprovider : ''));
 
        require_once DOL_DOCUMENT_ROOT.'/includes/OAuth/bootstrap.php';
        //$debugtext = "Host: ".$this->host."<br>Port: ".$this->port."<br>Login: ".$this->login."<br>Password: ".$this->password."<br>access type: ".$this->acces_type."<br>oauth service: ".$this->oauth_service."<br>Max email per collect: ".$this->maxemailpercollect;
        //dol_syslog($debugtext);
 
        $storage = new DoliStorage($db, $conf);
 
        try {
          $tokenobj = $storage->retrieveAccessToken($OAUTH_SERVICENAME);
          $expire = true;
          // Is token expired or will token expire in the next 30 seconds
          // if (is_object($tokenobj)) {
          //  $expire = ($tokenobj->getEndOfLife() !== -9002 && $tokenobj->getEndOfLife() !== -9001 && time() > ($tokenobj->getEndOfLife() - 30));
          // }
          // Token expired so we refresh it
          if (is_object($tokenobj) && $expire) {
            $credentials = new Credentials(
              getDolGlobalString('OAUTH_'.$this->oauth_service.'_ID'),
              getDolGlobalString('OAUTH_'.$this->oauth_service.'_SECRET'),
              getDolGlobalString('OAUTH_'.$this->oauth_service.'_URLAUTHORIZE')
            );
            $serviceFactory = new \OAuth\ServiceFactory();
            $oauthname = explode('-', $OAUTH_SERVICENAME);
            // ex service is Google-Emails we need only the first part Google
            $apiService = $serviceFactory->createService($oauthname[0], $credentials, $storage, array());
            // We have to save the token because Google give it only once
            $refreshtoken = $tokenobj->getRefreshToken();
            $tokenobj = $apiService->refreshAccessToken($tokenobj);
            $tokenobj->setRefreshToken($refreshtoken);
            $storage->storeAccessToken($OAUTH_SERVICENAME, $tokenobj);
          }
          $tokenobj = $storage->retrieveAccessToken($OAUTH_SERVICENAME);
          if (is_object($tokenobj)) {
            $token = $tokenobj->getAccessToken();
          } else {
            $this->error = "Token not found";
            return -1;
          }
        } catch (Exception $e) {
          // Return an error if token not found
          $this->error = $e->getMessage();
          dol_syslog("CMailFile::sendfile: mail end error=".$this->error, LOG_ERR);
          return -1;
        }
 
 
        $cm = new ClientManager();
        $client = $cm->make([
          'host'           => $this->host,
          'port'           => $this->port,
          'encryption'     => 'ssl',
          'validate_cert'  => true,
          'protocol'       => 'imap',
          'username'       => $this->login,
          'password'       => $token,
          'authentication' => "oauth",
        ]);
      } else {
        // Mode login/pass with PHP-IMAP
        $cm = new ClientManager();
        $client = $cm->make([
          'host'           => $this->host,
          'port'           => $this->port,
          'encryption'     => 'ssl',
          'validate_cert'  => true,
          'protocol'       => 'imap',
          'username'       => $this->login,
          'password'       => $this->password,
          'authentication' => "login",
        ]);
      }
 
      try {
        $client->connect();
      } catch (ConnectionFailedException $e) {
        $this->error = $e->getMessage();
        $this->errors[] = $this->error;
        dol_syslog("EmailCollector::doCollectOneCollector ".$this->error, LOG_ERR);
        return -1;
      }
 
      $host = dol_getprefix('email');
    } else {
      // Use native IMAP functions
      if (!function_exists('imap_open')) {
        $this->error = 'IMAP function not enabled on your PHP';
        return -2;
      }
      $sourcedir = $this->source_directory;
      $targetdir = ($this->target_directory ? $this->target_directory : ''); // Can be '[Gmail]/Trash' or 'mytag'
 
      $connectstringserver = $this->getConnectStringIMAP();
      $connectstringsource = $connectstringserver.imap_utf7_encode($sourcedir);
      $connectstringtarget = $connectstringserver.imap_utf7_encode($targetdir);
 
      $connection = imap_open($connectstringsource, $this->login, $this->password);
      if (!$connection) {
        $this->error = 'Failed to open IMAP connection '.$connectstringsource.' '.imap_last_error();
        return -3;
      }
      imap_errors(); // Clear stack of errors.
 
      $host = dol_getprefix('email');
      //$host = '123456';
 
      // Define the IMAP search string
      // See https://tools.ietf.org/html/rfc3501#section-6.4.4 for IMAPv4 (PHP not yet compatible)
      // See https://tools.ietf.org/html/rfc1064 page 13 for IMAPv2
      //$search='ALL';
    }
 
    if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
      $criteria = array(array('UNDELETED')); // Seems not supported by some servers
      foreach ($this->filters as $rule) {
        if (empty($rule['status'])) {
          continue;
        }
        if ($rule['type'] == 'to') {
          $tmprulevaluearray = explode('*', $rule['rulevalue']);
          if (count($tmprulevaluearray) >= 2) {
            foreach ($tmprulevaluearray as $tmprulevalue) {
              array_push($criteria, array("TO" => $tmprulevalue));
            }
          } else {
            array_push($criteria, array("TO" => $rule['rulevalue']));
          }
        }
        if ($rule['type'] == 'bcc') {
          array_push($criteria, array("BCC" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'cc') {
          array_push($criteria, array("CC" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'from') {
          array_push($criteria, array("FROM" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'subject') {
          array_push($criteria, array("SUBJECT" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'body') {
          array_push($criteria, array("BODY" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'header') {
          array_push($criteria, array("HEADER" => $rule['rulevalue']));
        }
 
        if ($rule['type'] == 'notinsubject') {
          array_push($criteria, array("SUBJECT NOT" => $rule['rulevalue']));
        }
        if ($rule['type'] == 'notinbody') {
          array_push($criteria, array("BODY NOT" => $rule['rulevalue']));
        }
 
        if ($rule['type'] == 'seen') {
          array_push($criteria, array("SEEN"));
        }
        if ($rule['type'] == 'unseen') {
          array_push($criteria, array("UNSEEN"));
        }
        if ($rule['type'] == 'unanswered') {
          array_push($criteria, array("UNANSWERED"));
        }
        if ($rule['type'] == 'answered') {
          array_push($criteria, array("ANSWERED"));
        }
        if ($rule['type'] == 'smaller') {
          array_push($criteria, array("SMALLER"));
        }
        if ($rule['type'] == 'larger') {
          array_push($criteria, array("LARGER"));
        }
 
        // Rules to filter after the search imap
        if ($rule['type'] == 'withtrackingidinmsgid') {
          $searchfilterdoltrackid++; $searchhead .= '/Message-ID.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withouttrackingidinmsgid') {
          $searchfilterdoltrackid++; $searchhead .= '/Message-ID.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withtrackingid') {
          $searchfilterdoltrackid++; $searchhead .= '/References.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withouttrackingid') {
          $searchfilternodoltrackid++; $searchhead .= '! /References.*@'.preg_quote($host, '/').'/';
        }
 
        if ($rule['type'] == 'isanswer') {
          $searchfilterisanswer++; $searchhead .= '/References.*@.*/';
        }
        if ($rule['type'] == 'isnotanswer') {
          $searchfilterisnotanswer++; $searchhead .= '! /References.*@.*/';
        }
      }
 
      if (empty($targetdir)) {  // Use last date as filter if there is no targetdir defined.
        $fromdate = 0;
        if ($this->datelastok) {
          $fromdate = $this->datelastok;
        }
        if ($fromdate > 0) {
          // $search .= ($search ? ' ' : '').'SINCE '.date('j-M-Y', $fromdate - 1); // SENTSINCE not supported. Date must be X-Abc-9999 (X on 1 digit if < 10)
          array_push($criteria, array("SINCE" => date('j-M-Y', $fromdate - 1)));
        }
        //$search.=($search?' ':'').'SINCE 8-Apr-2022';
      }
 
      dol_syslog("IMAP search string = ".var_export($criteria, true));
      $search = var_export($criteria, true);
    } else {
      $search = 'UNDELETED'; // Seems not supported by some servers
      foreach ($this->filters as $rule) {
        if (empty($rule['status'])) {
          continue;
        }
 
        if ($rule['type'] == 'to') {
          $tmprulevaluearray = explode('*', $rule['rulevalue']);
          if (count($tmprulevaluearray) >= 2) {
            foreach ($tmprulevaluearray as $tmprulevalue) {
              $search .= ($search ? ' ' : '').'TO "'.str_replace('"', '', $tmprulevalue).'"';
            }
          } else {
            $search .= ($search ? ' ' : '').'TO "'.str_replace('"', '', $rule['rulevalue']).'"';
          }
        }
        if ($rule['type'] == 'bcc') {
          $search .= ($search ? ' ' : '').'BCC';
        }
        if ($rule['type'] == 'cc') {
          $search .= ($search ? ' ' : '').'CC';
        }
        if ($rule['type'] == 'from') {
          $search .= ($search ? ' ' : '').'FROM "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
        if ($rule['type'] == 'subject') {
          $search .= ($search ? ' ' : '').'SUBJECT "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
        if ($rule['type'] == 'body') {
          $search .= ($search ? ' ' : '').'BODY "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
        if ($rule['type'] == 'header') {
          $search .= ($search ? ' ' : '').'HEADER '.$rule['rulevalue'];
        }
 
        if ($rule['type'] == 'notinsubject') {
          $search .= ($search ? ' ' : '').'SUBJECT NOT "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
        if ($rule['type'] == 'notinbody') {
          $search .= ($search ? ' ' : '').'BODY NOT "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
 
        if ($rule['type'] == 'seen') {
          $search .= ($search ? ' ' : '').'SEEN';
        }
        if ($rule['type'] == 'unseen') {
          $search .= ($search ? ' ' : '').'UNSEEN';
        }
        if ($rule['type'] == 'unanswered') {
          $search .= ($search ? ' ' : '').'UNANSWERED';
        }
        if ($rule['type'] == 'answered') {
          $search .= ($search ? ' ' : '').'ANSWERED';
        }
        if ($rule['type'] == 'smaller') {
          $search .= ($search ? ' ' : '').'SMALLER "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
        if ($rule['type'] == 'larger') {
          $search .= ($search ? ' ' : '').'LARGER "'.str_replace('"', '', $rule['rulevalue']).'"';
        }
 
        // Rules to filter after the search imap
        if ($rule['type'] == 'withtrackingidinmsgid') {
          $searchfilterdoltrackid++; $searchhead .= '/Message-ID.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withouttrackingidinmsgid') {
          $searchfilterdoltrackid++; $searchhead .= '/Message-ID.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withtrackingid') {
          $searchfilterdoltrackid++; $searchhead .= '/References.*@'.preg_quote($host, '/').'/';
        }
        if ($rule['type'] == 'withouttrackingid') {
          $searchfilternodoltrackid++; $searchhead .= '! /References.*@'.preg_quote($host, '/').'/';
        }
 
        if ($rule['type'] == 'isanswer') {
          $searchfilterisanswer++; $searchhead .= '/References.*@.*/';
        }
        if ($rule['type'] == 'isnotanswer') {
          $searchfilterisnotanswer++; $searchhead .= '! /References.*@.*/';
        }
      }
 
      if (empty($targetdir)) {  // Use last date as filter if there is no targetdir defined.
        $fromdate = 0;
        if ($this->datelastok) {
          $fromdate = $this->datelastok;
        }
        if ($fromdate > 0) {
          $search .= ($search ? ' ' : '').'SINCE '.date('j-M-Y', $fromdate - 1); // SENTSINCE not supported. Date must be X-Abc-9999 (X on 1 digit if < 10)
        }
        //$search.=($search?' ':'').'SINCE 8-Apr-2018';
      }
 
      dol_syslog("IMAP search string = ".$search);
      //var_dump($search);
    }
 
    $nbemailprocessed = 0;
    $nbemailok = 0;
    $nbactiondone = 0;
    $charset = ($this->hostcharset ? $this->hostcharset : "UTF-8");
 
    if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
      try {
        //$criteria = [['ALL']];
        //$Query = $client->getFolders()[0]->messages()->where($criteria);
        $f = $client->getFolders(false, $this->source_directory);
        $Query = $f[0]->messages()->where($criteria);
      } catch (InvalidWhereQueryCriteriaException $e) {
        $this->error = $e->getMessage();
        $this->errors[] = $this->error;
        dol_syslog("EmailCollector::doCollectOneCollector ".$this->error, LOG_ERR);
        return -1;
      } catch (Exception $e) {
        $this->error = $e->getMessage();
        $this->errors[] = $this->error;
        dol_syslog("EmailCollector::doCollectOneCollector ".$this->error, LOG_ERR);
        return -1;
      }
 
      try {
        //var_dump($Query->count());
        $arrayofemail = $Query->limit($this->maxemailpercollect)->setFetchOrder("asc")->get();
        //var_dump($arrayofemail);
      } catch (Exception $e) {
        $this->error = $e->getMessage();
        $this->errors[] = $this->error;
        dol_syslog("EmailCollector::doCollectOneCollector ".$this->error, LOG_ERR);
        return -1;
      }
    } else {
      // Scan IMAP inbox
      $arrayofemail = imap_search($connection, $search, null, $charset);
      if ($arrayofemail === false) {
        // Nothing found or search string not understood
        $mapoferrrors = imap_errors();
        if ($mapoferrrors !== false) {
          $error++;
          $this->error = "Search string not understood - ".join(',', $mapoferrrors);
          $this->errors[] = $this->error;
        }
      }
    }
 
    // Loop on each email found
    if (!$error && !empty($arrayofemail) && count($arrayofemail) > 0) {
      // Loop to get part html and plain
      /*
      0 multipart/mixed
      1 multipart/alternative
      1.1 text/plain
      1.2 text/html
      2 message/rfc822
      2 multipart/mixed
      2.1 multipart/alternative
      2.1.1 text/plain
      2.1.2 text/html
      2.2 message/rfc822
      2.2 multipart/alternative
      2.2.1 text/plain
      2.2.2 text/html
       */
      dol_syslog("Start of loop on email", LOG_INFO, 1);
 
      $iforemailloop = 0;
      foreach ($arrayofemail as $imapemail) {
        if ($nbemailprocessed > 1000) {
          break; // Do not process more than 1000 email per launch (this is a different protection than maxnbcollectedpercollect)
        }
        $iforemailloop++;
 
 
        // GET header and overview datas
        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
          $header = $imapemail->getHeader()->raw;
          $overview = $imapemail->getAttributes();
        } else {
          //$header = imap_headerinfo($connection, $imapemail);
          $header = imap_fetchheader($connection, $imapemail, 0);
          $overview = imap_fetch_overview($connection, $imapemail, 0);
        }
 
        $header = preg_replace('/\r\n\s+/m', ' ', $header); // When a header line is on several lines, merge lines
 
        $matches = array();
        preg_match_all('/([^: ]+): (.+?(?:\r\n\s(?:.+?))*)\r\n/m', $header, $matches);
        $headers = array_combine($matches[1], $matches[2]);
        //var_dump($headers);exit;
 
        if (!empty($headers['in-reply-to']) && empty($headers['In-Reply-To'])) {
          $headers['In-Reply-To'] = $headers['in-reply-to'];
        }
        if (!empty($headers['references']) && empty($headers['References'])) {
          $headers['References'] = $headers['references'];
        }
        if (!empty($headers['message-id']) && empty($headers['Message-ID'])) {
          $headers['Message-ID'] = $headers['message-id'];
        }
        if (!empty($headers['subject']) && empty($headers['Subject'])) {
          $headers['Subject'] = $headers['subject'];
        }
 
        $headers['Subject'] = $this->decodeSMTPSubject($headers['Subject']);
 
        $emailto = $this->decodeSMTPSubject($overview[0]->to);
 
        $operationslog .= '<br>Process email '.dol_escape_htmltag($iforemailloop)." - References: ".dol_escape_htmltag($headers['References'])." - Subject: ".dol_escape_htmltag($headers['Subject']);
        dol_syslog("** Process email ".$iforemailloop." References: ".$headers['References']." Subject: ".$headers['Subject']);
 
 
        $trackidfoundintorecipienttype = '';
        $trackidfoundintorecipientid = 0;
        $reg = array();
        // See also later list of all supported tags...
        if (preg_match('/\+(thi|ctc|use|mem|sub|proj|tas|con|tic|pro|ord|inv|spro|sor|sin|leav|stockinv|job|surv|salary)([0-9]+)@/', $emailto, $reg)) {
          $trackidfoundintorecipienttype = $reg[1];
          $trackidfoundintorecipientid = $reg[2];
        } elseif (preg_match('/\+emailing-(\w+)@/', $emailto, $reg)) {  // Can be 'emailing-test' or 'emailing-IdMailing-IdRecipient'
          $trackidfoundintorecipienttype = 'emailing';
          $trackidfoundintorecipientid = $reg[1];
        }
 
        // If there is a filter on trackid
        if ($searchfilterdoltrackid > 0) {
          if (empty($trackidfoundintorecipienttype)) {
            if (empty($headers['References']) || !preg_match('/@'.preg_quote($host, '/').'/', $headers['References'])) {
              $nbemailprocessed++;
              dol_syslog(" Discarded - No suffix in email recipient and no Header References found matching signature of application so with a trackid");
              continue; // Exclude email
            }
          }
        }
        if ($searchfilternodoltrackid > 0) {
          if (!empty($trackidfoundintorecipienttype) || (!empty($headers['References']) && preg_match('/@'.preg_quote($host, '/').'/', $headers['References']))) {
            $nbemailprocessed++;
            dol_syslog(" Discarded - Suffix found into email or Header References found and matching signature of application so with a trackid");
            continue; // Exclude email
          }
        }
 
        if ($searchfilterisanswer > 0) {
          if (empty($headers['In-Reply-To'])) {
            $nbemailprocessed++;
            dol_syslog(" Discarded - Email is not an answer (no In-Reply-To header)");
            continue; // Exclude email
          }
          // Note: we can have
          // Message-ID=A, In-Reply-To=B, References=B and message can BE an answer or NOT (a transfer rewriten)
          $isanswer = 0;
          if (preg_match('/Re\s*:\s+/i', $headers['Subject'])) {
            $isanswer = 1;
          }
          //if ($headers['In-Reply-To'] != $headers['Message-ID'] && empty($headers['References'])) $isanswer = 1;  // If in-reply-to differs of message-id, this is a reply
          //if ($headers['In-Reply-To'] != $headers['Message-ID'] && !empty($headers['References']) && strpos($headers['References'], $headers['Message-ID']) !== false) $isanswer = 1;
 
          if (!$isanswer) {
            $nbemailprocessed++;
            dol_syslog(" Discarded - Email is not an answer (no RE prefix in subject)");
            continue; // Exclude email
          }
        }
        if ($searchfilterisnotanswer > 0) {
          if (!empty($headers['In-Reply-To'])) {
            // Note: we can have
            // Message-ID=A, In-Reply-To=B, References=B and message can BE an answer or NOT (a transfer rewriten)
            $isanswer = 0;
            if (preg_match('/Re\s*:\s+/i', $headers['Subject'])) {
              $isanswer = 1;
            }
            //if ($headers['In-Reply-To'] != $headers['Message-ID'] && empty($headers['References'])) $isanswer = 1;  // If in-reply-to differs of message-id, this is a reply
            //if ($headers['In-Reply-To'] != $headers['Message-ID'] && !empty($headers['References']) && strpos($headers['References'], $headers['Message-ID']) !== false) $isanswer = 1;
            if ($isanswer) {
              $nbemailprocessed++;
              dol_syslog(" Discarded - Email is an answer");
              continue; // Exclude email
            }
          }
        }
 
        //print "Process mail ".$iforemailloop." Subject: ".dol_escape_htmltag($headers['Subject'])." selected<br>\n";
 
        $thirdpartystatic = new Societe($this->db);
        $contactstatic = new Contact($this->db);
        $projectstatic = new Project($this->db);
 
        $nbactiondoneforemail = 0;
        $errorforemail = 0;
        $errorforactions = 0;
        $thirdpartyfoundby = '';
        $contactfoundby = '';
        $projectfoundby = '';
        $ticketfoundby = '';
        $candidaturefoundby = '';
 
        $this->db->begin();
 
 
        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
          dol_syslog("msgid=".$overview['message_id']." date=".dol_print_date($overview['date'], 'dayrfc', 'gmt')." from=".$overview['from']." to=".$overview['to']." subject=".$overview['subject']);
 
          // Removed emojis
          $overview['subject'] = preg_replace('/[\x{10000}-\x{10FFFF}]/u', "\xEF\xBF\xBD", $overview['subject']);
        } else {
          dol_syslog("msgid=".$overview[0]->message_id." date=".dol_print_date($overview[0]->udate, 'dayrfc', 'gmt')." from=".$overview[0]->from." to=".$overview[0]->to." subject=".$overview[0]->subject);
 
          $overview[0]->subject = $this->decodeSMTPSubject($overview[0]->subject);
 
          $overview[0]->from = $this->decodeSMTPSubject($overview[0]->from);
 
          // Removed emojis
          $overview[0]->subject = preg_replace('/[\x{10000}-\x{10FFFF}]/u', "\xEF\xBF\xBD", $overview[0]->subject);
        }
        // GET IMAP email structure/content
 
        global $htmlmsg, $plainmsg, $charset, $attachments;
 
        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
          if ($imapemail->hasHTMLBody()) {
            $htmlmsg = $imapemail->getHTMLBody();
          }
          if ($imapemail->hasTextBody()) {
            $plainmsg = $imapemail->getTextBody();
          }
          if ($imapemail->hasAttachments()) {
            $attachments = $imapemail->getAttachments()->all();
          } else {
            $attachments = [];
          }
        } else {
          $this->getmsg($connection, $imapemail);
        }
        //print $plainmsg;
        //var_dump($plainmsg); exit;
 
        //$htmlmsg,$plainmsg,$charset,$attachments
        $messagetext = $plainmsg ? $plainmsg : dol_string_nohtmltag($htmlmsg, 0);
        // Removed emojis
        $messagetext = preg_replace('/[\x{10000}-\x{10FFFF}]/u', "\xEF\xBF\xBD", $messagetext);
 
        //var_dump($plainmsg);
        //var_dump($htmlmsg);
        //var_dump($messagetext);
        //var_dump($charset);
        //var_dump($attachments);
        //exit;
 
        // Parse IMAP email structure
        /*
        $structure = imap_fetchstructure($connection, $imapemail, 0);
 
        $partplain = $parthtml = -1;
        $encodingplain = $encodinghtml = '';
 
        $result = createPartArray($structure, '');
 
        foreach($result as $part)
        {
          // $part['part_object']->type seems 0 for content
          // $part['part_object']->type seems 5 for attachment
          if (empty($part['part_object'])) continue;
          if ($part['part_object']->subtype == 'HTML')
          {
            $parthtml=$part['part_number'];
            if ($part['part_object']->encoding == 4)
            {
              $encodinghtml = 'aaa';
            }
          }
          if ($part['part_object']->subtype == 'PLAIN')
          {
            $partplain=$part['part_number'];
            if ($part['part_object']->encoding == 4)
            {
              $encodingplain = 'rr';
            }
          }
        }
        //var_dump($result);
        //var_dump($partplain);
        //var_dump($parthtml);
 
        //var_dump($structure);
        //var_dump($parthtml);
        //var_dump($partplain);
 
        $messagetext = imap_fetchbody($connection, $imapemail, ($parthtml != '-1' ? $parthtml : ($partplain != '-1' ? $partplain : 1)), FT_PEEK);
        */
 
        //var_dump($messagetext);
        //var_dump($structure->parts[0]->parts);
        //print $header;
        //print $messagetext;
        //exit;
 
        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
          $fromstring = $overview['from'];
 
          $sender = $overview['sender'];
          $to = $overview['to'];
          $sendtocc = empty($overview['cc']) ? '' : $overview['cc'];
          $sendtobcc = empty($overview['bcc']) ? '' : $overview['bcc'];
          $date = $overview['date'];
          $msgid = str_replace(array('<', '>'), '', $overview['message_id']);
          $subject = $overview['subject'];
        } else {
          $fromstring = $overview[0]->from;
 
          $sender = $overview[0]->sender;
          $to = $overview[0]->to;
          $sendtocc = $overview[0]->cc;
          $sendtobcc = $overview[0]->bcc;
          $date = $overview[0]->udate;
          $msgid = str_replace(array('<', '>'), '', $overview[0]->message_id);
          $subject = $overview[0]->subject;
          //var_dump($msgid);exit;
        }
 
 
        $reg = array();
        if (preg_match('/^(.*)<(.*)>$/', $fromstring, $reg)) {
          $from = $reg[2];
          $fromtext = $reg[1];
        } else {
          $from = $fromstring;
          $fromtext = '';
        }
        $fk_element_id = 0; $fk_element_type = '';
 
 
        $contactid = 0; $thirdpartyid = 0; $projectid = 0; $ticketid = 0;
 
        // Analyze TrackId in field References. For example:
        // References: <1542377954.SMTPs-dolibarr-thi649@8f6014fde11ec6cdec9a822234fc557e>
        // References: <1542377954.SMTPs-dolibarr-tic649@8f6014fde11ec6cdec9a822234fc557e>
        // References: <1542377954.SMTPs-dolibarr-abc649@8f6014fde11ec6cdec9a822234fc557e>
        $trackid = '';
        $objectid = 0;
        $objectemail = null;
 
        $reg = array();
        if (!empty($headers['References'])) {
          $arrayofreferences = preg_split('/(,|\s+)/', $headers['References']);
          // var_dump($headers['References']);
          // var_dump($arrayofreferences);
 
          foreach ($arrayofreferences as $reference) {
            //print "Process mail ".$iforemailloop." email_msgid ".$msgid.", date ".dol_print_date($date, 'dayhour').", subject ".$subject.", reference ".dol_escape_htmltag($reference)."<br>\n";
            if (!empty($trackidfoundintorecipienttype)) {
              $resultsearchtrackid = -1;
              $reg[1] = $trackidfoundintorecipienttype;
              $reg[2] = $trackidfoundintorecipientid;
            } else {
              $resultsearchtrackid = preg_match('/dolibarr-([a-z]+)([0-9]+)@'.preg_quote($host, '/').'/', $reference, $reg);
              if (empty($resultsearchtrackid) && getDolGlobalString('EMAIL_ALTERNATIVE_HOST_SIGNATURE')) {
                $resultsearchtrackid = preg_match('/dolibarr-([a-z]+)([0-9]+)@'.preg_quote(getDolGlobalString('EMAIL_ALTERNATIVE_HOST_SIGNATURE'), '/').'/', $reference, $reg);
              }
            }
 
            if (!empty($resultsearchtrackid)) {
              // We found a tracker (in recipient email or into a Reference matching the Dolibarr server)
              $trackid = $reg[1].$reg[2];
 
              $objectid = $reg[2];
              // See also list into interface_50_modAgenda_ActionsAuto
              if ($reg[1] == 'thi') {   // Third-party
                $objectemail = new Societe($this->db);
              }
              if ($reg[1] == 'ctc') {   // Contact
                $objectemail = new Contact($this->db);
              }
              if ($reg[1] == 'inv') {   // Customer Invoice
                $objectemail = new Facture($this->db);
              }
              if ($reg[1] == 'sinv') {   // Supplier Invoice
                $objectemail = new FactureFournisseur($this->db);
              }
              if ($reg[1] == 'pro') {   // Customer Proposal
                $objectemail = new Propal($this->db);
              }
              if ($reg[1] == 'ord') {   // Sale Order
                $objectemail = new Commande($this->db);
              }
              if ($reg[1] == 'shi') {   // Shipment
                $objectemail = new Expedition($this->db);
              }
              if ($reg[1] == 'spro') {   // Supplier Proposal
                $objectemail = new SupplierProposal($this->db);
              }
              if ($reg[1] == 'sord') {   // Supplier Order
                $objectemail = new CommandeFournisseur($this->db);
              }
              if ($reg[1] == 'rec') {   // Reception
                $objectemail = new Reception($this->db);
              }
              if ($reg[1] == 'proj') {   // Project
                $objectemail = new Project($this->db);
              }
              if ($reg[1] == 'tas') {   // Task
                $objectemail = new Task($this->db);
              }
              if ($reg[1] == 'con') {   // Contact
                $objectemail = new Contact($this->db);
              }
              if ($reg[1] == 'use') {   // User
                $objectemail = new User($this->db);
              }
              if ($reg[1] == 'tic') {   // Ticket
                $objectemail = new Ticket($this->db);
              }
              if ($reg[1] == 'recruitmentcandidature') {   // Recruiting Candidate
                $objectemail = new RecruitmentCandidature($this->db);
              }
              if ($reg[1] == 'mem') {   // Member
                $objectemail = new Adherent($this->db);
              }
              /*if ($reg[1] == 'leav') {   // Leave / Holiday
                $objectemail = new Holiday($db);
              }
              if ($reg[1] == 'exp') {   // ExpenseReport
                $objectemail = new ExpenseReport($db);
              }*/
            } elseif (preg_match('/<(.*@.*)>/', $reference, $reg)) {
              // This is an external reference, we check if we have it in our database
              if (!is_object($objectemail)) {
                $sql = "SELECT rowid FROM ".MAIN_DB_PREFIX."ticket where email_msgid = '".$this->db->escape($reg[1])."'";
                $resql = $this->db->query($sql);
                if ($resql) {
                  $obj = $this->db->fetch_object($resql);
                  if ($obj) {
                    $objectid = $obj->rowid;
                    $objectemail = new Ticket($this->db);
                    $ticketfoundby = $langs->transnoentitiesnoconv("EmailMsgID").' ('.$reg[1].')';
                  }
                } else {
                  $errorforemail++;
                }
              }
 
              if (!is_object($objectemail)) {
                $sql = "SELECT rowid FROM ".MAIN_DB_PREFIX."projet where email_msgid = '".$this->db->escape($reg[1])."'";
                $resql = $this->db->query($sql);
                if ($resql) {
                  $obj = $this->db->fetch_object($resql);
                  if ($obj) {
                    $objectid = $obj->rowid;
                    $objectemail = new Project($this->db);
                    $projectfoundby = $langs->transnoentitiesnoconv("EmailMsgID").' ('.$reg[1].')';
                  }
                } else {
                  $errorforemail++;
                }
              }
 
              if (!is_object($objectemail)) {
                $sql = "SELECT rowid FROM ".MAIN_DB_PREFIX."recruitment_recruitmentcandidature where email_msgid = '".$this->db->escape($reg[1])."'";
                $resql = $this->db->query($sql);
                if ($resql) {
                  $obj = $this->db->fetch_object($resql);
                  if ($obj) {
                    $objectid = $obj->rowid;
                    $objectemail = new RecruitmentCandidature($this->db);
                    $candidaturefoundby = $langs->transnoentitiesnoconv("EmailMsgID").' ('.$reg[1].')';
                  }
                } else {
                  $errorforemail++;
                }
              }
            }
 
            // Load object linked to email
            if (is_object($objectemail)) {
              $result = $objectemail->fetch($objectid);
              if ($result > 0) {
                $fk_element_id = $objectemail->id;
                $fk_element_type = $objectemail->element;
                // Fix fk_element_type
                if ($fk_element_type == 'facture') {
                  $fk_element_type = 'invoice';
                }
 
                if (get_class($objectemail) != 'Societe') {
                  $thirdpartyid = $objectemail->fk_soc;
                } else {
                  $thirdpartyid = $objectemail->id;
                }
 
                if (get_class($objectemail) != 'Contact') {
                  $contactid = $objectemail->fk_socpeople;
                } else {
                  $contactid = $objectemail->id;
                }
 
                if (get_class($objectemail) != 'Project') {
                  $projectid = isset($objectemail->fk_project) ? $objectemail->fk_project : $objectemail->fk_projet;
                } else {
                  $projectid = $objectemail->id;
                }
              }
            }
 
            // Project
            if ($projectid > 0) {
              $result = $projectstatic->fetch($projectid);
              if ($result <= 0) {
                $projectstatic->id = 0;
              } else {
                $projectid = $projectstatic->id;
                if ($trackid) {
                  $projectfoundby = 'trackid ('.$trackid.')';
                }
                if (empty($contactid)) {
                  $contactid = $projectstatic->fk_contact;
                }
                if (empty($thirdpartyid)) {
                  $thirdpartyid = $projectstatic->fk_soc;
                }
              }
            }
            // Contact
            if ($contactid > 0) {
              $result = $contactstatic->fetch($contactid);
              if ($result <= 0) {
                $contactstatic->id = 0;
              } else {
                $contactid = $contactstatic->id;
                if ($trackid) {
                  $contactfoundby = 'trackid ('.$trackid.')';
                }
                if (empty($thirdpartyid)) {
                  $thirdpartyid = $contactstatic->fk_soc;
                }
              }
            }
            // Thirdparty
            if ($thirdpartyid > 0) {
              $result = $thirdpartystatic->fetch($thirdpartyid);
              if ($result <= 0) {
                $thirdpartystatic->id = 0;
              } else {
                $thirdpartyid = $thirdpartystatic->id;
                if ($trackid) {
                  $thirdpartyfoundby = 'trackid ('.$trackid.')';
                }
              }
            }
 
            if (is_object($objectemail)) {
              break; // Exit loop of references. We already found an accurate reference
            }
          }
        }
 
        if (empty($contactid)) {    // Try to find contact using email
          $result = $contactstatic->fetch(0, null, '', $from);
 
          if ($result > 0) {
            $contactid = $contactstatic->id;
            $contactfoundby = 'email of contact ('.$from.')';
            if (empty($thirdpartyid) && $contactstatic->socid > 0) {
              $result = $thirdpartystatic->fetch($contactstatic->socid);
              if ($result > 0) {
                $thirdpartyid = $thirdpartystatic->id;
                $thirdpartyfoundby = 'email of contact ('.$from.')';
              }
            }
          }
        }
 
        if (empty($thirdpartyid)) {   // Try to find thirdparty using email
          $result = $thirdpartystatic->fetch(0, '', '', '', '', '', '', '', '', '', $from);
          if ($result > 0) {
            $thirdpartyfoundby = 'email ('.$from.')';
          }
        }
 
        // Do operations
        if ($mode < 2) {
          foreach ($this->actions as $operation) {
            $errorforthisaction = 0;
 
            if ($errorforactions) {
              break;
            }
            if (empty($operation['status'])) {
              continue;
            }
 
            // Make Operation
            dol_syslog("Execute action ".$operation['type']." actionparam=".$operation['actionparam'].' thirdpartystatic->id='.$thirdpartystatic->id.' contactstatic->id='.$contactstatic->id.' projectstatic->id='.$projectstatic->id);
            dol_syslog("Execute action fk_element_id=".$fk_element_id." fk_element_type=".$fk_element_type);  // If a Dolibarr tracker id is found, we should now the id of object
 
            $actioncode = 'EMAIL_IN';
            // If we scan the Sent box, we use the code for out email
            if ($this->source_directory == 'Sent') {
              $actioncode = 'EMAIL_OUT';
            }
 
            $description = $descriptiontitle = $descriptionmeta = $descriptionfull = '';
 
            $descriptiontitle = $langs->trans("RecordCreatedByEmailCollector", $this->ref, $msgid);
 
            $descriptionmeta = dol_concatdesc($descriptionmeta, $langs->trans("MailTopic").' : '.dol_escape_htmltag($subject));
            $descriptionmeta = dol_concatdesc($descriptionmeta, $langs->trans("MailFrom").($langs->trans("MailFrom") != 'From' ? ' (From)' : '').' : '.dol_escape_htmltag($fromstring));
            if ($sender) {
              $descriptionmeta = dol_concatdesc($descriptionmeta, $langs->trans("Sender").($langs->trans("Sender") != 'Sender' ? ' (Sender)' : '').' : '.dol_escape_htmltag($sender));
            }
            $descriptionmeta = dol_concatdesc($descriptionmeta, $langs->trans("MailTo").($langs->trans("MailTo") != 'To' ? ' (To)' : '').' : '.dol_escape_htmltag($to));
            if ($sendtocc) {
              $descriptionmeta = dol_concatdesc($descriptionmeta, $langs->trans("MailCC").($langs->trans("MailCC") != 'CC' ? ' (CC)' : '').' : '.dol_escape_htmltag($sendtocc));
            }
 
            // Search and create thirdparty
            if ($operation['type'] == 'loadthirdparty' || $operation['type'] == 'loadandcreatethirdparty') {
              if (empty($operation['actionparam'])) {
                $errorforactions++;
                $this->error = "Action loadthirdparty or loadandcreatethirdparty has empty parameter. Must be a rule like 'name=HEADER:^From:(.*);' or 'name=SET:xxx' or 'name=EXTRACT:(body|subject):regex where 'name' can be replaced with 'id' or 'email' to define how to set or extract data. More properties can also be set, for example client=SET:2;";
                $this->errors[] = $this->error;
              } else {
                $actionparam = $operation['actionparam'];
                $idtouseforthirdparty = '';
                $nametouseforthirdparty = '';
                $emailtouseforthirdparty = '';
 
                // $actionparam = 'param=SET:aaa' or 'param=EXTRACT:BODY:....'
                $arrayvaluetouse = dolExplodeIntoArray($actionparam, ';', '=');
                foreach ($arrayvaluetouse as $propertytooverwrite => $valueforproperty) {
                  $sourcestring = '';
                  $sourcefield = '';
                  $regexstring = '';
                  $regforregex = array();
 
                  if (preg_match('/^EXTRACT:([a-zA-Z0-9_]+):(.*)$/', $valueforproperty, $regforregex)) {
                    $sourcefield = $regforregex[1];
                    $regexstring = $regforregex[2];
                  }
 
                  if (!empty($sourcefield) && !empty($regexstring)) {
                    if (strtolower($sourcefield) == 'body') {
                      $sourcestring = $messagetext;
                    } elseif (strtolower($sourcefield) == 'subject') {
                      $sourcestring = $subject;
                    } elseif (strtolower($sourcefield) == 'header') {
                      $sourcestring = $header;
                    }
 
                    if ($sourcestring) {
                      $regforval = array();
                      //var_dump($regexstring);var_dump($sourcestring);
                      if (preg_match('/'.$regexstring.'/ms', $sourcestring, $regforval)) {
                        //var_dump($regforval[count($regforval)-1]);exit;
                        // Overwrite param $tmpproperty
                        if ($propertytooverwrite == 'id') {
                          $idtouseforthirdparty = isset($regforval[count($regforval) - 1]) ? trim($regforval[count($regforval) - 1]) : null;
 
                          $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/ms into '.strtolower($sourcefield).' -> Found idtouseforthirdparty='.dol_escape_htmltag($idtouseforthirdparty);
                        } elseif ($propertytooverwrite == 'email') {
                          $emailtouseforthirdparty = isset($regforval[count($regforval) - 1]) ? trim($regforval[count($regforval) - 1]) : null;
 
                          $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/ms into '.strtolower($sourcefield).' -> Found propertytooverwrite='.dol_escape_htmltag($propertytooverwrite);
                        } else {
                          $nametouseforthirdparty = isset($regforval[count($regforval) - 1]) ? trim($regforval[count($regforval) - 1]) : null;
 
                          $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/ms into '.strtolower($sourcefield).' -> Found nametouseforthirdparty='.dol_escape_htmltag($nametouseforthirdparty);
                        }
                      } else {
                        // Regex not found
                        $idtouseforthirdparty = null;
                        $nametouseforthirdparty = null;
                        $emailtouseforthirdparty = null;
 
                        $operationslog .= '<br>Regex /'.dol_escape_htmltag($regexstring).'/ms into '.strtolower($sourcefield).' -> Not found';
                      }
                      //var_dump($object->$tmpproperty);exit;
                    } else {
                      // Nothing can be done for this param
                      $errorforactions++;
                      $this->error = 'The extract rule to use to load thirdparty has an unknown source (must be HEADER, SUBJECT or BODY)';
                      $this->errors[] = $this->error;
                    }
                  } elseif (preg_match('/^(SET|SETIFEMPTY):(.*)$/', $valueforproperty, $reg)) {
                    //if (preg_match('/^options_/', $tmpproperty)) $object->array_options[preg_replace('/^options_/', '', $tmpproperty)] = $reg[1];
                    //else $object->$tmpproperty = $reg[1];
                    if ($propertytooverwrite == 'id') {
                      $idtouseforthirdparty = $reg[2];
 
                      $operationslog .= '<br>We set property idtouseforthrdparty='.dol_escape_htmltag($idtouseforthirdparty);
                    } elseif ($propertytooverwrite == 'email') {
                      $emailtouseforthirdparty = $reg[2];
 
                      $operationslog .= '<br>We set property emailtouseforthrdparty='.dol_escape_htmltag($emailtouseforthirdparty);
                    } else {
                      $nametouseforthirdparty = $reg[2];
 
                      $operationslog .= '<br>We set property nametouseforthirdparty='.dol_escape_htmltag($nametouseforthirdparty);
                    }
                  } else {
                    $errorforactions++;
                    $this->error = 'Bad syntax for description of action parameters: '.$actionparam;
                    $this->errors[] = $this->error;
                    break;
                  }
                }
 
                if (!$errorforactions && ($idtouseforthirdparty || $emailtouseforthirdparty || $nametouseforthirdparty)) {
                  $result = $thirdpartystatic->fetch($idtouseforthirdparty, $nametouseforthirdparty, '', '', '', '', '', '', '', '', $emailtouseforthirdparty);
                  if ($result < 0) {
                    $errorforactions++;
                    $this->error = 'Error when getting thirdparty with name '.$nametouseforthirdparty.' (may be 2 record exists with same name ?)';
                    $this->errors[] = $this->error;
                    break;
                  } elseif ($result == 0) {
                    if ($operation['type'] == 'loadthirdparty') {
                      dol_syslog("Third party with id=".$idtouseforthirdparty." email=".$emailtouseforthirdparty." name=".$nametouseforthirdparty." was not found");
 
                      $errorforactions++;
                      $langs->load("errors");
                      $this->error = $langs->trans('ErrorFailedToLoadThirdParty', $idtouseforthirdparty, $emailtouseforthirdparty, $nametouseforthirdparty);
                      $this->errors[] = $this->error;
                    } elseif ($operation['type'] == 'loadandcreatethirdparty') {
                      dol_syslog("Third party with id=".$idtouseforthirdparty." email=".$emailtouseforthirdparty." name=".$nametouseforthirdparty." was not found. We try to create it.");
 
                      // Create thirdparty
                      $thirdpartystatic->name = $nametouseforthirdparty;
                      if ($fromtext != $nametouseforthirdparty) {
                        $thirdpartystatic->name_alias = $fromtext;
                      }
                      $thirdpartystatic->email = ($emailtouseforthirdparty ? $emailtouseforthirdparty : $from);
 
                      // Overwrite values with values extracted from source email
                      $errorforthisaction = $this->overwritePropertiesOfObject($thirdpartystatic, $operation['actionparam'], $messagetext, $subject, $header, $operationslog);
 
                      if ($thirdpartystatic->client && empty($thirdpartystatic->code_client)) {
                        $thirdpartystatic->code_client = 'auto';
                      }
                      if ($thirdpartystatic->fournisseur && empty($thirdpartystatic->code_fournisseur)) {
                        $thirdpartystatic->code_fournisseur = 'auto';
                      }
 
                      if ($errorforthisaction) {
                        $errorforactions++;
                      } else {
                        $result = $thirdpartystatic->create($user);
                        if ($result <= 0) {
                          $errorforactions++;
                          $this->error = $thirdpartystatic->error;
                          $this->errors = $thirdpartystatic->errors;
                        } else {
                          $operationslog .= '<br>Thirdparty created -> id = '.dol_escape_htmltag($thirdpartystatic->id);
                        }
                      }
                    }
                  }
                }
              }
            } elseif ($operation['type'] == 'recordevent') {
              // Create event
              $actioncomm = new ActionComm($this->db);
 
              $alreadycreated = $actioncomm->fetch(0, '', '', $msgid);
              if ($alreadycreated == 0) {
                if ($projectstatic->id > 0) {
                  if ($projectfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Project found from '.$projectfoundby);
                  }
                }
                if ($thirdpartystatic->id > 0) {
                  if ($thirdpartyfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Third party found from '.$thirdpartyfoundby);
                  }
                }
                if ($contactstatic->id > 0) {
                  if ($contactfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Contact/address found from '.$contactfoundby);
                  }
                }
 
                $description = $descriptiontitle;
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $descriptionmeta);
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $messagetext);
 
                $descriptionfull = $description;
                if (empty($conf->global->MAIN_EMAILCOLLECTOR_MAIL_WITHOUT_HEADER)) {
                  $descriptionfull = dol_concatdesc($descriptionfull, "----- Header");
                  $descriptionfull = dol_concatdesc($descriptionfull, $header);
                }
 
                // Insert record of emails sent
                $actioncomm->type_code   = 'AC_OTH_AUTO'; // Type of event ('AC_OTH', 'AC_OTH_AUTO', 'AC_XXX'...)
                $actioncomm->code        = 'AC_'.$actioncode;
                $actioncomm->label       = $langs->trans("ActionAC_".$actioncode).' - '.$langs->trans("MailFrom").' '.$from;
                $actioncomm->note_private = $descriptionfull;
                $actioncomm->fk_project  = $projectstatic->id;
                $actioncomm->datep       = $date; // date of email
                $actioncomm->datef       = $date; // date of email
                $actioncomm->percentage  = -1; // Not applicable
                $actioncomm->socid       = $thirdpartystatic->id;
                $actioncomm->contact_id = $contactstatic->id;
                $actioncomm->socpeopleassigned = (!empty($contactstatic->id) ? array($contactstatic->id => '') : array());
                $actioncomm->authorid    = $user->id; // User saving action
                $actioncomm->userownerid = $user->id; // Owner of action
                // Fields when action is an email (content should be added into note)
                $actioncomm->email_msgid = $msgid;
                $actioncomm->email_from  = $fromstring;
                $actioncomm->email_sender = $sender;
                $actioncomm->email_to    = $to;
                $actioncomm->email_tocc  = $sendtocc;
                $actioncomm->email_tobcc = $sendtobcc;
                $actioncomm->email_subject = $subject;
                $actioncomm->errors_to   = '';
 
                if (!in_array($fk_element_type, array('societe', 'contact', 'project', 'user'))) {
                  $actioncomm->fk_element  = $fk_element_id;
                  $actioncomm->elementid = $fk_element_id;
                  $actioncomm->elementtype = $fk_element_type;
                  if (is_object($objectemail) && $objectemail->module) {
                    $actioncomm->elementtype .= '@'.$objectemail->module;
                  }
                }
 
                //$actioncomm->extraparams = $extraparams;
 
                // Overwrite values with values extracted from source email
                $errorforthisaction = $this->overwritePropertiesOfObject($actioncomm, $operation['actionparam'], $messagetext, $subject, $header, $operationslog);
 
                //var_dump($fk_element_id);
                //var_dump($fk_element_type);
                //var_dump($alreadycreated);
                //var_dump($operation['type']);
                //var_dump($actioncomm);
                //exit;
 
                if ($errorforthisaction) {
                  $errorforactions++;
                } else {
                  $result = $actioncomm->create($user);
                  if ($result <= 0) {
                    $errorforactions++;
                    $this->errors = $actioncomm->errors;
                  } else {
                    $operationslog .= '<br>Event created -> id='.dol_escape_htmltag($actioncomm->id);
                  }
                }
              }
            } elseif ($operation['type'] == 'recordjoinpiece') {
              $pj = getAttachments($imapemail, $connection);
              foreach ($pj as $key => $val) {
                $data[$val['filename']] = getFileData($imapemail, $val['pos'], $val['type'], $connection);
              }
              if (count($pj) > 0) {
                $sql = "SELECT rowid as id FROM ".MAIN_DB_PREFIX."user WHERE email LIKE '%".$this->db->escape($from)."%'";
                $resql = $this->db->query($sql);
                if ($this->db->num_rows($resql) == 0) {
                  $this->errors[] = 'User Not allowed to add documents';
                }
                $arrayobject = array(
                'propale' => array('table' => 'propal',
                  'fields' => array('ref'),
                  'class' => 'comm/propal/class/propal.class.php',
                  'object' => 'Propal'),
                'holiday' => array('table' => 'holiday',
                  'fields' => array('ref'),
                  'class' => 'holiday/class/holiday.class.php',
                  'object' => 'Holiday'),
                'expensereport' => array('table' => 'expensereport',
                  'fields' => array('ref'),
                  'class' => 'expensereport/class/expensereport.class.php',
                  'object' => 'ExpenseReport'),
                'recruitment/recruitmentjobposition' => array('table' => 'recruitment_recruitmentjobposition',
                  'fields' => array('ref'),
                  'class' => 'recruitment/class/recruitmentjobposition.class.php',
                  'object' => 'RecruitmentJobPosition'),
                'recruitment/recruitmentcandidature' => array('table' => 'recruitment_recruitmentcandidature',
                  'fields' => array('ref'),
                  'class' => 'recruitment/class/recruitmentcandidature.class.php',
                  'object' => ' RecruitmentCandidature'),
                'societe' => array('table' => 'societe',
                  'fields' => array('code_client', 'code_fournisseur'),
                  'class' => 'societe/class/societe.class.php',
                  'object' => 'Societe'),
                'commande' => array('table' => 'commande',
                  'fields' => array('ref'),
                  'class' => 'commande/class/commande.class.php',
                  'object' => 'Commande'),
                'expedition' => array('table' => 'expedition',
                  'fields' => array('ref'),
                  'class' => 'expedition/class/expedition.class.php',
                  'object' => 'Expedition'),
                'contract' => array('table' => 'contrat',
                  'fields' => array('ref'),
                  'class' => 'contrat/class/contrat.class.php',
                  'object' => 'Contrat'),
                'fichinter' => array('table' => 'fichinter',
                  'fields' => array('ref'),
                  'class' => 'fichinter/class/fichinter.class.php',
                  'object' => 'Fichinter'),
                'ticket' => array('table' => 'ticket',
                  'fields' => array('ref'),
                  'class' => 'ticket/class/ticket.class.php',
                  'object' => ' Ticket'),
                'knowledgemanagement' => array('table' => 'knowledgemanagement_knowledgerecord',
                  'fields' => array('ref'),
                  'class' => 'knowledgemanagement/class/knowledgemanagement.class.php',
                  'object' => 'KnowledgeRecord'),
                'supplier_proposal' => array('table' => 'supplier_proposal',
                  'fields' => array('ref'),
                  'class' => 'supplier_proposal/class/supplier_proposal.class.php',
                  'object' => 'SupplierProposal'),
                'fournisseur/commande' => array('table' => 'commande_fournisseur',
                  'fields' => array('ref', 'ref_supplier'),
                  'class' => 'fourn/class/fournisseur.commande.class.php',
                  'object' => 'SupplierProposal'),
                'facture' => array('table' => 'facture',
                  'fields' => array('ref'),
                  'class' => 'compta/facture/class/facture.class.php',
                  'object' => 'Facture'),
                'fournisseur/facture' => array('table' => 'facture_fourn',
                  'fields' => array('ref', 'ref_client'),
                  'class' => 'fourn/class/fournisseur.facture.class.php',
                  'object' => 'FactureFournisseur'),
                'produit' => array('table' => 'product',
                  'fields' => array('ref'),
                  'class' => 'product/class/product.class.php',
                  'object' => 'Product'),
                'productlot' => array('table' => 'product_lot',
                  'fields' => array('batch'),
                  'class' => 'product/stock/class/productlot.class.php',
                  'object' => 'Productlot'),
                'projet' => array('table' => 'projet',
                  'fields' => array('ref'),
                  'class' => 'projet/class/projet.class.php',
                  'object' => 'Project'),
                'projet_task' => array('table' => 'projet_task',
                  'fields' => array('ref'),
                  'class' => 'projet/class/task.class.php',
                  'object' => 'Task'),
                'ressource' => array('table' => 'resource',
                  'fields' => array('ref'),
                  'class' => 'ressource/class/dolressource.class.php',
                  'object' => 'Dolresource'),
                'bom' => array('table' => 'bom_bom',
                  'fields' => array('ref'),
                  'class' => 'bom/class/bom.class.php',
                  'object' => 'BOM'),
                'mrp' => array('table' => 'mrp_mo',
                  'fields' => array('ref'),
                  'class' => 'mrp/class/mo.class.php',
                  'object' => 'Mo'),
                );
 
                if (!is_object($hookmanager)) {
                  include_once DOL_DOCUMENT_ROOT.'/core/class/hookmanager.class.php';
                  $hookmanager = new HookManager($this->db);
                }
                $hookmanager->initHooks(array('emailcolector'));
                $parameters = array('arrayobject' => $arrayobject);
                $reshook = $hookmanager->executeHooks('addmoduletoeamailcollectorjoinpiece', $parameters);    // Note that $action and $object may have been modified by some hooks
                if ($reshook > 0) {
                  $arrayobject = $hookmanager->resArray;
                }
 
                $resultobj = array();
 
                foreach ($arrayobject as $key => $objectdesc) {
                  $sql = 'SELECT DISTINCT t.rowid ';
                  $sql .= ' FROM ' . MAIN_DB_PREFIX . $objectdesc['table'] . ' AS t';
                  $sql .= ' WHERE ';
                  foreach ($objectdesc['fields'] as $field) {
                    $sql .= "'" .$this->db->escape($subject) . "'  LIKE CONCAT('%',  t." . $field . ", '%') OR ";
                  }
                  $sql = substr($sql, 0, -4);
 
                  $ressqlobj = $this->db->query($sql);
                  if ($ressqlobj) {
                    while ($obj = $this->db->fetch_object($ressqlobj)) {
                      $resultobj[$key][] = $obj->rowid;
                    }
                  }
                }
                $dirs = array();
                foreach ($resultobj as $mod => $ids) {
                  $moddesc = $arrayobject[$mod];
                  $elementpath = $mod;
                  dol_include_once($moddesc['class']);
                  $objectmanaged = new $moddesc['object']($this->db);
                  foreach ($ids as $val) {
                    $res = $objectmanaged->fetch($val);
                    if ($res) {
                      $path = ($objectmanaged->entity > 1 ? "/" . $objectmanaged->entity : '');
                      $dirs[] = DOL_DATA_ROOT . $path . "/" . $elementpath . '/' . dol_sanitizeFileName($objectmanaged->ref) . '/';
                    } else {
                      $this->errors[] = 'object not found';
                    }
                  }
                }
                foreach ($dirs as $target) {
                  foreach ($data as $filename => $content) {
                    $prefix = $this->actions[$this->id]['actionparam'];
 
                    $resr = saveAttachment($target, $prefix . '_' . $filename, $content);
                    if ($resr == -1) {
                      $this->errors[] = 'Doc not saved';
                    }
                  }
                }
 
                $operationslog .= '<br>Save attachment files on disk';
              } else {
                $this->errors[] = 'no joined piece';
 
                $operationslog .= '<br>No joinded files';
              }
            } elseif ($operation['type'] == 'project') {
              // Create project / lead
              $projecttocreate = new Project($this->db);
              $alreadycreated = $projecttocreate->fetch(0, '', '', $msgid);
              if ($alreadycreated == 0) {
                if ($thirdpartystatic->id > 0) {
                  $projecttocreate->socid = $thirdpartystatic->id;
                  if ($thirdpartyfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Third party found from '.$thirdpartyfoundby);
                  }
                }
                if ($contactstatic->id > 0) {
                  $projecttocreate->contact_id = $contactstatic->id;
                  if ($contactfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Contact/address found from '.$contactfoundby);
                  }
                }
 
                $description = $descriptiontitle;
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $descriptionmeta);
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $messagetext);
 
                $descriptionfull = $description;
                if (empty($conf->global->MAIN_EMAILCOLLECTOR_MAIL_WITHOUT_HEADER)) {
                  $descriptionfull = dol_concatdesc($descriptionfull, "----- Header");
                  $descriptionfull = dol_concatdesc($descriptionfull, $header);
                }
 
                $id_opp_status = dol_getIdFromCode($this->db, 'PROSP', 'c_lead_status', 'code', 'rowid');
                $percent_opp_status = dol_getIdFromCode($this->db, 'PROSP', 'c_lead_status', 'code', 'percent');
 
                $projecttocreate->title = $subject;
                $projecttocreate->date_start = $date; // date of email
                $projecttocreate->date_end = '';
                $projecttocreate->opp_status = $id_opp_status;
                $projecttocreate->opp_percent = $percent_opp_status;
                $projecttocreate->description = dol_concatdesc(dolGetFirstLineOfText(dol_string_nohtmltag($description, 2), 10), '...'.$langs->transnoentities("SeePrivateNote").'...');
                $projecttocreate->note_private = $descriptionfull;
                $projecttocreate->entity = $conf->entity;
                $projecttocreate->email_msgid = $msgid;
 
                $savesocid = $projecttocreate->socid;
 
                // Overwrite values with values extracted from source email.
                // This may overwrite any $projecttocreate->xxx properties.
                $errorforthisaction = $this->overwritePropertiesOfObject($projecttocreate, $operation['actionparam'], $messagetext, $subject, $header, $operationslog);
 
                // Set project ref if not yet defined
                if (empty($projecttocreate->ref)) {
                  // Get next Ref
                  $defaultref = '';
                  $modele = empty($conf->global->PROJECT_ADDON) ? 'mod_project_simple' : $conf->global->PROJECT_ADDON;
 
                  // Search template files
                  $file = ''; $classname = ''; $filefound = 0; $reldir = '';
                  $dirmodels = array_merge(array('/'), (array) $conf->modules_parts['models']);
                  foreach ($dirmodels as $reldir) {
                    $file = dol_buildpath($reldir."core/modules/project/".$modele.'.php', 0);
                    if (file_exists($file)) {
                      $filefound = 1;
                      $classname = $modele;
                      break;
                    }
                  }
 
                  if ($filefound) {
                    if ($savesocid > 0) {
                      if ($savesocid != $projecttocreate->socid) {
                        $errorforactions++;
                        setEventMessages('You loaded a thirdparty (id='.$savesocid.') and you force another thirdparty id (id='.$projecttocreate->socid.') by setting socid in operation with a different value', null, 'errors');
                      }
                    } else {
                      if ($projecttocreate->socid > 0) {
                        $thirdpartystatic->fetch($projecttocreate->socid);
                      }
                    }
 
                    $result = dol_include_once($reldir."core/modules/project/".$modele.'.php');
                    $modModuleToUseForNextValue = new $classname;
                    $defaultref = $modModuleToUseForNextValue->getNextValue(($thirdpartystatic->id > 0 ? $thirdpartystatic : null), $projecttocreate);
                  }
                  $projecttocreate->ref = $defaultref;
                }
 
 
                if ($errorforthisaction) {
                  $errorforactions++;
                } else {
                  if (empty($projecttocreate->ref) || (is_numeric($projecttocreate->ref) && $projecttocreate->ref <= 0)) {
                    $errorforactions++;
                    $this->error = 'Failed to create project: Can\'t get a valid value for the field ref with numbering template = '.$modele.', thirdparty id = '.$thirdpartystatic->id;
                  } else {
                    // Create project
                    $result = $projecttocreate->create($user);
                    if ($result <= 0) {
                      $errorforactions++;
                      $this->error = 'Failed to create project: '.$langs->trans($projecttocreate->error);
                      $this->errors = $projecttocreate->errors;
                    } else {
                      if ($attachments) {
                        $destdir = $conf->project->dir_output.'/'.$projecttocreate->ref;
                        if (!dol_is_dir($destdir)) {
                          dol_mkdir($destdir);
                        }
                        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
                          foreach ($attachments as $attachment) {
                            $attachment->save($destdir.'/');
                          }
                        } else {
                          $this->getmsg($connection, $imapemail, $destdir);
                        }
 
                        $operationslog .= '<br>Project created with attachments -> id='.dol_escape_htmltag($projecttocreate->id);
                      } else {
                        $operationslog .= '<br>Project created without attachments -> id='.dol_escape_htmltag($projecttocreate->id);
                      }
                    }
                  }
                }
              }
            } elseif ($operation['type'] == 'ticket') {
              // Create ticket
              $tickettocreate = new Ticket($this->db);
 
              $alreadycreated = $tickettocreate->fetch(0, '', '', $msgid);
              if ($alreadycreated == 0) {
                if ($thirdpartystatic->id > 0) {
                  $tickettocreate->socid = $thirdpartystatic->id;
                  $tickettocreate->fk_soc = $thirdpartystatic->id;
                  if ($thirdpartyfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Third party found from '.$thirdpartyfoundby);
                  }
                }
                if ($contactstatic->id > 0) {
                  $tickettocreate->contact_id = $contactstatic->id;
                  if ($contactfoundby) {
                    $descriptionmeta = dol_concatdesc($descriptionmeta, 'Contact/address found from '.$contactfoundby);
                  }
                }
 
                $description = $descriptiontitle;
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $descriptionmeta);
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $messagetext);
 
                $descriptionfull = $description;
                if (empty($conf->global->MAIN_EMAILCOLLECTOR_MAIL_WITHOUT_HEADER)) {
                  $descriptionfull = dol_concatdesc($descriptionfull, "----- Header");
                  $descriptionfull = dol_concatdesc($descriptionfull, $header);
                }
 
                $tickettocreate->subject = $subject;
                $tickettocreate->message = $description;
                $tickettocreate->type_code = (!empty($conf->global->MAIN_EMAILCOLLECTOR_TICKET_TYPE_CODE) ? $conf->global->MAIN_EMAILCOLLECTOR_TICKET_TYPE_CODE : dol_getIdFromCode($this->db, 1, 'c_ticket_type', 'use_default', 'code', 1));
                $tickettocreate->category_code = (!empty($conf->global->MAIN_EMAILCOLLECTOR_TICKET_CATEGORY_CODE) ? $conf->global->MAIN_EMAILCOLLECTOR_TICKET_CATEGORY_CODE : dol_getIdFromCode($this->db, 1, 'c_ticket_category', 'use_default', 'code', 1));
                $tickettocreate->severity_code = (!empty($conf->global->MAIN_EMAILCOLLECTOR_TICKET_SEVERITY_CODE) ? $conf->global->MAIN_EMAILCOLLECTOR_TICKET_SEVERITY_CODE : dol_getIdFromCode($this->db, 1, 'c_ticket_severity', 'use_default', 'code', 1));
                $tickettocreate->origin_email = $from;
                $tickettocreate->fk_user_create = $user->id;
                $tickettocreate->datec = dol_now();
                $tickettocreate->fk_project = $projectstatic->id;
                $tickettocreate->notify_tiers_at_create = 0;
                $tickettocreate->note_private = $descriptionfull;
                $tickettocreate->entity = $conf->entity;
                $tickettocreate->email_msgid = $msgid;
                $tickettocreate->email_date = $date;
                //$tickettocreate->fk_contact = $contactstatic->id;
 
                $savesocid = $tickettocreate->socid;
 
                // Overwrite values with values extracted from source email.
                // This may overwrite any $projecttocreate->xxx properties.
                $errorforthisaction = $this->overwritePropertiesOfObject($tickettocreate, $operation['actionparam'], $messagetext, $subject, $header, $operationslog);
 
                // Set ticket ref if not yet defined
                if (empty($tickettocreate->ref)) {
                  // Get next Ref
                  $defaultref = '';
                  $modele = empty($conf->global->TICKET_ADDON) ? 'mod_ticket_simple' : $conf->global->TICKET_ADDON;
 
                  // Search template files
                  $file = ''; $classname = ''; $filefound = 0; $reldir = '';
                  $dirmodels = array_merge(array('/'), (array) $conf->modules_parts['models']);
                  foreach ($dirmodels as $reldir) {
                    $file = dol_buildpath($reldir."core/modules/ticket/".$modele.'.php', 0);
                    if (file_exists($file)) {
                      $filefound = 1;
                      $classname = $modele;
                      break;
                    }
                  }
 
                  if ($filefound) {
                    if ($savesocid > 0) {
                      if ($savesocid != $tickettocreate->socid) {
                        $errorforactions++;
                        setEventMessages('You loaded a thirdparty (id='.$savesocid.') and you force another thirdparty id (id='.$tickettocreate->socid.') by setting socid in operation with a different value', null, 'errors');
                      }
                    } else {
                      if ($tickettocreate->socid > 0) {
                        $thirdpartystatic->fetch($tickettocreate->socid);
                      }
                    }
 
                    $result = dol_include_once($reldir."core/modules/ticket/".$modele.'.php');
                    $modModuleToUseForNextValue = new $classname;
                    $defaultref = $modModuleToUseForNextValue->getNextValue(($thirdpartystatic->id > 0 ? $thirdpartystatic : null), $tickettocreate);
                  }
                  $tickettocreate->ref = $defaultref;
                }
 
                if ($errorforthisaction) {
                  $errorforactions++;
                } else {
                  if (is_numeric($tickettocreate->ref) && $tickettocreate->ref <= 0) {
                    $errorforactions++;
                    $this->error = 'Failed to create ticket: Can\'t get a valid value for the field ref with numbering template = '.$modele.', thirdparty id = '.$thirdpartystatic->id;
                  } else {
                    // Create project
                    $result = $tickettocreate->create($user);
                    if ($result <= 0) {
                      $errorforactions++;
                      $this->error = 'Failed to create ticket: '.$langs->trans($tickettocreate->error);
                      $this->errors = $tickettocreate->errors;
                    } else {
                      if ($attachments) {
                        $destdir = $conf->ticket->dir_output.'/'.$tickettocreate->ref;
                        if (!dol_is_dir($destdir)) {
                          dol_mkdir($destdir);
                        }
                        if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
                          foreach ($attachments as $attachment) {
                            $attachment->save($destdir.'/');
                          }
                        } else {
                          $this->getmsg($connection, $imapemail, $destdir);
                        }
 
                        $operationslog .= '<br>Ticket created with attachments -> id='.dol_escape_htmltag($tickettocreate->id);
                      } else {
                        $operationslog .= '<br>Ticket created without attachments -> id='.dol_escape_htmltag($tickettocreate->id);
                      }
                    }
                  }
                }
              }
            } elseif ($operation['type'] == 'candidature') {
              // Create candidature
              $candidaturetocreate = new RecruitmentCandidature($this->db);
 
              $alreadycreated = $candidaturetocreate->fetch(0, '', $msgid);
              if ($alreadycreated == 0) {
                $description = $descriptiontitle;
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $descriptionmeta);
                $description = dol_concatdesc($description, "-----");
                $description = dol_concatdesc($description, $messagetext);
 
                $descriptionfull = $description;
                $descriptionfull = dol_concatdesc($descriptionfull, "----- Header");
                $descriptionfull = dol_concatdesc($descriptionfull, $header);
 
                $candidaturetocreate->subject = $subject;
                $candidaturetocreate->message = $description;
                $candidaturetocreate->type_code = 0;
                $candidaturetocreate->category_code = null;
                $candidaturetocreate->severity_code = null;
                $candidaturetocreate->email = $from;
                //$candidaturetocreate->lastname = $langs->trans("Anonymous").' - '.$from;
                $candidaturetocreate->fk_user_creat = $user->id;
                $candidaturetocreate->date_creation = dol_now();
                $candidaturetocreate->fk_project = $projectstatic->id;
                $candidaturetocreate->description = $description;
                $candidaturetocreate->note_private = $descriptionfull;
                $candidaturetocreate->entity = $conf->entity;
                $candidaturetocreate->email_msgid = $msgid;
                $candidaturetocreate->email_date = $date;   // date of email
                $candidaturetocreate->status = $candidaturetocreate::STATUS_DRAFT;
                //$candidaturetocreate->fk_contact = $contactstatic->id;
 
                // Overwrite values with values extracted from source email.
                // This may overwrite any $projecttocreate->xxx properties.
                $errorforthisaction = $this->overwritePropertiesOfObject($candidaturetocreate, $operation['actionparam'], $messagetext, $subject, $header, $operationslog);
 
                // Set candidature ref if not yet defined
                /*if (empty($candidaturetocreate->ref))       We do not need this because we create object in draft status
                {
                // Get next Ref
                $defaultref = '';
                $modele = empty($conf->global->CANDIDATURE_ADDON) ? 'mod_candidature_simple' : $conf->global->CANDIDATURE_ADDON;
 
                // Search template files
                $file = ''; $classname = ''; $filefound = 0; $reldir = '';
                $dirmodels = array_merge(array('/'), (array) $conf->modules_parts['models']);
                foreach ($dirmodels as $reldir)
                {
                  $file = dol_buildpath($reldir."core/modules/ticket/".$modele.'.php', 0);
                  if (file_exists($file)) {
                    $filefound = 1;
                    $classname = $modele;
                    break;
                  }
                }
 
                if ($filefound) {
                  if ($savesocid > 0) {
                    if ($savesocid != $candidaturetocreate->socid) {
                      $errorforactions++;
                      setEventMessages('You loaded a thirdparty (id='.$savesocid.') and you force another thirdparty id (id='.$candidaturetocreate->socid.') by setting socid in operation with a different value', null, 'errors');
                    }
                  } else {
                    if ($candidaturetocreate->socid > 0)
                    {
                      $thirdpartystatic->fetch($candidaturetocreate->socid);
                    }
                  }
 
                  $result = dol_include_once($reldir."core/modules/ticket/".$modele.'.php');
                  $modModuleToUseForNextValue = new $classname;
                  $defaultref = $modModuleToUseForNextValue->getNextValue(($thirdpartystatic->id > 0 ? $thirdpartystatic : null), $tickettocreate);
                }
                $candidaturetocreate->ref = $defaultref;
                }*/
 
                if ($errorforthisaction) {
                  $errorforactions++;
                } else {
                  // Create project
                  $result = $candidaturetocreate->create($user);
                  if ($result <= 0) {
                    $errorforactions++;
                    $this->error = 'Failed to create ticket: '.join(', ', $candidaturetocreate->errors);
                    $this->errors = $candidaturetocreate->errors;
                  }
 
                  $operationslog .= '<br>Candidature created without attachments -> id='.dol_escape_htmltag($candidaturetocreate->id);
                }
              }
            } elseif (substr($operation['type'], 0, 4) == 'hook') {
              // Create event specific on hook
              // this code action is hook..... for support this call
              if (!is_object($hookmanager)) {
                include_once DOL_DOCUMENT_ROOT.'/core/class/hookmanager.class.php';
                $hookmanager = new HookManager($this->db);
              }
 
              $parameters = array(
                'connection'=>  $connection,
                'imapemail'=>$imapemail,
                'overview'=>$overview,
 
                'from' => $from,
                'fromtext' => $fromtext,
 
                'actionparam'=>  $operation['actionparam'],
 
                'thirdpartyid' => $thirdpartyid,
                'objectid'=> $objectid,
                'objectemail'=> $objectemail,
 
                'messagetext'=>$messagetext,
                'subject'=>$subject,
                'header'=>$header,
                'attachments'=>$attachments,
              );
              $reshook = $hookmanager->executeHooks('doCollectImapOneCollector', $parameters, $this, $operation['type']);
 
              if ($reshook < 0) {
                $errorforthisaction++;
                $this->error = $hookmanager->resPrint;
              }
              if ($errorforthisaction) {
                $errorforactions++;
                $operationslog .= '<br>Hook doCollectImapOneCollector executed with error';
              } else {
                $operationslog .= '<br>Hook doCollectImapOneCollector executed without error';
              }
            }
 
            if (!$errorforactions) {
              $nbactiondoneforemail++;
            }
          }
        }
 
        // Error for email or not ?
        if (!$errorforactions) {
          if ($targetdir && empty($mode)) {
            if (empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
              dol_syslog("EmailCollector::doCollectOneCollector move message ".$imapemail." to ".$connectstringtarget, LOG_DEBUG);
              $res = imap_mail_move($connection, $imapemail, $targetdir, 0);
              if ($res == false) {
                $errorforemail++;
                $this->error = imap_last_error();
                $this->errors[] = $this->error;
                dol_syslog(imap_last_error());
              }
            } else {
              // TODO Move mail using PHP-IMAP
            }
          } else {
            dol_syslog("EmailCollector::doCollectOneCollector message ".$imapemail." to ".$connectstringtarget." was set to read", LOG_DEBUG);
          }
        } else {
          $errorforemail++;
        }
 
 
        unset($objectemail);
        unset($projectstatic);
        unset($thirdpartystatic);
        unset($contactstatic);
 
        $nbemailprocessed++;
 
        if (!$errorforemail) {
          $nbactiondone += $nbactiondoneforemail;
          $nbemailok++;
 
          if (empty($mode)) {
            $this->db->commit();
          } else {
            $this->db->rollback();
          }
 
          // Stop the loop to process email if we reach maximum collected per collect
          if ($this->maxemailpercollect > 0 && $nbemailok >= $this->maxemailpercollect) {
            dol_syslog("EmailCollect::doCollectOneCollector We reach maximum of ".$nbemailok." collected with success, so we stop this collector now.");
            break;
          }
        } else {
          $error++;
 
          $this->db->rollback();
        }
      }
 
      $output = $langs->trans('XEmailsDoneYActionsDone', $nbemailprocessed, $nbemailok, $nbactiondone);
 
      dol_syslog("End of loop on emails", LOG_INFO, -1);
    } else {
      $output = $langs->trans('NoNewEmailToProcess');
    }
 
    if (!empty($conf->global->MAIN_IMAP_USE_PHPIMAP)) {
      $client->disconnect();
    } else {
      if (empty($mode)) {
        imap_expunge($connection); // To validate any move
      }
      imap_close($connection);
    }
 
    $this->datelastresult = $now;
    $this->lastresult = $output;
    $this->debuginfo .= 'IMAP search string used : '.$search;
    if ($searchhead) {
      $this->debuginfo .= '<br>Then search string into email header : '.dol_escape_htmltag($searchhead);
    }
    if ($operationslog) {
      $this->debuginfo .= $operationslog;
    }
 
    if (empty($error) && empty($mode)) {
      $this->datelastok = $now;
    }
 
    if (!empty($this->errors)) {
      $this->lastresult .= "<br>".join("<br>", $this->errors);
    }
    $this->codelastresult = ($error ? 'KO' : 'OK');
 
    if (empty($mode)) {
      $this->update($user);
    }
 
    dol_syslog("EmailCollector::doCollectOneCollector end", LOG_DEBUG);
 
    return $error ? -1 : 1;
  }
 
 
 
  // Loop to get part html and plain. Code found on PHP imap_fetchstructure documentation
 
  private function getmsg($mbox, $mid, $destdir = '')
  {
    // input $mbox = IMAP stream, $mid = message id
    // output all the following:
    global $charset, $htmlmsg, $plainmsg, $attachments;
    $htmlmsg = $plainmsg = $charset = '';
    $attachments = array();
 
    // HEADER
    //$h = imap_header($mbox,$mid);
    // add code here to get date, from, to, cc, subject...
 
    // BODY
    $s = imap_fetchstructure($mbox, $mid);
 
    if (!$s->parts) {
      // simple
      $this->getpart($mbox, $mid, $s, 0); // pass 0 as part-number
    } else {
      // multipart: cycle through each part
      foreach ($s->parts as $partno0 => $p) {
        $this->getpart($mbox, $mid, $p, $partno0 + 1, $destdir);
      }
    }
  }
 
  /* partno string
   0 multipart/mixed
   1 multipart/alternative
   1.1 text/plain
   1.2 text/html
   2 message/rfc822
   2 multipart/mixed
   2.1 multipart/alternative
   2.1.1 text/plain
   2.1.2 text/html
   2.2 message/rfc822
   2.2 multipart/alternative
   2.2.1 text/plain
   2.2.2 text/html
   */
 
  private function getpart($mbox, $mid, $p, $partno, $destdir = '')
  {
    // $partno = '1', '2', '2.1', '2.1.3', etc for multipart, 0 if simple
    global $htmlmsg, $plainmsg, $charset, $attachments;
 
    // DECODE DATA
    $data = ($partno) ?
    imap_fetchbody($mbox, $mid, $partno) : // multipart
    imap_body($mbox, $mid); // simple
    // Any part may be encoded, even plain text messages, so check everything.
    if ($p->encoding == 4) {
      $data = quoted_printable_decode($data);
    } elseif ($p->encoding == 3) {
      $data = base64_decode($data);
    }
 
    // PARAMETERS
    // get all parameters, like charset, filenames of attachments, etc.
    $params = array();
    if ($p->parameters) {
      foreach ($p->parameters as $x) {
        $params[strtolower($x->attribute)] = $x->value;
      }
    }
    if ($p->dparameters) {
      foreach ($p->dparameters as $x) {
        $params[strtolower($x->attribute)] = $x->value;
      }
    }
 
    // ATTACHMENT
    // Any part with a filename is an attachment,
    // so an attached text file (type 0) is not mistaken as the message.
    if ($params['filename'] || $params['name']) {
      // filename may be given as 'Filename' or 'Name' or both
      $filename = ($params['filename']) ? $params['filename'] : $params['name'];
      // filename may be encoded, so see imap_mime_header_decode()
      $attachments[$filename] = $data; // this is a problem if two files have same name
 
      // Get file name (with extension)
      $file_name_complete =  $params['filename'];
 
 
      $destination = $destdir.'/'.$file_name_complete;
 
      // Extract file extension
      $extension = pathinfo($file_name_complete, PATHINFO_EXTENSION);
 
      // Extract file name without extension
      $file_name = pathinfo($file_name_complete, PATHINFO_FILENAME);
 
      // Save an original file name variable to track while renaming if file already exists
      $file_name_original = $file_name;
 
      // Increment file name by 1
      $num = 1;
 
      while (file_exists($destdir."/".$file_name.".".$extension)) {
        $file_name = $file_name_original . ' (' . $num . ')';
        $file_name_complete = $file_name . "." . $extension;
        $destination = $destdir.'/'.$file_name_complete;
        $num++;
      }
 
      $destination = dol_sanitizePathName($destination);
 
      file_put_contents($destination, $data);
    }
 
    // TEXT
    if ($p->type == 0 && $data) {
      if (!empty($params['charset'])) {
        $data = $this->convertStringEncoding($data, $params['charset']);
      }
      // Messages may be split in different parts because of inline attachments,
      // so append parts together with blank row.
      if (strtolower($p->subtype) == 'plain') {
        $plainmsg .= trim($data)."\n\n";
      } else {
        $htmlmsg .= $data."<br><br>";
      }
      $charset = $params['charset']; // assume all parts are same charset
    } elseif ($p->type == 2 && $data) {
      // EMBEDDED MESSAGE
      // Many bounce notifications embed the original message as type 2,
      // but AOL uses type 1 (multipart), which is not handled here.
      // There are no PHP functions to parse embedded messages,
      // so this just appends the raw source to the main message.
      if (!empty($params['charset'])) {
        $data = $this->convertStringEncoding($data, $params['charset']);
      }
      $plainmsg .= $data."\n\n";
    }
 
    // SUBPART RECURSION
    if ($p->parts) {
      foreach ($p->parts as $partno0 => $p2) {
        $this->getpart($mbox, $mid, $p2, $partno.'.'.($partno0 + 1)); // 1.2, 1.2.1, etc.
      }
    }
  }
 
  protected function convertStringEncoding($string, $fromEncoding, $toEncoding = 'UTF-8')
  {
    if (!$string || $fromEncoding == $toEncoding) {
      return $string;
    }
    $convertedString = function_exists('iconv') ? @iconv($fromEncoding, $toEncoding.'//IGNORE', $string) : null;
    if (!$convertedString && extension_loaded('mbstring')) {
      $convertedString = @mb_convert_encoding($string, $toEncoding, $fromEncoding);
    }
    if (!$convertedString) {
      throw new Exception('Mime string encoding conversion failed');
    }
    return $convertedString;
  }
 
  protected function decodeSMTPSubject($subject)
  {
    // Decode $overview[0]->subject according to RFC2047
    // Can use also imap_mime_header_decode($str)
    // Can use also mb_decode_mimeheader($str)
    // Can use also iconv_mime_decode($str, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8')
    if (function_exists('imap_mime_header_decode') && function_exists('iconv_mime_decode')) {
      $elements = imap_mime_header_decode($subject);
      $newstring = '';
      if (!empty($elements)) {
        $num = count($elements);
        for ($i = 0; $i < $num; $i++) {
          $stringinutf8 = (in_array(strtoupper($elements[$i]->charset), array('DEFAULT', 'UTF-8')) ? $elements[$i]->text : iconv_mime_decode($elements[$i]->text, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, $elements[$i]->charset));
          $newstring .= $stringinutf8;
        }
        $subject = $newstring;
      }
    } elseif (!function_exists('mb_decode_mimeheader')) {
      $subject = mb_decode_mimeheader($subject);
    } elseif (function_exists('iconv_mime_decode')) {
      $subject = iconv_mime_decode($subject, ICONV_MIME_DECODE_CONTINUE_ON_ERROR, 'UTF-8');
    }
 
    return $subject;
  }
}