Files
crm.clientright.ru/modules/Import/readers/FileReader.php
Fedor ac7467f0b4 Major CRM updates: AI Assistant, Court Status API, S3 integration improvements, and extensive file storage system
- Added comprehensive AI Assistant system (aiassist/ directory):
  * Vector search and embedding capabilities
  * Typebot proxy integration
  * Elastic search functionality
  * Message classification and chat history
  * MCP proxy for external integrations

- Implemented Court Status API (GetCourtStatus.php):
  * Real-time court document status checking
  * Integration with external court systems
  * Comprehensive error handling and logging

- Enhanced S3 integration:
  * Improved file backup system with metadata
  * Batch processing capabilities
  * Enhanced error logging and recovery
  * Copy operations with URL fixing

- Added Telegram contact creation API
- Improved error logging across all modules
- Enhanced callback system for AI responses
- Extensive backup file storage with timestamps
- Updated documentation and README files

- File storage improvements:
  * Thousands of backup files with proper metadata
  * Fix operations for broken file references
  * Project-specific backup and recovery systems
  * Comprehensive file integrity checking

Total: 26,461+ files added/modified including AWS SDK, vendor dependencies, and extensive backup system.
2025-10-16 11:17:21 +03:00

180 lines
5.6 KiB
PHP

<?php
/*+***********************************************************************************
* The contents of this file are subject to the vtiger CRM Public License Version 1.0
* ("License"); You may not use this file except in compliance with the License
* The Original Code is: vtiger CRM Open Source
* The Initial Developer of the Original Code is vtiger.
* Portions created by vtiger are Copyright (C) vtiger.
* All Rights Reserved.
*************************************************************************************/
class Import_FileReader_Reader {
var $status='success';
var $numberOfRecordsRead = 0;
var $errorMessage='';
var $user;
var $request;
var $moduleModel;
public function __construct($request, $user) {
$this->request = $request;
$this->user = $user;
$this->moduleModel = Vtiger_Module_Model::getInstance($this->request->get('module'));
}
public function getStatus() {
return $this->status;
}
public function getErrorMessage() {
return $this->errorMessage;
}
public function getNumberOfRecordsRead() {
return $this->numberOfRecordsRead;
}
/**
* To set number of records read from CSV to DB
* @param type $table
* @param type $db
*/
public function setNumberOfRecordsRead($table,$db){
$query = "SELECT count(*) AS count FROM $table";
$result = $db->pquery($query,array());
$count = $db->query_result($result,0,'count');
$this->numberOfRecordsRead = $count;
}
public function hasHeader() {
if($this->request->get('has_header') == 'on'
|| $this->request->get('has_header') == 1
|| $this->request->get('has_header') == true) {
return true;
}
return false;
}
public function getFirstRowData($hasHeader=true) {
return null;
}
public function getFilePath() {
return Import_Utils_Helper::getImportFilePath($this->user);
}
public function getFileHandler() {
$filePath = $this->getFilePath();
if(!file_exists($filePath)) {
$this->status = 'failed';
$this->errorMessage = "ERR_FILE_DOESNT_EXIST";
return false;
}
$fileHandler = fopen($filePath, 'r');
if(!$fileHandler) {
$this->status = 'failed';
$this->errorMessage = "ERR_CANT_OPEN_FILE";
return false;
}
return $fileHandler;
}
public function convertCharacterEncoding($value, $fromCharset, $toCharset) {
if (function_exists("mb_convert_encoding")) {
$value = mb_convert_encoding($value, $toCharset, $fromCharset);
} else {
$value = iconv($fromCharset, $toCharset, $value);
}
return $value;
}
public function read() {
// Sub-class need to implement this
}
public function deleteFile() {
$filePath = $this->getFilePath();
@unlink($filePath);
}
public function createTable() {
$db = PearDatabase::getInstance();
$tableName = Import_Utils_Helper::getDbTableName($this->user);
$fieldMapping = $this->request->get('field_mapping');
$moduleFields = $this->moduleModel->getFields();
$moduleImportableFields = $this->moduleModel->getAdditionalImportFields();
$moduleFields = array_merge($moduleFields, $moduleImportableFields);
$columnsListQuery = 'id INT PRIMARY KEY AUTO_INCREMENT, status INT DEFAULT 0, recordid INT';
$fieldTypes = $this->getModuleFieldDBColumnType();
foreach($fieldMapping as $fieldName => $index) {
$fieldObject = $moduleFields[$fieldName];
$columnsListQuery .= $this->getDBColumnType($fieldObject, $fieldTypes);
}
// SalesPlatform.ru begin Correct SQL request
$createTableQuery = 'CREATE TABLE '. $tableName . ' ('.$columnsListQuery.') ENGINE=MyISAM CHARACTER SET utf8 COLLATE utf8_unicode_ci';
//$createTableQuery = 'CREATE TABLE '. $tableName . ' ('.$columnsListQuery.') ENGINE=MyISAM ';
// SalesPlatform.end
$db->pquery($createTableQuery, array());
return true;
}
public function addRecordToDB($columnNames, $fieldValues) {
$db = PearDatabase::getInstance();
foreach($fieldValues as $key => $fieldVal){
$newField[$key] = htmlspecialchars_decode($fieldVal, ENT_QUOTES);
}
$fieldValues = $newField;
$tableName = Import_Utils_Helper::getDbTableName($this->user);
$db->pquery('INSERT INTO '.$tableName.' ('. implode(',', $columnNames).') VALUES ('. generateQuestionMarks($fieldValues) .')', $fieldValues);
$this->numberOfRecordsRead++;
}
/** Function returns the database column type of the field
* @param $fieldObject <Vtiger_Field_Model>
* @param $fieldTypes <Array> - fieldnames with column type
* @return <String> - column name with type for sql creation of table
*/
public function getDBColumnType($fieldObject,$fieldTypes){
$columnsListQuery = '';
$fieldName = $fieldObject->getName();
$dataType = $fieldObject->getFieldDataType();
$skipDataType = array('reference','owner', 'currencyList', 'date', 'datetime', 'productTax', 'ownergroup');
if(in_array($dataType, $skipDataType)){
$columnsListQuery .= ','.$fieldName.' varchar(250)';
} else {
$columnsListQuery .= ','.$fieldName.' '.$fieldTypes[$fieldObject->get('column')];
}
return $columnsListQuery;
}
/** Function returns array of columnnames and their column datatype
* @return <Array>
*/
public function getModuleFieldDBColumnType() {
$db = PearDatabase::getInstance();
$result = $db->pquery('SELECT tablename FROM vtiger_field WHERE tabid=? GROUP BY tablename', array($this->moduleModel->getId()));
$tables = array();
if ($result && $db->num_rows($result) > 0) {
while ($row = $db->fetch_array($result)) {
$tables[] = $row['tablename'];
}
}
$fieldTypes = array();
foreach ($tables as $table) {
$result = $db->pquery("DESC $table", array());
if ($result && $db->num_rows($result) > 0) {
while ($row = $db->fetch_array($result)) {
$fieldTypes[$row['field']] = $row['type'];
}
}
}
return $fieldTypes;
}
}
?>