@@ -488,7 +518,14 @@ class CSV extends Importer {
}
} else if( strpos($column_value,'file:') === 0 ) {
$correct_value = trim(substr($column_value, 5));
- if( isset(parse_url($correct_value)['scheme'] ) ) {
+ //removing the old document attachment
+ if ($this->get_option('document_import_mode') === 'replace' && $item_inserted->get_document_type() == 'attachment' ) {
+ $this->add_log('Item Document will be replaced ... ');
+ wp_delete_attachment($item_inserted->get_document(), true);
+ $this->add_log('Deleted previous Item Documents ... ');
+ }
+
+ if (isset(parse_url($correct_value)['scheme'] )) {
$id = $TainacanMedia->insert_attachment_from_url($correct_value, $item_inserted->get_id());
if(!$id){
@@ -545,15 +582,7 @@ class CSV extends Importer {
break;
case 'REPLACE':
$this->add_log('Attachment REPLACE file ');
- $args['post_parent'] = $item_inserted->get_id();
- $args['post_type'] = 'attachment';
- $args['post_status'] = 'any';
- $args['post__not_in'] = [$item_inserted->get_document()];
- $posts_query = new \WP_Query();
- $query_result = $posts_query->query( $args );
- foreach ( $query_result as $post ) {
- wp_delete_attachment( $post->ID, true );
- }
+ $this->delete_previous_document_imgs($item_inserted->get_id(), $item_inserted->get_document());
break;
}
@@ -598,10 +627,10 @@ class CSV extends Importer {
$line = substr($line, $cut_start);
}
- $end = substr($line, ( strlen($line) - strlen($this->get_option('enclosure')) ) , strlen($this->get_option('enclosure')));
+ $end = substr($line, ( strlen($line) - strlen($this->get_option('enclosure')) ) , strlen($this->get_option('enclosure')));
if( $this->get_option('enclosure') === $end ) {
- $line = substr($line, 0, ( strlen($line) - strlen($this->get_option('enclosure')) ) );
+ $line = substr($line, 0, ( strlen($line) - strlen($this->get_option('enclosure')) ) );
}
$delimiter = $this->get_option('enclosure').$this->get_option('delimiter').$this->get_option('enclosure');
@@ -655,7 +684,7 @@ class CSV extends Importer {
* its value or values
* @param integer $collection_index The index in the $this->collections array of the collection the item is being inserted into
*
- * @return Tainacan\Entities\Item Item inserted
+ * @return bool|Tainacan\Entities\Item Item inserted
*/
public function insert( $processed_item, $collection_index ) {
remove_action( 'post_updated', 'wp_save_post_revision' );
@@ -677,14 +706,13 @@ class CSV extends Importer {
$Tainacan_Item_Metadata = \Tainacan\Repositories\Item_Metadata::get_instance();
$Tainacan_Items = \Tainacan\Repositories\Items::get_instance();
- // $Tainacan_Items->disable_logs();
- // $Tainacan_Metadata->disable_logs();
- // $Tainacan_Item_Metadata->disable_logs();
$itemMetadataArray = [];
$updating_item = false;
+ $Tainacan_Items->disable_logs();
+ $Tainacan_Metadata->disable_logs();
$Tainacan_Item_Metadata->disable_logs();
if ( is_numeric($this->get_transient('item_id')) ) {
$item = $Tainacan_Items->fetch( (int) $this->get_transient('item_id') );
@@ -739,7 +767,9 @@ class CSV extends Importer {
if ($metadatum instanceof Entities\Metadatum) {
$singleItemMetadata = new Entities\Item_Metadata_Entity( $item, $metadatum); // *empty item will be replaced by inserted in the next foreach
- if( $metadatum->get_metadata_type() == 'Tainacan\Metadata_Types\Taxonomy' ) {
+ if ($this->is_clear_value($values)) {
+ $singleItemMetadata->set_value("");
+ } else if( $metadatum->get_metadata_type() == 'Tainacan\Metadata_Types\Taxonomy' ) {
if( !is_array( $values ) ) {
$tmp = $this->insert_hierarchy( $metadatum, $values);
if ($tmp !== false) {
@@ -763,7 +793,12 @@ class CSV extends Importer {
foreach($children_mapping as $tainacan_children_metadatum_id => $tainacan_children_header) {
$metadatumChildren = $Tainacan_Metadata->fetch( $tainacan_children_metadatum_id, 'OBJECT' );
$compoundItemMetadata = new Entities\Item_Metadata_Entity( $item, $metadatumChildren);
- $compoundItemMetadata->set_value($compoundValue[$tainacan_children_header]);
+ $childrenCompoundvalue = $compoundValue[$tainacan_children_header];
+ if ($this->is_clear_value($childrenCompoundvalue)) {
+ $compoundItemMetadata->set_value("");
+ } else {
+ $compoundItemMetadata->set_value($childrenCompoundvalue);
+ }
$tmp[] = $compoundItemMetadata;
}
$singleItemMetadata[] = $tmp;
@@ -787,7 +822,8 @@ class CSV extends Importer {
$this->add_error_log( $item->get_errors() );
return false;
}
-
+ global $wpdb;
+ $wpdb->query( 'SET autocommit = 0;' );
foreach ( $itemMetadataArray as $itemMetadata ) {
if($itemMetadata instanceof Entities\Item_Metadata_Entity ) {
$itemMetadata->set_item( $insertedItem ); // *I told you
@@ -826,6 +862,8 @@ class CSV extends Importer {
// $this->add_error_log( 'Item ' . $insertedItem->get_id() . ' has an error' );
//}
}
+ $wpdb->query( 'COMMIT;' );
+ $wpdb->query( 'SET autocommit = 1;' );
if ( ! $updating_item ) {
$insertedItem->set_status('publish' );
@@ -847,12 +885,18 @@ class CSV extends Importer {
}
}
+ private function is_assoc(array $arr) {
+ if (array() === $arr) return false;
+ return array_keys($arr) !== range(0, count($arr) - 1);
+ }
+
private function deleteAllValuesCompoundItemMetadata($item, $compoundMetadataID) {
$Tainacan_Metadata = \Tainacan\Repositories\Metadata::get_instance();
$Tainacan_Item_Metadata = \Tainacan\Repositories\Item_Metadata::get_instance();
$compound_metadata = $Tainacan_Metadata->fetch($compoundMetadataID, 'OBJECT');
$compound_item_metadata = new Entities\Item_Metadata_Entity($item, $compound_metadata);
$compound_item_metadata_value = $compound_item_metadata->get_value();
+ $compound_item_metadata_value = $this->is_assoc($compound_item_metadata_value) ? [$compound_item_metadata_value] : $compound_item_metadata_value;
foreach($compound_item_metadata_value as $item_metadata_value) {
foreach ($item_metadata_value as $itemMetadata) {
$Tainacan_Item_Metadata->remove_compound_value($item, $compound_metadata, $itemMetadata->get_parent_meta_id());
@@ -872,14 +916,23 @@ class CSV extends Importer {
}
}
+ /**
+ * @param $value
+ * @return bool
+ */
+ private function is_clear_value($value) {
+ if( !empty($value) && is_array($value) )
+ return false;
+ return $this->get_option('escape_empty_value') == $value;
+ }
+
/**
* @param $metadatum the metadata
* @param $values the categories names
*
- * @return array empty with no category or array with IDs
+ * @return bool|array empty with no category or array with IDs
*/
- private function insert_hierarchy( $metadatum, $values ){
-
+ private function insert_hierarchy( $metadatum, $values ) {
if (empty($values)) {
return false;
}
@@ -942,14 +995,13 @@ class CSV extends Importer {
/**
* @param $collection_id
*
- * @return array/bool false if has no mapping or associated array with metadata id and header
+ * @return array|bool false if has no mapping or associated array with metadata id and header
*/
public function get_mapping( $collection_id ){
$mapping = get_post_meta( $collection_id, 'metadata_mapping', true );
- return ( $mapping ) ? $mapping : false;
+ return $mapping ?: false;
}
-
/**
* @inheritdoc
*
@@ -1041,4 +1093,19 @@ class CSV extends Importer {
return $message;
}
+ private function delete_previous_document_imgs($item_id, $item_document) {
+ $previous_imgs = [
+ 'post_parent' => $item_id,
+ 'post_type' => 'attachment',
+ 'post_status' => 'any',
+ 'post__not_in' => [$item_document]
+ ];
+ $posts_query = new \WP_Query();
+ $attachs = $posts_query->query($previous_imgs);
+ foreach ($attachs as $att) {
+ $this->add_log( "Deleting attachment [". $att->ID . "] " . $att->post_title);
+ wp_delete_attachment($att->ID, true);
+ }
+ }
+
}
diff --git a/src/classes/importer/class-tainacan-importer-handler.php b/src/classes/importer/class-tainacan-importer-handler.php
index 250293c0a..33767e069 100644
--- a/src/classes/importer/class-tainacan-importer-handler.php
+++ b/src/classes/importer/class-tainacan-importer-handler.php
@@ -44,7 +44,7 @@ class Importer_Handler {
$this->register_importer([
'name' => 'Vocabulary CSV',
- 'description' => __('Import a vaculary from a CSV file into a taxonomy', 'tainacan'),
+ 'description' => __('Import a vocabulary from a CSV file into a taxonomy', 'tainacan'),
'slug' => 'terms',
'class_name' => '\Tainacan\Importer\Term_Importer',
'manual_collection' => false,
diff --git a/src/classes/importer/class-tainacan-importer.php b/src/classes/importer/class-tainacan-importer.php
index 32f56d431..8112ddaee 100644
--- a/src/classes/importer/class-tainacan-importer.php
+++ b/src/classes/importer/class-tainacan-importer.php
@@ -5,14 +5,14 @@ use Tainacan\Entities;
abstract class Importer {
- /**
- * The ID for this importer session
- *
- * When creating a new importer session via API, an id is returned and used to access this
- * importer instance. This is temporarily stored in the database and discarded after the bg process is triggered
- *
- * @var identifier
- */
+ /**
+ * The ID for this importer session
+ *
+ * When creating a new importer session via API, an id is returned and used to access this
+ * importer instance. This is temporarily stored in the database and discarded after the bg process is triggered
+ *
+ * @var identifier
+ */
private $id;
/**
@@ -59,7 +59,7 @@ abstract class Importer {
private $options = [];
/**
- * Stores the default options for the importer options
+ * Stores default options for importer options
* @var array
*/
protected $default_options = [];
@@ -114,7 +114,7 @@ abstract class Importer {
private $error_log = [];
/**
- * Wether to abort importer execution.
+ * Whether to abort importer execution.
* @var bool
*/
private $abort = false;
@@ -136,8 +136,7 @@ abstract class Importer {
'tmp_file'
];
- public function __construct($attributess = array()) {
-
+ public function __construct($attributess = array()) {
$this->id = uniqid();
$author = get_current_user_id();
@@ -153,8 +152,6 @@ abstract class Importer {
}
}
}
-
-
}
public function _to_Array($short = false) {
@@ -181,41 +178,39 @@ abstract class Importer {
/////////////////////
// Getters and setters
- /**
- * @return string
- */
- public function get_id(){
- return $this->id;
- }
+ /**
+ * @return string
+ */
+ public function get_id(){
+ return $this->id;
+ }
- /**
- * Set URL
- * @param $url string
- * @return bool
- */
- public function set_url($url)
- {
- if(!empty($url) && !is_array($url))
- {
- $this->url = rtrim(trim($url), "/");
- return true;
- }
+ /**
+ * Set URL
+ * @param $url string
+ * @return bool
+ */
+ public function set_url($url) {
+ if(!empty($url) && !is_array($url))
+ {
+ $this->url = rtrim(trim($url), "/");
+ return true;
+ }
- return false;
- }
+ return false;
+ }
- /**
- * @return string or bool
- */
- public function get_url()
- {
- if(!empty($this->url))
- {
- return $this->url;
- }
+ /**
+ * @return string or bool
+ */
+ public function get_url() {
+ if(!empty($this->url))
+ {
+ return $this->url;
+ }
- return false;
- }
+ return false;
+ }
public function get_current_step() {
return $this->current_step;
@@ -250,12 +245,12 @@ abstract class Importer {
}
public function get_tmp_file(){
- return $this->tmp_file;
- }
+ return $this->tmp_file;
+ }
public function set_tmp_file($filepath){
- $this->tmp_file = $filepath;
- }
+ $this->tmp_file = $filepath;
+ }
public function get_collections() {
return $this->collections;
@@ -266,13 +261,13 @@ abstract class Importer {
}
/**
- * Gets the options for this importer, including default values for options
- * that were not set yet.
- * @return array Importer options
- */
- public function get_options() {
- return array_merge($this->default_options, $this->options);
- }
+ * Gets the options for this importer, including default values for options
+ * that were not set yet.
+ * @return array Importer options
+ */
+ public function get_options() {
+ return array_merge($this->default_options, $this->options);
+ }
/**
* Set the options array
@@ -293,15 +288,13 @@ abstract class Importer {
$this->default_options = $options;
}
-
- public function set_steps($steps) {
- $this->steps = $steps;
- }
+ public function set_steps($steps) {
+ $this->steps = $steps;
+ }
public function get_steps() {
- return $this->steps;
- }
-
+ return $this->steps;
+ }
private function get_transients() {
return $this->transients;
@@ -323,33 +316,33 @@ abstract class Importer {
// Utilities
- /**
- * @param $file File to be managed by importer
- * @return bool
- */
- public function add_file( $file ){
- $new_file = $this->upload_file( $file );
- if ( is_numeric( $new_file ) ) {
+ /**
+ * @param $file File to be managed by importer
+ * @return bool
+ */
+ public function add_file( $file ){
+ $new_file = $this->upload_file( $file );
+ if ( is_numeric( $new_file ) ) {
$this->tmp_file = get_attached_file( $new_file );
return true;
- } else {
- return false;
- }
- }
+ } else {
+ return false;
+ }
+ }
- /**
- * log the actions from importer
- *
- * @param $type
- * @param $messagelog
- */
- public function add_log($message ){
- $this->log[] = $message;
- }
- public function add_error_log($message ){
- $this->error_log[] = $message;
- }
+ /**
+ * log the actions from importer
+ *
+ * @param $type
+ * @param $messagelog
+ */
+ public function add_log($message ) {
+ $this->log[] = ['datetime' => date("Y-m-d H:i:s"), 'message' => $message];
+ }
+ public function add_error_log($message ) {
+ $this->error_log[] = ['datetime' => date("Y-m-d H:i:s"), 'message' => $message];
+ }
public function add_collection(array $collection) {
if (isset($collection['id'])) {
@@ -367,17 +360,17 @@ abstract class Importer {
}
}
- /**
- * internal function to upload the file
- *
- * @param $path_file
- * @return array $response
- */
- private function upload_file( $file_array ){
- //$name = basename( $path_file );
- //$file_array['name'] = $name;
- //$file_array['tmp_name'] = $path_file;
- //$file_array['size'] = filesize( $path_file );
+ /**
+ * internal function to upload the file
+ *
+ * @param $path_file
+ * @return array $response
+ */
+ private function upload_file( $file_array ){
+ //$name = basename( $path_file );
+ //$file_array['name'] = $name;
+ //$file_array['tmp_name'] = $path_file;
+ //$file_array['size'] = filesize( $path_file );
if ( !function_exists('media_handle_upload') ) {
require_once(ABSPATH . "wp-admin" . '/includes/image.php');
@@ -386,36 +379,36 @@ abstract class Importer {
}
//var_dump(media_handle_sideload( $file_array, 0 )); die;
return media_handle_sideload( $file_array, 0 );
- }
+ }
- /**
- * get the content form url and creates a file
- *
- * @param $url
- * @return array
- */
- public function fetch_from_remote( $url ){
- $tmp = wp_remote_get( $url );
- if( !is_wp_error($tmp) && isset( $tmp['body'] ) ){
- $file = fopen( $this->get_id().'.txt', 'w' );
- fwrite( $file, $tmp['body'] );
- fclose( $file );
- return $this->add_file( $this->get_id().'.txt' );
- }
- }
+ /**
+ * get the content form url and creates a file
+ *
+ * @param $url
+ * @return array
+ */
+ public function fetch_from_remote( $url ){
+ $tmp = wp_remote_get( $url );
+ if( !is_wp_error($tmp) && isset( $tmp['body'] ) ){
+ $file = fopen( $this->get_id().'.txt', 'w' );
+ fwrite( $file, $tmp['body'] );
+ fclose( $file );
+ return $this->add_file( $this->get_id().'.txt' );
+ }
+ }
- /**
- * Gets one option from the options array.
- *
- * Checks if option exist or if it have a default value. Otherwise return an empty string
- *
- * @param string $key the desired option
- * @return mixed the option value, the default value or an empty string
- */
- public function get_option($key) {
- $options = $this->get_options();
- return isset($options[$key]) ? $options[$key] : '';
- }
+ /**
+ * Gets one option from the options array.
+ *
+ * Checks if option exist or if it have a default value. Otherwise return an empty string
+ *
+ * @param string $key the desired option
+ * @return mixed the option value, the default value or an empty string
+ */
+ public function get_option($key) {
+ $options = $this->get_options();
+ return isset($options[$key]) ? $options[$key] : '';
+ }
/**
* Adds a new method accepeted by the importer
@@ -464,15 +457,15 @@ abstract class Importer {
return null;
}
- public function is_finished()
- {
- if($this->current_step >= count($this->steps))
- {
- return true;
- }
+ public function is_finished()
+ {
+ if($this->current_step >= count($this->steps))
+ {
+ return true;
+ }
- return false;
- }
+ return false;
+ }
/**
* Cancel Scheduled abortion at the end of run()
@@ -559,7 +552,6 @@ abstract class Importer {
$step = $steps[$current_step];
if ($step['callback'] == 'process_collections') {
-
$totalItems = 0;
$currentItem = $this->get_current_collection_item();
$current_collection = $this->get_current_collection();
@@ -577,18 +569,12 @@ abstract class Importer {
if ($totalItems > 0) {
$value = round( ($currentItem/$totalItems) * 100 );
}
-
-
} else {
-
if ( isset($step['total']) && is_numeric($step['total']) && $step['total'] > 0 ) {
$current = $this->get_in_step_count();
$value = round( ($current/$step['total']) * 100 );
}
-
}
-
-
}
return $value;
}
@@ -628,26 +614,26 @@ abstract class Importer {
// Abstract methods
- /**
- * get the metadata of file/url to allow mapping
- * should return an array
- *
- * Used when $manual_mapping is set to true, to build the mapping interface
- *
- * @return array $metadata_source the metadata from the source
- */
- public function get_source_metadata() {}
+ /**
+ * get the metadata of file/url to allow mapping
+ * should return an array
+ *
+ * Used when $manual_mapping is set to true, to build the mapping interface
+ *
+ * @return array $metadata_source the metadata from the source
+ */
+ public function get_source_metadata() {}
- /**
- * get values for a single item
- *
- * @param $index
- * @return array with metadatum_source's as the index and values for the
- * item
- *
- * Ex: [ 'Metadatum1' => 'value1', 'Metadatum2' => [ 'value2','value3' ]
- */
- abstract public function process_item( $index, $collection_id );
+ /**
+ * get values for a single item
+ *
+ * @param $index
+ * @return array with metadatum_source's as the index and values for the
+ * item
+ *
+ * Ex: [ 'Metadatum1' => 'value1', 'Metadatum2' => [ 'value2','value3' ]
+ */
+ abstract public function process_item( $index, $collection_id );
@@ -679,11 +665,11 @@ abstract class Importer {
////////////////////////////////////////
// Core methods
- /**
- * process an item from the collections queue
- *
- */
- public function process_collections() {
+ /**
+ * process an item from the collections queue
+ *
+ */
+ public function process_collections() {
$current_collection = $this->get_current_collection();
$collections = $this->get_collections();
@@ -705,7 +691,7 @@ abstract class Importer {
}
return $this->next_item();
- }
+ }
protected function next_item() {
@@ -718,8 +704,8 @@ abstract class Importer {
$this->set_current_collection_item($current_collection_item);
if( $this->get_transient('change_total') ){
- $collection['total_items'] = $this->get_transient('change_total');
- }
+ $collection['total_items'] = $this->get_transient('change_total');
+ }
if ($current_collection_item >= $collection['total_items']) {
return $this->next_collection();
@@ -763,23 +749,23 @@ abstract class Importer {
return false;
}
- /**
- * insert processed item from source to Tainacan
- *
- * @param array $processed_item Associative array with metadatum source's as index with
- * its value or values
- * @param integet $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
- *
- * @return Tainacan\Entities\Item Item inserted
- */
- public function insert( $processed_item, $collection_index ) {
+ /**
+ * insert processed item from source to Tainacan
+ *
+ * @param array $processed_item Associative array with metadatum source's as index with
+ * its value or values
+ * @param integet $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
+ *
+ * @return Tainacan\Entities\Item Item inserted
+ */
+ public function insert( $processed_item, $collection_index ) {
remove_action( 'post_updated', 'wp_save_post_revision' );
$collections = $this->get_collections();
$collection_definition = isset($collections[$collection_index]) ? $collections[$collection_index] : false;
if ( !$collection_definition || !is_array($collection_definition) || !isset($collection_definition['id']) || !isset($collection_definition['mapping']) ) {
$this->add_error_log('Collection misconfigured');
- return false;
+ return false;
}
$collection = \Tainacan\Repositories\Collections::get_instance()->fetch($collection_definition['id']);
@@ -790,96 +776,96 @@ abstract class Importer {
}
$Tainacan_Metadata = \Tainacan\Repositories\Metadata::get_instance();
- $Tainacan_Item_Metadata = \Tainacan\Repositories\Item_Metadata::get_instance();
+ $Tainacan_Item_Metadata = \Tainacan\Repositories\Item_Metadata::get_instance();
$Tainacan_Items = \Tainacan\Repositories\Items::get_instance();
$Tainacan_Items->disable_logs();
$Tainacan_Metadata->disable_logs();
$Tainacan_Item_Metadata->disable_logs();
- $item = new Entities\Item( ( $this->get_transient('item_id') ) ? $this->get_transient('item_id') : 0 );
+ $item = new Entities\Item( ( $this->get_transient('item_id') ) ? $this->get_transient('item_id') : 0 );
$itemMetadataArray = [];
- if( is_array( $processed_item ) ){
- foreach ( $processed_item as $metadatum_source => $values ){
- $tainacan_metadatum_id = array_search( $metadatum_source, $collection_definition['mapping'] );
- $metadatum = $Tainacan_Metadata->fetch( $tainacan_metadatum_id );
+ if( is_array( $processed_item ) ){
+ foreach ( $processed_item as $metadatum_source => $values ){
+ $tainacan_metadatum_id = array_search( $metadatum_source, $collection_definition['mapping'] );
+ $metadatum = $Tainacan_Metadata->fetch( $tainacan_metadatum_id );
- if( $metadatum instanceof Entities\Metadatum ){
- $singleItemMetadata = new Entities\Item_Metadata_Entity( $item, $metadatum); // *empty item will be replaced by inserted in the next foreach
- $singleItemMetadata->set_value( $values );
- $itemMetadataArray[] = $singleItemMetadata;
- } else {
+ if( $metadatum instanceof Entities\Metadatum ){
+ $singleItemMetadata = new Entities\Item_Metadata_Entity( $item, $metadatum); // *empty item will be replaced by inserted in the next foreach
+ $singleItemMetadata->set_value( $values );
+ $itemMetadataArray[] = $singleItemMetadata;
+ } else {
$this->add_error_log('Metadata ' . $metadatum_source . ' not found');
}
- }
- }
+ }
+ }
- if( !empty( $itemMetadataArray ) && $collection instanceof Entities\Collection ){
+ if( !empty( $itemMetadataArray ) && $collection instanceof Entities\Collection ){
$item->set_collection( $collection );
- if( $item->validate() ){
+ if( $item->validate() ){
$insertedItem = $Tainacan_Items->insert( $item );
- } else {
- $this->add_error_log( 'Error inserting item' );
- $this->add_error_log( $item->get_errors() );
- return false;
- }
+ } else {
+ $this->add_error_log( 'Error inserting item' );
+ $this->add_error_log( $item->get_errors() );
+ return false;
+ }
- foreach ( $itemMetadataArray as $itemMetadata ) {
- $itemMetadata->set_item( $insertedItem ); // *I told you
+ foreach ( $itemMetadataArray as $itemMetadata ) {
+ $itemMetadata->set_item( $insertedItem ); // *I told you
- if( $itemMetadata->validate() ){
+ if( $itemMetadata->validate() ){
$result = $Tainacan_Item_Metadata->insert( $itemMetadata );
- } else {
- $this->add_error_log('Error saving value for ' . $itemMetadata->get_metadatum()->get_name());
- $this->add_error_log($itemMetadata->get_errors());
- continue;
- }
+ } else {
+ $this->add_error_log('Error saving value for ' . $itemMetadata->get_metadatum()->get_name());
+ $this->add_error_log($itemMetadata->get_errors());
+ continue;
+ }
- //if( $result ){
- // $values = ( is_array( $itemMetadata->get_value() ) ) ? implode( PHP_EOL, $itemMetadata->get_value() ) : $itemMetadata->get_value();
- // $this->add_log( 'Item ' . $insertedItem->get_id() .
- // ' has inserted the values: ' . $values . ' on metadata: ' . $itemMetadata->get_metadatum()->get_name() );
- //} else {
- // $this->add_error_log( 'Item ' . $insertedItem->get_id() . ' has an error' );
- //}
+ //if( $result ){
+ // $values = ( is_array( $itemMetadata->get_value() ) ) ? implode( PHP_EOL, $itemMetadata->get_value() ) : $itemMetadata->get_value();
+ // $this->add_log( 'Item ' . $insertedItem->get_id() .
+ // ' has inserted the values: ' . $values . ' on metadata: ' . $itemMetadata->get_metadatum()->get_name() );
+ //} else {
+ // $this->add_error_log( 'Item ' . $insertedItem->get_id() . ' has an error' );
+ //}
}
$insertedItem->set_status('publish' );
- if($insertedItem->validate()) {
+ if($insertedItem->validate()) {
$insertedItem = $Tainacan_Items->update( $insertedItem );
$this->after_inserted_item( $insertedItem, $collection_index );
- } else {
- $this->add_error_log( 'Error publishing Item' );
- $this->add_error_log( $insertedItem->get_errors() );
- return false;
+ } else {
+ $this->add_error_log( 'Error publishing Item' );
+ $this->add_error_log( $insertedItem->get_errors() );
+ return false;
}
- return $insertedItem;
+ return $insertedItem;
- } else {
- $this->add_error_log( 'Collection not set');
- return false;
- }
+ } else {
+ $this->add_error_log( 'Collection not set');
+ return false;
+ }
}
/**
* allow importers executes process after item is insertes
* @param array $insertedItem Associative array with inserted item
- * @param integer $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
+ * @param integer $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
*
*/
public function after_inserted_item($insertedItem, $collection_index){}
- /**
- * runs one iteration
- */
- public function run(){
+ /**
+ * runs one iteration
+ */
+ public function run(){
if ($this->is_finished()) {
return false;
@@ -893,7 +879,6 @@ abstract class Importer {
$author = $this->get_transient('author');
$this->add_log('---------------------------');
$this->add_log('Starting processing new item');
- $this->add_log(date("Y-m-d H:i:s"));
$this->add_log('User in process: ' . $author);
wp_set_current_user($author);
$result = $this->$method_name();
@@ -911,41 +896,41 @@ abstract class Importer {
}
return $return;
- }
+ }
- /**
- * @param $metadata_description
- * @param $collection_id
- * @return bool
- * @throws \Exception
- */
- public function create_new_metadata( $metadata_description, $collection_id, $parent_id = null){
- $taxonomy_repo = \Tainacan\Repositories\Taxonomies::get_instance();
- $metadata_repo = \Tainacan\Repositories\Metadata::get_instance();
+ /**
+ * @param $metadata_description
+ * @param $collection_id
+ * @return bool
+ * @throws \Exception
+ */
+ public function create_new_metadata( $metadata_description, $collection_id, $parent_id = null){
+ $taxonomy_repo = \Tainacan\Repositories\Taxonomies::get_instance();
+ $metadata_repo = \Tainacan\Repositories\Metadata::get_instance();
- if(is_array($metadata_description)) {
- $parent_metadata_description = key($metadata_description);
- $parent_compound = $this->create_new_metadata($parent_metadata_description, $collection_id);
- if($parent_compound == false) return false;
- $children_mapping = [];
- foreach($metadata_description[$parent_metadata_description] as $children_metadata_description) {
- $children_compound = $this->create_new_metadata($children_metadata_description, $collection_id, $parent_compound->get_id());
- if ( $children_compound == false )
- return false;
- $children_mapping[$children_compound->get_id()] = $children_metadata_description;
- }
- return [$parent_compound, $children_mapping];
- }
- $properties = array_filter( explode('|', $metadata_description) );
+ if(is_array($metadata_description)) {
+ $parent_metadata_description = key($metadata_description);
+ $parent_compound = $this->create_new_metadata($parent_metadata_description, $collection_id);
+ if($parent_compound == false) return false;
+ $children_mapping = [];
+ foreach($metadata_description[$parent_metadata_description] as $children_metadata_description) {
+ $children_compound = $this->create_new_metadata($children_metadata_description, $collection_id, $parent_compound->get_id());
+ if ( $children_compound == false )
+ return false;
+ $children_mapping[$children_compound->get_id()] = $children_metadata_description;
+ }
+ return [$parent_compound, $children_mapping];
+ }
+ $properties = array_filter( explode('|', $metadata_description) );
- if( is_array($properties) && count($properties) < 2 ){
- $properties[1] = 'text';
- } else if( !$properties ){
- return false;
- }
+ if( is_array($properties) && count($properties) < 2 ){
+ $properties[1] = 'text';
+ } else if( !$properties ){
+ return false;
+ }
- $name = $properties[0];
- $type = $properties[1];
+ $name = $properties[0];
+ $type = $properties[1];
$supported_types = \Tainacan\Repositories\Metadata::get_instance()->fetch_metadata_types('NAME');
$supported_types = array_map('strtolower', $supported_types);
@@ -956,89 +941,89 @@ abstract class Importer {
$type = 'text';
}
- $newMetadatum = new Entities\Metadatum();
- $newMetadatum->set_name($name);
+ $newMetadatum = new Entities\Metadatum();
+ $newMetadatum->set_name($name);
- $type = ucfirst($type);
- $newMetadatum->set_metadata_type('Tainacan\Metadata_Types\\'.$type);
- $newMetadatum->set_collection_id( (isset($collection_id)) ? $collection_id : 'default');
- $newMetadatum->set_status('auto-draft');
- if($newMetadatum->validate()) {
- $newMetadatum = $metadata_repo->insert( $newMetadatum );
- } else {
- $this->add_log('Error creating metadata ' . $name . ' in collection ' . $collection_id);
- $this->add_log($newMetadatum->get_errors());
- return false;
- }
- $newMetadatum->set_status('publish');
+ $type = ucfirst($type);
+ $newMetadatum->set_metadata_type('Tainacan\Metadata_Types\\'.$type);
+ $newMetadatum->set_collection_id( (isset($collection_id)) ? $collection_id : 'default');
+ $newMetadatum->set_status('auto-draft');
+ if($newMetadatum->validate()) {
+ $newMetadatum = $metadata_repo->insert( $newMetadatum );
+ } else {
+ $this->add_log('Error creating metadata ' . $name . ' in collection ' . $collection_id);
+ $this->add_log($newMetadatum->get_errors());
+ return false;
+ }
+ $newMetadatum->set_status('publish');
- if( strcmp(strtolower($type), "taxonomy") === 0 ){
- $taxonomy = new Entities\Taxonomy();
- $taxonomy->set_name($name);
- $taxonomy->set_status('publish');
- $taxonomy->set_allow_insert('yes');
+ if( strcmp(strtolower($type), "taxonomy") === 0 ){
+ $taxonomy = new Entities\Taxonomy();
+ $taxonomy->set_name($name);
+ $taxonomy->set_status('publish');
+ $taxonomy->set_allow_insert('yes');
- if( $taxonomy->validate() ){
- $inserted_tax = $taxonomy_repo->insert( $taxonomy );
- if(is_array($properties) && in_array( 'multiple', $properties) ){
- $newMetadatum->set_metadata_type_options([
- 'taxonomy_id' => $inserted_tax->get_id(),
- 'allow_new_terms' => 'yes',
- 'input_type' => 'tainacan-taxonomy-checkbox'
- ]);
- } else {
- $newMetadatum->set_metadata_type_options([
- 'taxonomy_id' => $inserted_tax->get_id(),
- 'allow_new_terms' => 'no',
- 'input_type' => 'tainacan-taxonomy-radio'
- ]);
- }
- }
- }
+ if( $taxonomy->validate() ){
+ $inserted_tax = $taxonomy_repo->insert( $taxonomy );
+ if(is_array($properties) && in_array( 'multiple', $properties) ){
+ $newMetadatum->set_metadata_type_options([
+ 'taxonomy_id' => $inserted_tax->get_id(),
+ 'allow_new_terms' => 'yes',
+ 'input_type' => 'tainacan-taxonomy-checkbox'
+ ]);
+ } else {
+ $newMetadatum->set_metadata_type_options([
+ 'taxonomy_id' => $inserted_tax->get_id(),
+ 'allow_new_terms' => 'no',
+ 'input_type' => 'tainacan-taxonomy-radio'
+ ]);
+ }
+ }
+ }
- /*Properties of metadatum*/
- if( is_array($properties) && in_array( 'required', $properties)){
- $newMetadatum->set_required('yes');
- }
+ /*Properties of metadatum*/
+ if( is_array($properties) && in_array( 'required', $properties)){
+ $newMetadatum->set_required('yes');
+ }
- if(is_array($properties) && in_array( 'multiple', $properties) ){
- $newMetadatum->set_multiple('yes');
- }
+ if(is_array($properties) && in_array( 'multiple', $properties) ){
+ $newMetadatum->set_multiple('yes');
+ }
- if( is_array($properties) && in_array( 'display_yes', $properties) ){
- $newMetadatum->set_display('yes');
- } else if(is_array($properties) && in_array( 'display_no', $properties) ){
- $newMetadatum->set_display('no');
- } else if(is_array($properties) && in_array( 'display_never', $properties) ){
- $newMetadatum->set_display('never');
- }
+ if( is_array($properties) && in_array( 'display_yes', $properties) ){
+ $newMetadatum->set_display('yes');
+ } else if(is_array($properties) && in_array( 'display_no', $properties) ){
+ $newMetadatum->set_display('no');
+ } else if(is_array($properties) && in_array( 'display_never', $properties) ){
+ $newMetadatum->set_display('never');
+ }
- if( is_array($properties) && in_array( 'status_public', $properties) ){
- $newMetadatum->set_status('publish');
- } else if( is_array($properties) && in_array( 'status_private', $properties) ){
- $newMetadatum->set_status('private');
- }
+ if( is_array($properties) && in_array( 'status_public', $properties) ){
+ $newMetadatum->set_status('publish');
+ } else if( is_array($properties) && in_array( 'status_private', $properties) ){
+ $newMetadatum->set_status('private');
+ }
- if( is_array($properties) && in_array( 'collection_key_yes', $properties) ){
- $newMetadatum->set_collection_key('yes');
- } else if( is_array($properties) && in_array( 'collection_key_no', $properties) ){
- $newMetadatum->set_collection_key('no');
- }
+ if( is_array($properties) && in_array( 'collection_key_yes', $properties) ){
+ $newMetadatum->set_collection_key('yes');
+ } else if( is_array($properties) && in_array( 'collection_key_no', $properties) ){
+ $newMetadatum->set_collection_key('no');
+ }
- if(isset($parent_id) && $parent_id != null) {
- $newMetadatum->set_parent($parent_id);
- }
+ if(isset($parent_id) && $parent_id != null) {
+ $newMetadatum->set_parent($parent_id);
+ }
- if($newMetadatum->validate()){
- $inserted_metadata = $metadata_repo->insert( $newMetadatum );
+ if($newMetadatum->validate()){
+ $inserted_metadata = $metadata_repo->insert( $newMetadatum );
- $this->add_log('Metadata created: ' . $inserted_metadata->get_name());
- return $inserted_metadata;
- } else {
- $this->add_log('Error creating metadata ' . $name . ' in collection ' . $collection_id);
- $this->add_log($newMetadatum->get_errors());
+ $this->add_log('Metadata created: ' . $inserted_metadata->get_name());
+ return $inserted_metadata;
+ } else {
+ $this->add_log('Error creating metadata ' . $name . ' in collection ' . $collection_id);
+ $this->add_log($newMetadatum->get_errors());
- return false;
- }
- }
+ return false;
+ }
+ }
}
diff --git a/src/classes/importer/class-tainacan-oaipmh-importer.php b/src/classes/importer/class-tainacan-oaipmh-importer.php
index d9db9e3ab..f0a61eee8 100644
--- a/src/classes/importer/class-tainacan-oaipmh-importer.php
+++ b/src/classes/importer/class-tainacan-oaipmh-importer.php
@@ -5,872 +5,868 @@ use Tainacan\Entities;
class Oaipmh_Importer extends Importer {
- protected $steps = [
- [
- 'name' => 'Create Collections',
- 'progress_label' => 'Create Collections',
- 'callback' => 'create_collections'
- ],
- [
- 'name' => 'Import Items',
- 'progress_label' => 'Import Items',
- 'callback' => 'process_collections',
- 'total' => 2
- ],
- ];
-
- protected $NAME_FOR_SETS = 'Sets';
- protected $tainacan_api_address, $wordpress_api_address, $actual_collection;
- protected $has_sets = true;
- protected $items_per_page = 100;
-
- /**
- * tainacan old importer construct
- */
- public function __construct($attributes = array()) {
- parent::__construct($attributes);
- $this->set_default_options([
- 'delimiter' => ','
- ]);
-
- $this->col_repo = \Tainacan\Repositories\Collections::get_instance();
- $this->items_repo = \Tainacan\Repositories\Items::get_instance();
- $this->metadata_repo = \Tainacan\Repositories\Metadata::get_instance();
- $this->item_metadata_repo = \Tainacan\Repositories\Item_Metadata::get_instance();
- $this->tax_repo = \Tainacan\Repositories\Taxonomies::get_instance();
- $this->term_repo = \Tainacan\Repositories\Terms::get_instance();
-
- $this->remove_import_method('file');
- $this->add_import_method('url');
-
- }
-
- /**
- * Method implemented by the child importer class to proccess each item
- * @return int
- */
- public function process_item( $index, $collection_id ){
- $this->add_log('Proccess item index' . $index . ' in set ' . $collection_id['source_id'] );
- $records = [ 'records' => [] , 'collection_definition' => $collection_id ];
- $record_processed = [];
-
- if( $index === 0 ){
-
- if( $collection_id['source_id'] !== 'sets' && $this->has_sets ){
- $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $collection_id['source_id'] );
- $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $collection_id['source_id']);
- } else {
- $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc" );
- $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc");
- }
-
- } else {
- $token = $this->get_transient('resumptionToken');
- $info = $this->requester( $this->get_url() . "?verb=ListRecords&resumptionToken=" . $token);
- $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&resumptionToken=" . $token);
- }
-
- if( !isset($info['body']) ){
- $this->add_log('no answer');
- return false;
- }
-
-
- try {
- $xml = new \SimpleXMLElement($info['body']);
-
- if ( isset($xml->ListRecords) && isset($xml->ListRecords->resumptionToken) ){
-
- $resumptionToken = $xml->ListRecords->resumptionToken;
- if ($resumptionToken) {
- $this->add_transient('resumptionToken',(string) $resumptionToken);
- }
-
- // if there is no total in resumption token and exists cursor
- // it will change dynamic the total of items
-
- $resumptionToken_attributes = $xml->ListRecords->resumptionToken->attributes();
- $real_total = $this->get_transient('total_general');
-
- foreach ($resumptionToken_attributes as $tag => $attribute) {
-
- if ( $tag == 'cursor' && $real_total == ( (string) $attribute ) && !$this->hasCompleteSize( $resumptionToken_attributes ) ) {
-
- $real_total = $real_total + intval($this->get_transient('items_per_page'));
- $this->add_transient('total_general', $real_total);
-
- $total = ( $this->get_transient('change_total') ) ? $this->get_transient('change_total') : 1;
-
- $this->add_transient('change_total', $total + 1);
- break;
- }
- }
- }
-
- } catch (Exception $e) {
- $this->add_log('error on read xml and get ');
- return false;
- }
-
- if( $xml->ListRecords ){
- $j = 0;
-
- while ( isset($xml->ListRecords->record[$j]) ) {
- $record = $record = $xml->ListRecords->record[$j];
- $dc = $record->metadata->children("http://www.openarchives.org/OAI/2.0/oai_dc/");
- $header = $record->header;
-
- $is_inserted = $this->get_transient($header->identifier);
- if( $is_inserted ){
- continue;
- }
-
- if( $this->get_option('using_set') == 'taxonomy' && ( isset($header) && isset($header->setSpec) ) ){
- foreach ($header->setSpec as $item ) {
- $record_processed['sets'][] = (string) $item;
- }
- }
-
- if ($record->metadata->Count() > 0 ) {
- $metadata = $dc->children('http://purl.org/dc/elements/1.1/');
- $tam_metadata = count($metadata);
- for ($i = 0; $i < $tam_metadata; $i++) {
-
- $value = (string) $metadata[$i];
- $identifier = $this->get_identifier($metadata[$i]);
- $record_processed['dc:' . $identifier ][] = $value;
+ protected $steps = [
+ [
+ 'name' => 'Create Collections',
+ 'progress_label' => 'Create Collections',
+ 'callback' => 'create_collections'
+ ],
+ [
+ 'name' => 'Import Items',
+ 'progress_label' => 'Import Items',
+ 'callback' => 'process_collections',
+ 'total' => 2
+ ],
+ ];
+
+ protected $NAME_FOR_SETS = 'Sets';
+ protected $tainacan_api_address, $wordpress_api_address, $actual_collection;
+ protected $has_sets = true;
+ protected $items_per_page = 100;
+
+ /**
+ * tainacan old importer construct
+ */
+ public function __construct($attributes = array()) {
+ parent::__construct($attributes);
+ $this->set_default_options([
+ 'delimiter' => ','
+ ]);
+
+ $this->col_repo = \Tainacan\Repositories\Collections::get_instance();
+ $this->items_repo = \Tainacan\Repositories\Items::get_instance();
+ $this->metadata_repo = \Tainacan\Repositories\Metadata::get_instance();
+ $this->item_metadata_repo = \Tainacan\Repositories\Item_Metadata::get_instance();
+ $this->tax_repo = \Tainacan\Repositories\Taxonomies::get_instance();
+ $this->term_repo = \Tainacan\Repositories\Terms::get_instance();
+
+ $this->remove_import_method('file');
+ $this->add_import_method('url');
+ }
+
+ /**
+ * Method implemented by child importer class to proccess each item
+ * @return int
+ */
+ public function process_item( $index, $collection_id ){
+ $this->add_log('Proccess item index' . $index . ' in set ' . $collection_id['source_id'] );
+ $records = [ 'records' => [] , 'collection_definition' => $collection_id ];
+ $record_processed = [];
+
+ if ($index === 0) {
+ if( $collection_id['source_id'] !== 'sets' && $this->has_sets ){
+ $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $collection_id['source_id'] );
+ $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $collection_id['source_id']);
+ } else {
+ $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc" );
+ $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc");
+ }
+ } else {
+ $token = $this->get_transient('resumptionToken');
+ $info = $this->requester( $this->get_url() . "?verb=ListRecords&resumptionToken=" . $token);
+ $this->add_log('fetching ' . $this->get_url() . "?verb=ListRecords&resumptionToken=" . $token);
+ }
+
+ if (!isset($info['body'])) {
+ $this->add_log('no answer');
+ return false;
+ }
+
+ try {
+ $xml = new \SimpleXMLElement($info['body']);
+
+ if ( isset($xml->ListRecords) && isset($xml->ListRecords->resumptionToken) ){
+
+ $resumptionToken = $xml->ListRecords->resumptionToken;
+ if ($resumptionToken) {
+ $this->add_transient('resumptionToken',(string) $resumptionToken);
+ }
+
+ // if there is no total in resumption token and exists cursor
+ // it will change dynamic the total of items
+
+ $resumptionToken_attributes = $xml->ListRecords->resumptionToken->attributes();
+ $real_total = $this->get_transient('total_general');
+
+ foreach ($resumptionToken_attributes as $tag => $attribute) {
+
+ if ( $tag == 'cursor' && $real_total == ( (string) $attribute ) && !$this->hasCompleteSize( $resumptionToken_attributes ) ) {
+
+ $real_total = $real_total + intval($this->get_transient('items_per_page'));
+ $this->add_transient('total_general', $real_total);
+
+ $total = ( $this->get_transient('change_total') ) ? $this->get_transient('change_total') : 1;
+
+ $this->add_transient('change_total', $total + 1);
+ break;
+ }
+ }
+ }
+
+ } catch (Exception $e) {
+ $this->add_log('error on read xml and get ');
+ return false;
+ }
+
+ if( $xml->ListRecords ){
+ $j = 0;
+
+ while ( isset($xml->ListRecords->record[$j]) ) {
+ $record = $record = $xml->ListRecords->record[$j];
+ $dc = $record->metadata->children("http://www.openarchives.org/OAI/2.0/oai_dc/");
+ $header = $record->header;
+
+ $is_inserted = $this->get_transient($header->identifier);
+ if( $is_inserted ){
+ continue;
+ }
+
+ if( $this->get_option('using_set') == 'taxonomy' && ( isset($header) && isset($header->setSpec) ) ){
+ foreach ($header->setSpec as $item ) {
+ $record_processed['sets'][] = (string) $item;
+ }
+ }
+
+ if ($record->metadata->Count() > 0 ) {
+ $metadata = $dc->children('http://purl.org/dc/elements/1.1/');
+ $tam_metadata = count($metadata);
+ for ($i = 0; $i < $tam_metadata; $i++) {
+
+ $value = (string) $metadata[$i];
+ $identifier = $this->get_identifier($metadata[$i]);
+ $record_processed['dc:' . $identifier ][] = $value;
+
+ }
+ }
+
+ if( $record_processed ){
+ $records['records'][] = $record_processed;
+ $record_processed = [];
+ }
+
+ $j++;
+ }
+ }
+
+ if( $records['records'] ){
+ return $records;
+ } else {
+ $this->add_log('proccessing an item empty or xml not found');
+ return false;
+ }
+ }
+
+ /**
+ * create all collections and its metadata
+ *
+ */
+ public function create_collections(){
+
+ $this->add_log('Creating collections');
+ $collection_xml = $this->fetch_collections();
+
+ if( $collection_xml ){
+
+ if( !$this->get_option('using_set') || $this->get_option('using_set') == 'collection' ){
+
+ foreach ($collection_xml as $set ) {
- }
- }
-
- if( $record_processed ){
- $records['records'][] = $record_processed;
- $record_processed = [];
- }
-
- $j++;
- }
- }
-
- if( $records['records'] ){
- return $records;
- } else {
- $this->add_log('proccessing an item empty or xml not found');
- return false;
- }
- }
-
- /**
- * create all collections and its metadata
- *
- */
- public function create_collections(){
-
- $this->add_log('Creating collections');
- $collection_xml = $this->fetch_collections();
-
- if( $collection_xml ){
-
- if( !$this->get_option('using_set') || $this->get_option('using_set') == 'collection' ){
-
- foreach ($collection_xml as $set ) {
-
- $setSpec = (string) $set->setSpec;
- $setName = (string) $set->setName;
-
- $collection = $this->create_collection( $setSpec, $setName );
-
- $metadata_map = $this->create_collection_metadata($collection);
- $total = intval($this->get_total_items_from_source($setSpec));
- $this->add_log('total in collection: ' . $total);
- $this->add_log('collection id ' . (string) $collection->get_id());
-
- $this->add_collection([
- 'id' => $collection->get_id(),
- 'mapping' => $metadata_map,
- 'total_items' => ceil( $total / $this->items_per_page ),
- 'source_id' => $setSpec,
- ]);
- }
- } else if( $this->get_option('using_set') == 'taxonomy') {
-
- $collection = $this->create_collection( 'set', $this->getRepoName() );
- $metadata_map = $this->create_collection_metadata($collection);
- $total = intval( $this->get_total_items_from_source(false) );
- $this->add_log('total in collection: ' . $total);
- $this->add_log('collection id ' . (string) $collection->get_id());
-
- $tax = new Entities\Taxonomy();
- $tax->set_name( $this->NAME_FOR_SETS );
- $tax->set_allow_insert('yes');
- $tax->set_status('publish');
-
- if ($tax->validate()) {
-
- $is_tax_created = $this->get_transient('set_taxonomy_id');
- if( $is_tax_created ){
- $tax = new Entities\Taxonomy( $is_tax_created );
- } else {
- $tax = $this->tax_repo->insert($tax);
- $this->add_transient('set_taxonomy_id', $tax->get_id());
- }
-
- $metadatum_set_id = $this->create_set_metadata( $collection->get_id(), $tax->get_id() );
-
- if( $metadatum_set_id ){
- $this->add_transient('set_metadatum_id', $metadatum_set_id);
-
- $this->add_collection([
- 'id' => $collection->get_id(),
- 'mapping' => $metadata_map,
- 'total_items' =>ceil( $total / $this->items_per_page ),
- 'source_id' => 'sets',
- 'metadatum_id' => $metadatum_set_id
- ]);
- }
-
- $this->add_log('Taxonomy ' . $tax->get_name() . ' created' );
-
- foreach ($collection_xml as $set) {
-
- $setSpec = (string)$set->setSpec;
- $setName = (string)$set->setName;
-
- $this->createTerms( $tax, $setName, $setSpec );
- }
-
- } else {
- $this->add_log('Error creating taxonomy Sets' );
- $this->add_log($tax->get_errors());
-
- }
-
- }
-
- }
- // if there is no set
- else {
- $collection = $this->create_collection( 'set', $this->getRepoName() );
- $metadata_map = $this->create_collection_metadata($collection);
- $total = intval( $this->get_total_items_from_source(false) );
- $this->add_log('total in collection: ' . $total);
- $this->add_log('collection id ' . (string) $collection->get_id());
-
- $this->add_collection([
- 'id' => $collection->get_id(),
- 'mapping' => $metadata_map,
- 'total_items' =>ceil( $total / $this->items_per_page ),
- ]);
-
- $this->has_sets = false;
- }
-
- $resumptionToken = $this->get_transient('collection_resump');
- if( $resumptionToken !== ''){
- return 1;
- } else {
- return false;
- }
-
- }
-
- /**
- * insert processed item from source to Tainacan
- *
- * @param array $processed_item Associative array with metadatum source's as index with
- * its value or values
- * @param integet $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
- *
- * @return Tainacan\Entities\Item Item inserted
- */
- public function insert( $processed_item, $collection_index ) {
- $this->items_repo->disable_logs();
- $records = $processed_item['records'];
- $collection_id = $processed_item['collection_definition'];
- $collection = new Entities\Collection($collection_id['id']);
- $map = $collection_id['mapping'];
-
- foreach ( $records as $record ) {
- $item = new Entities\Item();
- $item->set_status('publish');
- $item->set_collection( $collection );
- $item->set_title( ( isset($record['dc:title']) ) ? $record['dc:title'][0] : 'title' );
- $item->set_description( '' );
-
- $this->add_log( ( isset($record['dc:title']) ) ? $record['dc:title'][0] : 'title' );
- if( $record && $item->validate() ){
- $insertedItem = $this->items_repo->insert( $item );
-
- if( isset($record['sets']) ){
- $terms = [];
- $metadatum_set_id = $this->get_transient('set_metadatum_id');
-
- foreach ($record['sets'] as $set) {
- $term_id = $this->get_transient($set);
-
- if( $term_id ) $terms[] = $term_id;
- }
-
- if( $metadatum_set_id && $terms ){
- $newMetadatum = new Entities\Metadatum($metadatum_set_id);
-
- $item_metadata = new Entities\Item_Metadata_Entity( $insertedItem, $newMetadatum );
- $item_metadata->set_value($terms);
-
- if( $item_metadata->validate() ){
- $this->item_metadata_repo->insert( $item_metadata );
- }
- }
-
- unset($record['sets']);
- }
-
- foreach ( $record as $index => $value ){
-
- if( in_array( $index, $map ) && $insertedItem->get_id()){
- $metadatum_id = array_search($index, $map );
- $newMetadatum = new Entities\Metadatum($metadatum_id);
-
- $item_metadata = new Entities\Item_Metadata_Entity( $insertedItem, $newMetadatum );
-
- $unique = !$item_metadata->is_multiple();
- $value_final = ( is_array($value) && $unique ) ? $value[0] : $value;
- $item_metadata->set_value($value_final);
-
- if( $item_metadata->validate() ){
- $inserted = $this->item_metadata_repo->insert( $item_metadata );
- // $this->add_log('Item Metadata inserted for item ' .$item->get_title() . ' and metadata ' . $newMetadatum->get_name() );
- } else {
- $this->add_log( 'Error inserting metadatum' . $newMetadatum->get_name() );
- $this->add_log( 'Values' . $value );
- $this->add_log( $item_metadata->get_errors() );
- }
- }
-
- }
- } else {
- $this->add_log('item not inserted ');
- }
-
- }
-
- return isset($insertedItem) ? $insertedItem : false;
- }
-
- //protected functions
-
- /**
- * @signature - get_identifyier($metadata)
- * @param \SimpleXMLElement $metadata
- * @return string O identifier
- */
- protected function get_identifier($metadata) {
- $attributes = $metadata->attributes(); // atributos
- if ($attributes) {
- foreach ($attributes as $a => $b) {
- return $metadata->getName().'_'.(string) $b;
- }
- } else {
- return $metadata->getName();
- }
- }
-
-
- /**
- * Method implemented by the child importer class to return the number of items to be imported
- * @return int
- */
- public function get_total_items_from_source( $setSpec ) {
-
- if($setSpec)
- $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $setSpec);
- else
- $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc");
-
- if( !isset($info['body']) ){
- $this->add_log('ERROR');
- $this->add_error_log('Error in fetch remote total items');
- $this->abort();
- return false;
- }
-
- try {
- $xml = new \SimpleXMLElement($info['body']);
-
- if( isset($xml->ListRecords) && !isset($xml->ListRecords->resumptionToken) ){
- $cont = 0;
- foreach ($xml->ListRecords->record as $record) $cont++;
-
- $this->add_transient('total_general', (string) $cont );
- return $cont;
- } elseif ( isset($xml->ListRecords) && isset($xml->ListRecords->resumptionToken) ){
-
- $resumptionToken_attributes = $xml->ListRecords->resumptionToken->attributes();
-
- foreach ($resumptionToken_attributes as $tag => $attribute) {
- if ($tag == 'completeListSize') {
- $this->add_transient('total_general', (string) $attribute);
- return (string) $attribute;
- }
- }
-
- foreach ($resumptionToken_attributes as $tag => $attribute) {
- if ($tag == 'cursor') {
- $this->items_per_page = $attribute;
- $this->add_transient('items_per_page', (string) $this->items_per_page);
- }
- }
-
- // if the total is not found
- $this->add_transient('total_general', (string) $this->items_per_page);
- return $this->items_per_page;
- }
- } catch (Exception $e) {
- $this->add_log('ERROR');
- return 0;
- }
-
- return 0;
- }
-
- /**
- * create the collection in tainacan
- *
- * @return Entities\Collection
- */
- protected function create_collection( $setSpec, $setName ){
- $is_created = $this->get_transient('collection_' . $setSpec. '_name');
- if( $is_created ){
- $new_collection = new Entities\Collection( $is_created );
- return $new_collection;
- }
-
- $new_collection = new Entities\Collection();
- $new_collection->set_name($setName);
- $new_collection->set_status('publish');
- $new_collection->validate();
-
-
- if($new_collection->validate()){
- $new_collection =$this->col_repo->insert($new_collection);
-
- $this->add_log('Collection created: ' . $new_collection->get_name());
-
- if( $new_collection )
- $this->add_transient('collection_' . $setSpec. '_name', $new_collection->get_id());
-
- return $new_collection;
- } else{
- $this->add_error_log('Error creating collection ' . $setName );
- $this->add_error_log($new_collection->get_errors());
- $this->abort();
- return false;
- }
-
- }
-
- /**
- * @param $collection_object
- * @throws \ErrorException
- */
- protected function create_collection_metadata( $collection_object ){
- $Tainacan_Mappers = \Tainacan\Mappers_Handler::get_instance();
- $mapper_obj = $Tainacan_Mappers->check_class_name('dublin-core', true, $Tainacan_Mappers::MAPPER_CLASS_PREFIX);
- $mapper = new $mapper_obj;
- $array_metadata = [];
-
- $mapper_metadata = $mapper->metadata;
- if(is_array($mapper_metadata) ) {
- $id = $collection_object->get_id();
-
- $Tainacan_Metadata = \Tainacan\Repositories\Metadata::get_instance();
- foreach ($mapper_metadata as $slug => $mapper_metadatum) {
- if( array_key_exists('core_metadatum', $mapper_metadatum) ) {
- $method = 'get_core_' . $mapper_metadatum['core_metadatum'] . '_metadatum';
- if (method_exists($collection_object, $method)) {
- $core_meta = $collection_object->$method();
- if ( ! $core_meta ) {
- $Tainacan_Metadata->register_core_metadata( $collection_object, true );
- $core_meta = $collection_object->$method();
- }
- $_meta_mapping = $core_meta->get_exposer_mapping();
- $_meta_mapping[$mapper->slug] = $slug;
- $core_meta->set_exposer_mapping($_meta_mapping);
- if ($core_meta->validate()) {
- $new_metadata = $Tainacan_Metadata->insert($core_meta);
- $array_metadata[$new_metadata->get_id()] = $slug;
- }
- }
- continue;
- }
-
- $metadatum = new \Tainacan\Entities\Metadatum();
- if(
- array_key_exists('metadata_type', $mapper_metadatum) &&
- $mapper_metadatum['metadata_type'] != false &&
- class_exists($mapper_metadatum['metadata_type'])
- ) {
- $metadatum->set_metadata_type($mapper_metadatum['metadata_type']);
- } else {
- $metadatum->set_metadata_type('Tainacan\Metadata_Types\Text');
- }
- $metadatum->set_name($mapper_metadatum['label']);
- $metadatum->set_semantic_uri($mapper->get_url($slug));
- $metadatum->set_exposer_mapping([
- $mapper->slug => $slug
- ]);
- $metadatum->set_status('publish');
- $metadatum->set_collection_id($id);
- $metadatum->set_slug($slug);
-
- if($metadatum->validate()){
-
- $metadatum_id_created = $this->get_transient('collection_' . $id . '_' . $slug );
- if( $metadatum_id_created ){
- $array_metadata[$metadatum_id_created] = $slug;
- } else {
- $new_metadata = $Tainacan_Metadata->insert($metadatum);
- $array_metadata[$new_metadata->get_id()] = $slug;
- }
-
- }
- }
- }
-
- return $array_metadata;
- }
-
- /**
- * return all taxonomies from tainacan old
- * @return array
- */
- protected function fetch_collections(){
-
- $collections_array = [];
- // block terms with same set spec
- $resumptionToken = $this->get_transient('collection_resump');
- if( $resumptionToken ){
- $collections_link = $this->get_url() . "?verb=ListSets&resumptionToken=" . $resumptionToken;
- } else {
- $collections_link = $this->get_url() . "?verb=ListSets";
- }
-
- $collections = $this->requester($collections_link);
- $xml = $this->decode_request($collections, $collections_link);
-
- if( isset($xml->ListSets->set) ) {
- foreach ($xml->ListSets->set as $set) {
-
- $collections_array[] = $set;
- }
- }
-
- if( isset($xml->ListSets) && isset($xml->ListSets->resumptionToken) ){
- $this->add_transient('collection_resump',(string) $xml->ListSets->resumptionToken);
- } else {
- $this->add_transient('collection_resump', (string) $xml->ListSets->resumptionToken);
- }
-
- // TODO: verify if exists resumption token
-
- return ($collections_array) ? $collections_array : [];
- }
-
- /**
- * decode request from wp_remote
- * @return array/bool
- */
- protected function decode_request($result, $url){
- if (is_wp_error($result)) {
-
- $this->add_error_log($result->get_error_message());
- $this->add_error_log('Error in fetch remote' . $url);
- $this->abort();
- return false;
-
- } else if (isset($result['body'])){
-
- try {
- $xml = new \SimpleXMLElement($result['body']);
- return $xml;
- } catch (Exception $e) {
- return false;
- }
- }
-
- $this->add_error_log('Error in fetch remote');
- $this->abort();
- return false;
- }
-
- /**
- * executes the request
- */
- protected function requester( $link ){
- $has_response = false;
- $requests = 0;
-
- $args = array(
- 'timeout' => 60,
- 'redirection' => 30,
- 'sslverify' => false
- );
-
- $this->add_log('fetching init ' . $link );
- $result = wp_remote_get($link, $args);
-
- while( !$has_response ){
-
- if (is_wp_error($result)) {
-
- $this->add_log($result->get_error_message());
- $this->add_log('Error in fetch remote' . $link);
- $this->add_log('request number ' . $requests);
-
- } else if (isset($result['body'])){
- $this->add_log('fetch OK ');
- return $result;
- }
-
- if( $requests > 10 ){
- break;
- }
-
- if( $requests > 3 ){
- $this->add_log('taking a moment to breathe, waiting for ' . ( $requests * 10 ) . ' seconds ' );
- sleep( $requests * 10 );
- }
-
- $args = array(
- 'timeout' => 60,
- 'redirection' => 30,
- 'sslverify' => false
- );
-
- $result = wp_remote_get($link, $args);
-
- $requests++;
- $this->add_log('going to ' . $requests );
- }
-
-
-
- $this->add_error_log('Error in fetch remote, expired the 10 requests limit ' . $link);
- $this->abort();
- return false;
- }
-
- /**
- * @param $taxonomy_father
- * @param $name
- * @param $slug
- * @return bool
- */
- public function createTerms( $taxonomy_father, $name, $slug ){
- $new_term = new Entities\Term();
- $new_term->set_taxonomy($taxonomy_father->get_db_identifier());
- $new_term->set_name($name);
-
- // block terms with same set spec
- $map = $this->get_transient($slug);
-
- if($map){
- return false;
- }
-
- if ($new_term->validate()) {
- $inserted_term = $this->term_repo->insert($new_term);
- } else {
- $this->add_log( implode(',', $new_term->get_errors()) );
- return false;
- }
-
-
- if (is_wp_error($inserted_term)) {
-
- $this->add_log($inserted_term->get_error_message());
-
- } else {
- $this->add_transient($slug, $inserted_term->get_id());
- $this->add_log('Added term: ' . $inserted_term->get_name() . ' in tax: ' . $taxonomy_father->get_name());
- return true;
- }
-
- return false;
- }
-
- /**
- * @param $collection_id
- * @param $taxonomy_id
- * @return bool|int
- * @throws \Exception
- */
- public function create_set_metadata( $collection_id, $taxonomy_id ){
- $newMetadatum = new Entities\Metadatum();
-
- $name = $this->NAME_FOR_SETS;
- $type = 'Taxonomy';
-
- $newMetadatum->set_name($name);
- $newMetadatum->set_metadata_type('Tainacan\Metadata_Types\\'.$type);
- $newMetadatum->set_collection_id( (isset($collection_id)) ? $collection_id : 'default');
- $newMetadatum->set_status('publish');
- $newMetadatum->set_metadata_type_options(['taxonomy_id' => $taxonomy_id ]);
- $newMetadatum->set_multiple('yes');
-
- if($newMetadatum->validate()){
- $is_meta_created = $this->get_transient('set_metadatum_id');
- if( $is_meta_created ){
- $inserted_metadata = new Entities\Metadatum($is_meta_created);
-
- $this->add_log('Metadata get: ' . $inserted_metadata->get_name());
- } else {
- $inserted_metadata = $this->metadata_repo->insert( $newMetadatum );
-
- $this->add_log('Metadata created: ' . $inserted_metadata->get_name());
- }
-
- return $inserted_metadata->get_id();
- } else{
- return false;
- }
- }
-
- public function getRepoName(){
- $info = $this->requester( $this->get_url() . "?verb=Identify");
-
- if( !isset($info['body']) ){
- $this->add_log('ERROR on get repo name');
- $this->add_error_log('Error in fetch remote total items');
- $this->abort();
- return __('Imported Repo');
- } else {
-
- try {
- $xml = new \SimpleXMLElement($info['body']);
-
- if( isset($xml->Identify) && isset($xml->Identify->repositoryName) && !empty($xml->Identify->repositoryName) ){
- return (string) $xml->Identify->repositoryName;
- }
- } catch (Exception $e) {
- return __('Imported Repo');
- }
-
- return __('Imported Repo');
-
- }
- }
-
- /**
- * @param $attributes
- * @return bool
- */
- public function hasCompleteSize( $attributes ) {
- foreach ( $attributes as $tag => $attribute ) {
- if ( $tag == 'completeListSize' ) {
- return true;
- }
- }
- return false;
- }
-
- /**
- * Gets the current value to build the progress bar and give feedback to the user
- * on the background process that is running the importer.
- *
- * It does so by comparing the "size" attribute with the $in_step_count class attribute
- * where size indicates the total size of iterations the step will take and $this->in_step_count
- * is the current iteration.
- *
- * For the step with "process_items" as a callback, this method will look for the the $this->collections array
- * and sum the value of all "total_items" attributes of each collection. Then it will look for
- * $this->get_current_collection and $this->set_current_collection_item to calculate the progress.
- *
- * The value must be from 0 to 100
- *
- * If a negative value is passed, it is assumed that the progress is unknown
- */
- public function get_progress_value() {
- $current_step = $this->get_current_step();
- $steps = $this->get_steps();
- $value = -1;
-
- if ( isset($steps[$current_step]) ) {
- $step = $steps[$current_step];
-
- if ($step['callback'] == 'process_collections') {
-
- $totalItems = 0;
- $currentItem = $this->get_current_collection_item();
- $current_collection = $this->get_current_collection();
- $collections = $this->get_collections();
-
- foreach ($collections as $i => $col) {
- if ( isset($col['total_items']) && is_numeric($col['total_items']) ) {
- $totalItems += intval($col['total_items']);
- if ($i < $current_collection) {
- $currentItem += $col['total_items'];
- }
- }
- }
-
- if ($totalItems > 0) {
- $totalItems = ($this->get_transient('change_total')) ? $this->get_transient('change_total') : $totalItems;
- $value = round( ($currentItem/$totalItems) * 100 );
- }
-
-
- } else {
-
- if ( isset($step['total']) && is_numeric($step['total']) && $step['total'] > 0 ) {
- $total = ($this->get_transient('change_total')) ? $this->get_transient('change_total') : $step['total'];
-
- $current = $this->get_in_step_count();
- $value = round( ($current/$total) * 100 );
- }
-
- }
-
-
- }
- return $value;
- }
-
- public function options_form(){
- ob_start();
- ?>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- setSpec;
+ $setName = (string) $set->setName;
+
+ $collection = $this->create_collection( $setSpec, $setName );
+
+ $metadata_map = $this->create_collection_metadata($collection);
+ $total = intval($this->get_total_items_from_source($setSpec));
+ $this->add_log('total in collection: ' . $total);
+ $this->add_log('collection id ' . (string) $collection->get_id());
+
+ $this->add_collection([
+ 'id' => $collection->get_id(),
+ 'mapping' => $metadata_map,
+ 'total_items' => ceil( $total / $this->items_per_page ),
+ 'source_id' => $setSpec,
+ ]);
+ }
+ } else if( $this->get_option('using_set') == 'taxonomy') {
+
+ $collection = $this->create_collection( 'set', $this->getRepoName() );
+ $metadata_map = $this->create_collection_metadata($collection);
+ $total = intval( $this->get_total_items_from_source(false) );
+ $this->add_log('total in collection: ' . $total);
+ $this->add_log('collection id ' . (string) $collection->get_id());
+
+ $tax = new Entities\Taxonomy();
+ $tax->set_name( $this->NAME_FOR_SETS );
+ $tax->set_allow_insert('yes');
+ $tax->set_status('publish');
+
+ if ($tax->validate()) {
+
+ $is_tax_created = $this->get_transient('set_taxonomy_id');
+ if( $is_tax_created ){
+ $tax = new Entities\Taxonomy( $is_tax_created );
+ } else {
+ $tax = $this->tax_repo->insert($tax);
+ $this->add_transient('set_taxonomy_id', $tax->get_id());
+ }
+
+ $metadatum_set_id = $this->create_set_metadata( $collection->get_id(), $tax->get_id() );
+
+ if( $metadatum_set_id ){
+ $this->add_transient('set_metadatum_id', $metadatum_set_id);
+
+ $this->add_collection([
+ 'id' => $collection->get_id(),
+ 'mapping' => $metadata_map,
+ 'total_items' =>ceil( $total / $this->items_per_page ),
+ 'source_id' => 'sets',
+ 'metadatum_id' => $metadatum_set_id
+ ]);
+ }
+
+ $this->add_log('Taxonomy ' . $tax->get_name() . ' created' );
+
+ foreach ($collection_xml as $set) {
+
+ $setSpec = (string)$set->setSpec;
+ $setName = (string)$set->setName;
+
+ $this->createTerms( $tax, $setName, $setSpec );
+ }
+
+ } else {
+ $this->add_log('Error creating taxonomy Sets' );
+ $this->add_log($tax->get_errors());
+
+ }
+
+ }
+
+ }
+ // if there is no set
+ else {
+ $collection = $this->create_collection( 'set', $this->getRepoName() );
+ $metadata_map = $this->create_collection_metadata($collection);
+ $total = intval( $this->get_total_items_from_source(false) );
+ $this->add_log('total in collection: ' . $total);
+ $this->add_log('collection id ' . (string) $collection->get_id());
+
+ $this->add_collection([
+ 'id' => $collection->get_id(),
+ 'mapping' => $metadata_map,
+ 'total_items' =>ceil( $total / $this->items_per_page ),
+ ]);
+
+ $this->has_sets = false;
+ }
+
+ $resumptionToken = $this->get_transient('collection_resump');
+ if( $resumptionToken !== ''){
+ return 1;
+ } else {
+ return false;
+ }
+
+ }
+
+ /**
+ * insert processed item from source to Tainacan
+ *
+ * @param array $processed_item Associative array with metadatum source's as index with
+ * its value or values
+ * @param integet $collection_index The index in the $this->collections array of the collection the item is beeing inserted into
+ *
+ * @return Tainacan\Entities\Item Item inserted
+ */
+ public function insert( $processed_item, $collection_index ) {
+ $this->items_repo->disable_logs();
+ $records = $processed_item['records'];
+ $collection_id = $processed_item['collection_definition'];
+ $collection = new Entities\Collection($collection_id['id']);
+ $map = $collection_id['mapping'];
+
+ foreach ( $records as $record ) {
+ $item = new Entities\Item();
+ $item->set_status('publish');
+ $item->set_collection( $collection );
+ $item->set_title( ( isset($record['dc:title']) ) ? $record['dc:title'][0] : 'title' );
+ $item->set_description( '' );
+
+ $this->add_log( ( isset($record['dc:title']) ) ? $record['dc:title'][0] : 'title' );
+ if( $record && $item->validate() ){
+ $insertedItem = $this->items_repo->insert( $item );
+
+ if( isset($record['sets']) ){
+ $terms = [];
+ $metadatum_set_id = $this->get_transient('set_metadatum_id');
+
+ foreach ($record['sets'] as $set) {
+ $term_id = $this->get_transient($set);
+
+ if( $term_id ) $terms[] = $term_id;
+ }
+
+ if( $metadatum_set_id && $terms ){
+ $newMetadatum = new Entities\Metadatum($metadatum_set_id);
+
+ $item_metadata = new Entities\Item_Metadata_Entity( $insertedItem, $newMetadatum );
+ $item_metadata->set_value($terms);
+
+ if( $item_metadata->validate() ){
+ $this->item_metadata_repo->insert( $item_metadata );
+ }
+ }
+
+ unset($record['sets']);
+ }
+
+ foreach ( $record as $index => $value ){
+
+ if( in_array( $index, $map ) && $insertedItem->get_id()){
+ $metadatum_id = array_search($index, $map );
+ $newMetadatum = new Entities\Metadatum($metadatum_id);
+
+ $item_metadata = new Entities\Item_Metadata_Entity( $insertedItem, $newMetadatum );
+
+ $unique = !$item_metadata->is_multiple();
+ $value_final = ( is_array($value) && $unique ) ? $value[0] : $value;
+ $item_metadata->set_value($value_final);
+
+ if( $item_metadata->validate() ){
+ $inserted = $this->item_metadata_repo->insert( $item_metadata );
+ // $this->add_log('Item Metadata inserted for item ' .$item->get_title() . ' and metadata ' . $newMetadatum->get_name() );
+ } else {
+ $this->add_log( 'Error inserting metadatum' . $newMetadatum->get_name() );
+ $this->add_log( 'Values' . $value );
+ $this->add_log( $item_metadata->get_errors() );
+ }
+ }
+
+ }
+ } else {
+ $this->add_log('item not inserted ');
+ }
+
+ }
+
+ return isset($insertedItem) ? $insertedItem : false;
+ }
+
+ //protected functions
+
+ /**
+ * @signature - get_identifyier($metadata)
+ * @param \SimpleXMLElement $metadata
+ * @return string O identifier
+ */
+ protected function get_identifier($metadata) {
+ $attributes = $metadata->attributes(); // atributos
+ if ($attributes) {
+ foreach ($attributes as $a => $b) {
+ return $metadata->getName().'_'.(string) $b;
+ }
+ } else {
+ return $metadata->getName();
+ }
+ }
+
+
+ /**
+ * Method implemented by the child importer class to return the number of items to be imported
+ * @return int
+ */
+ public function get_total_items_from_source( $setSpec ) {
+
+ if($setSpec)
+ $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc&set=" . $setSpec);
+ else
+ $info = $this->requester( $this->get_url() . "?verb=ListRecords&metadataPrefix=oai_dc");
+
+ if( !isset($info['body']) ){
+ $this->add_log('ERROR');
+ $this->add_error_log('Error in fetch remote total items');
+ $this->abort();
+ return false;
+ }
+
+ try {
+ $xml = new \SimpleXMLElement($info['body']);
+
+ if( isset($xml->ListRecords) && !isset($xml->ListRecords->resumptionToken) ){
+ $cont = 0;
+ foreach ($xml->ListRecords->record as $record) $cont++;
+
+ $this->add_transient('total_general', (string) $cont );
+ return $cont;
+ } elseif ( isset($xml->ListRecords) && isset($xml->ListRecords->resumptionToken) ){
+
+ $resumptionToken_attributes = $xml->ListRecords->resumptionToken->attributes();
+
+ foreach ($resumptionToken_attributes as $tag => $attribute) {
+ if ($tag == 'completeListSize') {
+ $this->add_transient('total_general', (string) $attribute);
+ return (string) $attribute;
+ }
+ }
+
+ foreach ($resumptionToken_attributes as $tag => $attribute) {
+ if ($tag == 'cursor') {
+ $this->items_per_page = $attribute;
+ $this->add_transient('items_per_page', (string) $this->items_per_page);
+ }
+ }
+
+ // if the total is not found
+ $this->add_transient('total_general', (string) $this->items_per_page);
+ return $this->items_per_page;
+ }
+ } catch (Exception $e) {
+ $this->add_log('ERROR');
+ return 0;
+ }
+
+ return 0;
+ }
+
+ /**
+ * create the collection in tainacan
+ *
+ * @return Entities\Collection
+ */
+ protected function create_collection( $setSpec, $setName ){
+ $is_created = $this->get_transient('collection_' . $setSpec. '_name');
+ if( $is_created ){
+ $new_collection = new Entities\Collection( $is_created );
+ return $new_collection;
+ }
+
+ $new_collection = new Entities\Collection();
+ $new_collection->set_name($setName);
+ $new_collection->set_status('publish');
+ $new_collection->validate();
+
+
+ if($new_collection->validate()){
+ $new_collection =$this->col_repo->insert($new_collection);
+
+ $this->add_log('Collection created: ' . $new_collection->get_name());
+
+ if( $new_collection )
+ $this->add_transient('collection_' . $setSpec. '_name', $new_collection->get_id());
+
+ return $new_collection;
+ } else{
+ $this->add_error_log('Error creating collection ' . $setName );
+ $this->add_error_log($new_collection->get_errors());
+ $this->abort();
+ return false;
+ }
+
+ }
+
+ /**
+ * @param $collection_object
+ * @throws \ErrorException
+ */
+ protected function create_collection_metadata( $collection_object ){
+ $Tainacan_Mappers = \Tainacan\Mappers_Handler::get_instance();
+ $mapper_obj = $Tainacan_Mappers->check_class_name('dublin-core', true, $Tainacan_Mappers::MAPPER_CLASS_PREFIX);
+ $mapper = new $mapper_obj;
+ $array_metadata = [];
+
+ $mapper_metadata = $mapper->metadata;
+ if(is_array($mapper_metadata) ) {
+ $id = $collection_object->get_id();
+
+ $Tainacan_Metadata = \Tainacan\Repositories\Metadata::get_instance();
+ foreach ($mapper_metadata as $slug => $mapper_metadatum) {
+ if( array_key_exists('core_metadatum', $mapper_metadatum) ) {
+ $method = 'get_core_' . $mapper_metadatum['core_metadatum'] . '_metadatum';
+ if (method_exists($collection_object, $method)) {
+ $core_meta = $collection_object->$method();
+ if ( ! $core_meta ) {
+ $Tainacan_Metadata->register_core_metadata( $collection_object, true );
+ $core_meta = $collection_object->$method();
+ }
+ $_meta_mapping = $core_meta->get_exposer_mapping();
+ $_meta_mapping[$mapper->slug] = $slug;
+ $core_meta->set_exposer_mapping($_meta_mapping);
+ if ($core_meta->validate()) {
+ $new_metadata = $Tainacan_Metadata->insert($core_meta);
+ $array_metadata[$new_metadata->get_id()] = $slug;
+ }
+ }
+ continue;
+ }
+
+ $metadatum = new \Tainacan\Entities\Metadatum();
+ if(
+ array_key_exists('metadata_type', $mapper_metadatum) &&
+ $mapper_metadatum['metadata_type'] != false &&
+ class_exists($mapper_metadatum['metadata_type'])
+ ) {
+ $metadatum->set_metadata_type($mapper_metadatum['metadata_type']);
+ } else {
+ $metadatum->set_metadata_type('Tainacan\Metadata_Types\Text');
+ }
+ $metadatum->set_name($mapper_metadatum['label']);
+ $metadatum->set_semantic_uri($mapper->get_url($slug));
+ $metadatum->set_exposer_mapping([
+ $mapper->slug => $slug
+ ]);
+ $metadatum->set_status('publish');
+ $metadatum->set_collection_id($id);
+ $metadatum->set_slug($slug);
+
+ if($metadatum->validate()){
+
+ $metadatum_id_created = $this->get_transient('collection_' . $id . '_' . $slug );
+ if( $metadatum_id_created ){
+ $array_metadata[$metadatum_id_created] = $slug;
+ } else {
+ $new_metadata = $Tainacan_Metadata->insert($metadatum);
+ $array_metadata[$new_metadata->get_id()] = $slug;
+ }
+
+ }
+ }
+ }
+
+ return $array_metadata;
+ }
+
+ /**
+ * return all taxonomies from tainacan old
+ * @return array
+ */
+ protected function fetch_collections(){
+
+ $collections_array = [];
+ // block terms with same set spec
+ $resumptionToken = $this->get_transient('collection_resump');
+ if( $resumptionToken ){
+ $collections_link = $this->get_url() . "?verb=ListSets&resumptionToken=" . $resumptionToken;
+ } else {
+ $collections_link = $this->get_url() . "?verb=ListSets";
+ }
+
+ $collections = $this->requester($collections_link);
+ $xml = $this->decode_request($collections, $collections_link);
+
+ if( isset($xml->ListSets->set) ) {
+ foreach ($xml->ListSets->set as $set) {
+
+ $collections_array[] = $set;
+ }
+ }
+
+ if( isset($xml->ListSets) && isset($xml->ListSets->resumptionToken) ){
+ $this->add_transient('collection_resump',(string) $xml->ListSets->resumptionToken);
+ } else {
+ $this->add_transient('collection_resump', (string) $xml->ListSets->resumptionToken);
+ }
+
+ // TODO: verify if exists resumption token
+
+ return ($collections_array) ? $collections_array : [];
+ }
+
+ /**
+ * decode request from wp_remote
+ * @return array/bool
+ */
+ protected function decode_request($result, $url){
+ if (is_wp_error($result)) {
+
+ $this->add_error_log($result->get_error_message());
+ $this->add_error_log('Error in fetch remote' . $url);
+ $this->abort();
+ return false;
+
+ } else if (isset($result['body'])){
+
+ try {
+ $xml = new \SimpleXMLElement($result['body']);
+ return $xml;
+ } catch (Exception $e) {
+ return false;
+ }
+ }
+
+ $this->add_error_log('Error in fetch remote');
+ $this->abort();
+ return false;
+ }
+
+ /**
+ * executes the request
+ */
+ protected function requester( $link ){
+ $has_response = false;
+ $requests = 0;
+
+ $args = array(
+ 'timeout' => 60,
+ 'redirection' => 30,
+ 'sslverify' => false
+ );
+
+ $this->add_log('fetching init ' . $link );
+ $result = wp_remote_get($link, $args);
+
+ while( !$has_response ){
+
+ if (is_wp_error($result)) {
+
+ $this->add_log($result->get_error_message());
+ $this->add_log('Error in fetch remote' . $link);
+ $this->add_log('request number ' . $requests);
+
+ } else if (isset($result['body'])){
+ $this->add_log('fetch OK ');
+ return $result;
+ }
+
+ if( $requests > 10 ){
+ break;
+ }
+
+ if( $requests > 3 ){
+ $this->add_log('taking a moment to breathe, waiting for ' . ( $requests * 10 ) . ' seconds ' );
+ sleep( $requests * 10 );
+ }
+
+ $args = array(
+ 'timeout' => 60,
+ 'redirection' => 30,
+ 'sslverify' => false
+ );
+
+ $result = wp_remote_get($link, $args);
+
+ $requests++;
+ $this->add_log('going to ' . $requests );
+ }
+
+
+
+ $this->add_error_log('Error in fetch remote, expired the 10 requests limit ' . $link);
+ $this->abort();
+ return false;
+ }
+
+ /**
+ * @param $taxonomy_father
+ * @param $name
+ * @param $slug
+ * @return bool
+ */
+ public function createTerms( $taxonomy_father, $name, $slug ){
+ $new_term = new Entities\Term();
+ $new_term->set_taxonomy($taxonomy_father->get_db_identifier());
+ $new_term->set_name($name);
+
+ // block terms with same set spec
+ $map = $this->get_transient($slug);
+
+ if($map){
+ return false;
+ }
+
+ if ($new_term->validate()) {
+ $inserted_term = $this->term_repo->insert($new_term);
+ } else {
+ $this->add_log( implode(',', $new_term->get_errors()) );
+ return false;
+ }
+
+
+ if (is_wp_error($inserted_term)) {
+
+ $this->add_log($inserted_term->get_error_message());
+
+ } else {
+ $this->add_transient($slug, $inserted_term->get_id());
+ $this->add_log('Added term: ' . $inserted_term->get_name() . ' in tax: ' . $taxonomy_father->get_name());
+ return true;
+ }
+
+ return false;
+ }
+
+ /**
+ * @param $collection_id
+ * @param $taxonomy_id
+ * @return bool|int
+ * @throws \Exception
+ */
+ public function create_set_metadata( $collection_id, $taxonomy_id ){
+ $newMetadatum = new Entities\Metadatum();
+
+ $name = $this->NAME_FOR_SETS;
+ $type = 'Taxonomy';
+
+ $newMetadatum->set_name($name);
+ $newMetadatum->set_metadata_type('Tainacan\Metadata_Types\\'.$type);
+ $newMetadatum->set_collection_id( (isset($collection_id)) ? $collection_id : 'default');
+ $newMetadatum->set_status('publish');
+ $newMetadatum->set_metadata_type_options(['taxonomy_id' => $taxonomy_id ]);
+ $newMetadatum->set_multiple('yes');
+
+ if($newMetadatum->validate()){
+ $is_meta_created = $this->get_transient('set_metadatum_id');
+ if( $is_meta_created ){
+ $inserted_metadata = new Entities\Metadatum($is_meta_created);
+
+ $this->add_log('Metadata get: ' . $inserted_metadata->get_name());
+ } else {
+ $inserted_metadata = $this->metadata_repo->insert( $newMetadatum );
+
+ $this->add_log('Metadata created: ' . $inserted_metadata->get_name());
+ }
+
+ return $inserted_metadata->get_id();
+ } else{
+ return false;
+ }
+ }
+
+ public function getRepoName(){
+ $info = $this->requester( $this->get_url() . "?verb=Identify");
+
+ if( !isset($info['body']) ){
+ $this->add_log('ERROR on get repo name');
+ $this->add_error_log('Error in fetch remote total items');
+ $this->abort();
+ return __('Imported repository');
+ } else {
+
+ try {
+ $xml = new \SimpleXMLElement($info['body']);
+
+ if( isset($xml->Identify) && isset($xml->Identify->repositoryName) && !empty($xml->Identify->repositoryName) ){
+ return (string) $xml->Identify->repositoryName;
+ }
+ } catch (Exception $e) {
+ return __('Imported repository');
+ }
+
+ return __('Imported repository');
+
+ }
+ }
+
+ /**
+ * @param $attributes
+ * @return bool
+ */
+ public function hasCompleteSize( $attributes ) {
+ foreach ( $attributes as $tag => $attribute ) {
+ if ( $tag == 'completeListSize' ) {
+ return true;
+ }
+ }
+ return false;
+ }
+
+ /**
+ * Gets the current value to build the progress bar and give feedback to the user
+ * on the background process that is running the importer.
+ *
+ * It does so by comparing the "size" attribute with the $in_step_count class attribute
+ * where size indicates the total size of iterations the step will take and $this->in_step_count
+ * is the current iteration.
+ *
+ * For the step with "process_items" as a callback, this method will look for the the $this->collections array
+ * and sum the value of all "total_items" attributes of each collection. Then it will look for
+ * $this->get_current_collection and $this->set_current_collection_item to calculate the progress.
+ *
+ * The value must be from 0 to 100
+ *
+ * If a negative value is passed, it is assumed that the progress is unknown
+ */
+ public function get_progress_value() {
+ $current_step = $this->get_current_step();
+ $steps = $this->get_steps();
+ $value = -1;
+
+ if ( isset($steps[$current_step]) ) {
+ $step = $steps[$current_step];
+
+ if ($step['callback'] == 'process_collections') {
+
+ $totalItems = 0;
+ $currentItem = $this->get_current_collection_item();
+ $current_collection = $this->get_current_collection();
+ $collections = $this->get_collections();
+
+ foreach ($collections as $i => $col) {
+ if ( isset($col['total_items']) && is_numeric($col['total_items']) ) {
+ $totalItems += intval($col['total_items']);
+ if ($i < $current_collection) {
+ $currentItem += $col['total_items'];
+ }
+ }
+ }
+
+ if ($totalItems > 0) {
+ $totalItems = ($this->get_transient('change_total')) ? $this->get_transient('change_total') : $totalItems;
+ $value = round( ($currentItem/$totalItems) * 100 );
+ }
+
+
+ } else {
+
+ if ( isset($step['total']) && is_numeric($step['total']) && $step['total'] > 0 ) {
+ $total = ($this->get_transient('change_total')) ? $this->get_transient('change_total') : $step['total'];
+
+ $current = $this->get_in_step_count();
+ $value = round( ($current/$total) * 100 );
+ }
+
+ }
+
+
+ }
+ return $value;
+ }
+
+ public function options_form(){
+ ob_start();
+ ?>
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+ 'Create Taxonomies',
'progress_label' => 'Creating taxonomies',
@@ -33,7 +32,6 @@ class Old_Tainacan extends Importer{
'callback' => 'link_relationships',
'total' => 5
]
-
];
protected $tainacan_api_address, $wordpress_api_address, $actual_collection;
@@ -64,8 +62,7 @@ class Old_Tainacan extends Importer{
*
*/
public function create_taxonomies() {
-
- if(!$this->get_url()){
+ if (!$this->get_url()) {
$this->add_error_log('Site url not found');
$this->abort();
return false;
@@ -74,57 +71,49 @@ class Old_Tainacan extends Importer{
$this->add_log('Creating taxonomies');
foreach ($this->get_taxonomies() as $taxonomy) {
+ $tax = new Entities\Taxonomy();
+ $tax->set_name( $taxonomy->name );
+ $tax->set_description( $taxonomy->description );
+ $tax->set_allow_insert('yes');
+ $tax->set_status('publish');
- $tax = new Entities\Taxonomy();
- $tax->set_name( $taxonomy->name );
- $tax->set_description( $taxonomy->description );
- $tax->set_allow_insert('yes');
- $tax->set_status('publish');
-
- if ($tax->validate()) {
- $tax = $this->tax_repo->insert($tax);
+ if ($tax->validate()) {
+ $tax = $this->tax_repo->insert($tax);
$this->add_log('Taxonomy ' . $tax->get_name() . ' created, id from Old'. $taxonomy->term_id );
+ $this->add_transient('tax_' . $taxonomy->term_id . '_id', $tax->get_id());
+ $this->add_transient('tax_' . $taxonomy->term_id . '_name', $tax->get_name());
- $this->add_transient('tax_' . $taxonomy->term_id . '_id', $tax->get_id());
- $this->add_transient('tax_' . $taxonomy->term_id . '_name', $tax->get_name());
-
- if (isset($taxonomy->children) && $tax) {
- $this->add_all_terms($tax, $taxonomy->children);
- }
-
+ if (isset($taxonomy->children) && $tax) {
+ $this->add_all_terms($tax, $taxonomy->children);
+ }
} else {
- $this->add_log('Error creating taxonomy ' . $taxonomy->name );
- $this->add_log($tax->get_errors());
-
- }
+ $this->add_log('Error creating taxonomy ' . $taxonomy->name );
+ $this->add_log($tax->get_errors());
+ }
+ }
- }
-
return false;
- }
+ }
/**
* create the repository metadata which each collection inherits by default
*
*/
- public function create_repo_metadata(){
-
- $this->add_log('Creating repository metadata');
+ public function create_repo_metadata() {
+ $this->add_log('Creating repository metadata');
foreach ($this->get_repo_metadata() as $metadata) {
+ if (isset($metadata->slug) && strpos($metadata->slug, 'socialdb_property_fixed') === false) {
+ $metadatum_id = $this->create_metadata( $metadata );
+ } elseif ( strpos($metadata->slug, 'socialdb_property_fixed_tags') !== false ) {
+ $metadatum_id = $this->create_metadata( $metadata );
+ }
+ }
- if (isset($metadata->slug) && strpos($metadata->slug, 'socialdb_property_fixed') === false) {
- $metadatum_id = $this->create_metadata( $metadata );
- } elseif ( strpos($metadata->slug, 'socialdb_property_fixed_tags') !== false ){
- $metadatum_id = $this->create_metadata( $metadata );
- }
-
- }
-
- $this->add_log('FInished repository metadata');
- return false;
- }
+ $this->add_log('FInished repository metadata');
+ return false;
+ }
/**
* create all collections and its metadata
diff --git a/src/classes/importer/class-tainacan-test-importer.php b/src/classes/importer/class-tainacan-test-importer.php
index b129691a5..db47658f3 100644
--- a/src/classes/importer/class-tainacan-test-importer.php
+++ b/src/classes/importer/class-tainacan-test-importer.php
@@ -316,11 +316,9 @@ class Test_Importer extends Importer {