diff options
| -rw-r--r-- | magento_has_sync.ktr | 1002 | ||||
| -rw-r--r-- | magento_job.kjb | 434 | ||||
| -rw-r--r-- | magento_run_job.sh | 1 | ||||
| -rw-r--r-- | magento_sync_attribute_set.ktr | 1176 | ||||
| -rw-r--r-- | run_indoteknik_job.kjb | 8 |
5 files changed, 2617 insertions, 4 deletions
diff --git a/magento_has_sync.ktr b/magento_has_sync.ktr new file mode 100644 index 0000000..cf62f7b --- /dev/null +++ b/magento_has_sync.ktr @@ -0,0 +1,1002 @@ +<?xml version="1.0" encoding="UTF-8"?> +<transformation> + <info> + <name>sync has magento</name> + <description/> + <extended_description/> + <trans_version/> + <trans_type>Normal</trans_type> + <trans_status>0</trans_status> + <directory>/</directory> + <parameters> + </parameters> + <log> + <trans-log-table> + <connection/> + <schema/> + <table/> + <size_limit_lines/> + <interval/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STATUS</id> + <enabled>Y</enabled> + <name>STATUS</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + <subject/> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + <subject/> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + <subject/> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + <subject/> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + <subject/> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + <subject/> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>STARTDATE</id> + <enabled>Y</enabled> + <name>STARTDATE</name> + </field> + <field> + <id>ENDDATE</id> + <enabled>Y</enabled> + <name>ENDDATE</name> + </field> + <field> + <id>LOGDATE</id> + <enabled>Y</enabled> + <name>LOGDATE</name> + </field> + <field> + <id>DEPDATE</id> + <enabled>Y</enabled> + <name>DEPDATE</name> + </field> + <field> + <id>REPLAYDATE</id> + <enabled>Y</enabled> + <name>REPLAYDATE</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>Y</enabled> + <name>LOG_FIELD</name> + </field> + <field> + <id>EXECUTING_SERVER</id> + <enabled>N</enabled> + <name>EXECUTING_SERVER</name> + </field> + <field> + <id>EXECUTING_USER</id> + <enabled>N</enabled> + <name>EXECUTING_USER</name> + </field> + <field> + <id>CLIENT</id> + <enabled>N</enabled> + <name>CLIENT</name> + </field> + </trans-log-table> + <perf-log-table> + <connection/> + <schema/> + <table/> + <interval/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>SEQ_NR</id> + <enabled>Y</enabled> + <name>SEQ_NR</name> + </field> + <field> + <id>LOGDATE</id> + <enabled>Y</enabled> + <name>LOGDATE</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STEPNAME</id> + <enabled>Y</enabled> + <name>STEPNAME</name> + </field> + <field> + <id>STEP_COPY</id> + <enabled>Y</enabled> + <name>STEP_COPY</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>INPUT_BUFFER_ROWS</id> + <enabled>Y</enabled> + <name>INPUT_BUFFER_ROWS</name> + </field> + <field> + <id>OUTPUT_BUFFER_ROWS</id> + <enabled>Y</enabled> + <name>OUTPUT_BUFFER_ROWS</name> + </field> + </perf-log-table> + <channel-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>LOGGING_OBJECT_TYPE</id> + <enabled>Y</enabled> + <name>LOGGING_OBJECT_TYPE</name> + </field> + <field> + <id>OBJECT_NAME</id> + <enabled>Y</enabled> + <name>OBJECT_NAME</name> + </field> + <field> + <id>OBJECT_COPY</id> + <enabled>Y</enabled> + <name>OBJECT_COPY</name> + </field> + <field> + <id>REPOSITORY_DIRECTORY</id> + <enabled>Y</enabled> + <name>REPOSITORY_DIRECTORY</name> + </field> + <field> + <id>FILENAME</id> + <enabled>Y</enabled> + <name>FILENAME</name> + </field> + <field> + <id>OBJECT_ID</id> + <enabled>Y</enabled> + <name>OBJECT_ID</name> + </field> + <field> + <id>OBJECT_REVISION</id> + <enabled>Y</enabled> + <name>OBJECT_REVISION</name> + </field> + <field> + <id>PARENT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>PARENT_CHANNEL_ID</name> + </field> + <field> + <id>ROOT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>ROOT_CHANNEL_ID</name> + </field> + </channel-log-table> + <step-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STEPNAME</id> + <enabled>Y</enabled> + <name>STEPNAME</name> + </field> + <field> + <id>STEP_COPY</id> + <enabled>Y</enabled> + <name>STEP_COPY</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>N</enabled> + <name>LOG_FIELD</name> + </field> + </step-log-table> + <metrics-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>METRICS_DATE</id> + <enabled>Y</enabled> + <name>METRICS_DATE</name> + </field> + <field> + <id>METRICS_CODE</id> + <enabled>Y</enabled> + <name>METRICS_CODE</name> + </field> + <field> + <id>METRICS_DESCRIPTION</id> + <enabled>Y</enabled> + <name>METRICS_DESCRIPTION</name> + </field> + <field> + <id>METRICS_SUBJECT</id> + <enabled>Y</enabled> + <name>METRICS_SUBJECT</name> + </field> + <field> + <id>METRICS_TYPE</id> + <enabled>Y</enabled> + <name>METRICS_TYPE</name> + </field> + <field> + <id>METRICS_VALUE</id> + <enabled>Y</enabled> + <name>METRICS_VALUE</name> + </field> + </metrics-log-table> + </log> + <maxdate> + <connection/> + <table/> + <field/> + <offset>0.0</offset> + <maxdiff>0.0</maxdiff> + </maxdate> + <size_rowset>10000</size_rowset> + <sleep_time_empty>50</sleep_time_empty> + <sleep_time_full>50</sleep_time_full> + <unique_connections>N</unique_connections> + <feedback_shown>Y</feedback_shown> + <feedback_size>50000</feedback_size> + <using_thread_priorities>Y</using_thread_priorities> + <shared_objects_file/> + <capture_step_performance>N</capture_step_performance> + <step_performance_capturing_delay>1000</step_performance_capturing_delay> + <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit> + <dependencies> + </dependencies> + <partitionschemas> + </partitionschemas> + <slaveservers> + </slaveservers> + <clusterschemas> + </clusterschemas> + <created_user>-</created_user> + <created_date>2025/12/30 10:49:22.731</created_date> + <modified_user>-</modified_user> + <modified_date>2025/12/30 10:49:22.731</modified_date> + <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key> + <is_key_private>N</is_key_private> + </info> + <notepads> + </notepads> + <connection> + <name>live indoteknik</name> + <server>10.148.0.3</server> + <type>POSTGRESQL</type> + <access>Native</access> + <database>erp_indoteknik</database> + <port>5432</port> + <username>pdi</username> + <password>Encrypted 2be989bb20084ca95810197629d9ea18e</password> + <servername/> + <data_tablespace/> + <index_tablespace/> + <attributes> + <attribute> + <code>FORCE_IDENTIFIERS_TO_LOWERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_UPPERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>IS_CLUSTERED</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>PORT_NUMBER</code> + <attribute>5432</attribute> + </attribute> + <attribute> + <code>PRESERVE_RESERVED_WORD_CASE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>QUOTE_ALL_FIELDS</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>SUPPORTS_BOOLEAN_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_TIMESTAMP_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>USE_POOLING</code> + <attribute>N</attribute> + </attribute> + </attributes> + </connection> + <connection> + <name>magento mysql</name> + <server>10.149.0.3</server> + <type>MYSQL</type> + <access>Native</access> + <database>magento</database> + <port>3306</port> + <username>m2</username> + <password>Encrypted 2be98afc83ae78197bd0ffe62dac5fa8f</password> + <servername/> + <data_tablespace/> + <index_tablespace/> + <attributes> + <attribute> + <code>EXTRA_OPTION_MYSQL.allowPublicKeyRetrieval</code> + <attribute>true</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.defaultFetchSize</code> + <attribute>500</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.useCursorFetch</code> + <attribute>true</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.useSSL</code> + <attribute>false</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_LOWERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_UPPERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>IS_CLUSTERED</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>PORT_NUMBER</code> + <attribute>3306</attribute> + </attribute> + <attribute> + <code>PRESERVE_RESERVED_WORD_CASE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>QUOTE_ALL_FIELDS</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>STREAM_RESULTS</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_BOOLEAN_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_TIMESTAMP_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>USE_POOLING</code> + <attribute>N</attribute> + </attribute> + </attributes> + </connection> + <order> + <hop> + <from>Table input</from> + <to>Select values</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Table input 2</from> + <to>Merge join</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Select values</from> + <to>Merge join</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Merge join</from> + <to>Select values 2</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Select values 2</from> + <to>Add constants</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Add constants</from> + <to>Update</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Update</from> + <to>Update 2</to> + <enabled>Y</enabled> + </hop> + </order> + <step> + <name>Add constants</name> + <type>Constant</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <fields> + <field> + <name>val_true</name> + <type>Boolean</type> + <format/> + <currency/> + <decimal/> + <group/> + <nullif>True</nullif> + <length>-1</length> + <precision>-1</precision> + <set_empty_string>N</set_empty_string> + </field> + <field> + <name>set_solr_flag</name> + <type>Integer</type> + <format/> + <currency/> + <decimal/> + <group/> + <nullif>2</nullif> + <length>-1</length> + <precision>-1</precision> + <set_empty_string>N</set_empty_string> + </field> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>192</xloc> + <yloc>400</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Merge join</name> + <type>MergeJoin</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <join_type>INNER</join_type> + <step1>Select values</step1> + <step2>Table input 2</step2> + <keys_1> + <key>variant_id</key> + </keys_1> + <keys_2> + <key>id</key> + </keys_2> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>368</xloc> + <yloc>256</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Select values</name> + <type>SelectValues</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <fields> + <select_unspecified>N</select_unspecified> + <meta> + <name>sku</name> + <rename>variant_id</rename> + <type>Integer</type> + <length>-2</length> + <precision>-2</precision> + <conversion_mask/> + <date_format_lenient>false</date_format_lenient> + <date_format_locale/> + <date_format_timezone/> + <lenient_string_to_number>false</lenient_string_to_number> + <encoding/> + <decimal_symbol/> + <grouping_symbol/> + <currency_symbol/> + <storage_type/> + </meta> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>368</xloc> + <yloc>112</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Select values 2</name> + <type>SelectValues</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <fields> + <field> + <name>id</name> + </field> + <field> + <name>product_tmpl_id</name> + </field> + <select_unspecified>N</select_unspecified> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>192</xloc> + <yloc>256</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Table input</name> + <type>TableInput</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>magento mysql</connection> + <sql>SELECT sku FROM catalog_product_entity +where sku not like '%-%' +order by sku;</sql> + <limit>0</limit> + <lookup/> + <execute_each_row>N</execute_each_row> + <variables_active>N</variables_active> + <lazy_conversion_active>N</lazy_conversion_active> + <cached_row_meta_active>N</cached_row_meta_active> + <row-meta> + <value-meta> + <type>String</type> + <storagetype>normal</storagetype> + <name>sku</name> + <length>64</length> + <precision>-1</precision> + <origin>Table input</origin> + <comments>sku</comments> + <conversion_Mask/> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + </row-meta> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>192</xloc> + <yloc>112</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Table input 2</name> + <type>TableInput</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>live indoteknik</connection> + <sql>SELECT id, product_tmpl_id +FROM product_product +WHERE has_magento = false OR has_magento IS NULL +order by id</sql> + <limit>0</limit> + <lookup/> + <execute_each_row>N</execute_each_row> + <variables_active>N</variables_active> + <lazy_conversion_active>N</lazy_conversion_active> + <cached_row_meta_active>N</cached_row_meta_active> + <row-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>id</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>product_tmpl_id</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>product_tmpl_id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + </row-meta> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>560</xloc> + <yloc>256</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Update</name> + <type>Update</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>live indoteknik</connection> + <skip_lookup>N</skip_lookup> + <commit>100</commit> + <use_batch>N</use_batch> + <error_ignored>N</error_ignored> + <ignore_flag_field/> + <lookup> + <schema>public</schema> + <table>product_product</table> + <key> + <name>id</name> + <field>id</field> + <condition>=</condition> + <name2/> + </key> + <value> + <name>has_magento</name> + <rename>val_true</rename> + </value> + </lookup> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>368</xloc> + <yloc>400</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Update 2</name> + <type>Update</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>live indoteknik</connection> + <skip_lookup>N</skip_lookup> + <commit>100</commit> + <use_batch>N</use_batch> + <error_ignored>N</error_ignored> + <ignore_flag_field/> + <lookup> + <schema>public</schema> + <table>product_template</table> + <key> + <name>product_tmpl_id</name> + <field>id</field> + <condition>=</condition> + <name2/> + </key> + <value> + <name>solr_flag</name> + <rename>set_solr_flag</rename> + </value> + </lookup> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>560</xloc> + <yloc>400</yloc> + <draw>Y</draw> + </GUI> + </step> + <step_error_handling> + </step_error_handling> + <slave-step-copy-partition-distribution> + </slave-step-copy-partition-distribution> + <slave_transformation>N</slave_transformation> + <attributes/> +</transformation> diff --git a/magento_job.kjb b/magento_job.kjb new file mode 100644 index 0000000..7f9e686 --- /dev/null +++ b/magento_job.kjb @@ -0,0 +1,434 @@ +<?xml version="1.0" encoding="UTF-8"?> +<job> + <name>magento_job</name> + <description/> + <extended_description/> + <job_version/> + <directory>/</directory> + <created_user>-</created_user> + <created_date>2026/01/22 14:23:25.708</created_date> + <modified_user>-</modified_user> + <modified_date>2026/01/22 14:23:25.708</modified_date> + <parameters> + </parameters> + <slaveservers> + </slaveservers> + <job-log-table> + <connection/> + <schema/> + <table/> + <size_limit_lines/> + <interval/> + <timeout_days/> + <field> + <id>ID_JOB</id> + <enabled>Y</enabled> + <name>ID_JOB</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>JOBNAME</id> + <enabled>Y</enabled> + <name>JOBNAME</name> + </field> + <field> + <id>STATUS</id> + <enabled>Y</enabled> + <name>STATUS</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>STARTDATE</id> + <enabled>Y</enabled> + <name>STARTDATE</name> + </field> + <field> + <id>ENDDATE</id> + <enabled>Y</enabled> + <name>ENDDATE</name> + </field> + <field> + <id>LOGDATE</id> + <enabled>Y</enabled> + <name>LOGDATE</name> + </field> + <field> + <id>DEPDATE</id> + <enabled>Y</enabled> + <name>DEPDATE</name> + </field> + <field> + <id>REPLAYDATE</id> + <enabled>Y</enabled> + <name>REPLAYDATE</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>Y</enabled> + <name>LOG_FIELD</name> + </field> + <field> + <id>EXECUTING_SERVER</id> + <enabled>N</enabled> + <name>EXECUTING_SERVER</name> + </field> + <field> + <id>EXECUTING_USER</id> + <enabled>N</enabled> + <name>EXECUTING_USER</name> + </field> + <field> + <id>START_JOB_ENTRY</id> + <enabled>N</enabled> + <name>START_JOB_ENTRY</name> + </field> + <field> + <id>CLIENT</id> + <enabled>N</enabled> + <name>CLIENT</name> + </field> + </job-log-table> + <jobentry-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>JOBNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>JOBENTRYNAME</id> + <enabled>Y</enabled> + <name>STEPNAME</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>RESULT</id> + <enabled>Y</enabled> + <name>RESULT</name> + </field> + <field> + <id>NR_RESULT_ROWS</id> + <enabled>Y</enabled> + <name>NR_RESULT_ROWS</name> + </field> + <field> + <id>NR_RESULT_FILES</id> + <enabled>Y</enabled> + <name>NR_RESULT_FILES</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>N</enabled> + <name>LOG_FIELD</name> + </field> + <field> + <id>COPY_NR</id> + <enabled>N</enabled> + <name>COPY_NR</name> + </field> + </jobentry-log-table> + <channel-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>LOGGING_OBJECT_TYPE</id> + <enabled>Y</enabled> + <name>LOGGING_OBJECT_TYPE</name> + </field> + <field> + <id>OBJECT_NAME</id> + <enabled>Y</enabled> + <name>OBJECT_NAME</name> + </field> + <field> + <id>OBJECT_COPY</id> + <enabled>Y</enabled> + <name>OBJECT_COPY</name> + </field> + <field> + <id>REPOSITORY_DIRECTORY</id> + <enabled>Y</enabled> + <name>REPOSITORY_DIRECTORY</name> + </field> + <field> + <id>FILENAME</id> + <enabled>Y</enabled> + <name>FILENAME</name> + </field> + <field> + <id>OBJECT_ID</id> + <enabled>Y</enabled> + <name>OBJECT_ID</name> + </field> + <field> + <id>OBJECT_REVISION</id> + <enabled>Y</enabled> + <name>OBJECT_REVISION</name> + </field> + <field> + <id>PARENT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>PARENT_CHANNEL_ID</name> + </field> + <field> + <id>ROOT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>ROOT_CHANNEL_ID</name> + </field> + </channel-log-table> + <pass_batchid>N</pass_batchid> + <shared_objects_file/> + <entries> + <entry> + <name>Start</name> + <description/> + <type>SPECIAL</type> + <attributes/> + <start>Y</start> + <dummy>N</dummy> + <repeat>N</repeat> + <schedulerType>0</schedulerType> + <intervalSeconds>0</intervalSeconds> + <intervalMinutes>60</intervalMinutes> + <hour>12</hour> + <minutes>0</minutes> + <weekDay>1</weekDay> + <DayOfMonth>1</DayOfMonth> + <parallel>N</parallel> + <draw>Y</draw> + <nr>0</nr> + <xloc>144</xloc> + <yloc>128</yloc> + <attributes_kjc/> + </entry> + <entry> + <name>Magento Sync Attribute Set</name> + <description/> + <type>TRANS</type> + <attributes/> + <specification_method>filename</specification_method> + <trans_object_id/> + <filename>/home/stephan/transformation-job-bi/magento_sync_attribute_set.ktr</filename> + <transname/> + <arg_from_previous>N</arg_from_previous> + <params_from_previous>N</params_from_previous> + <exec_per_row>N</exec_per_row> + <clear_rows>N</clear_rows> + <clear_files>N</clear_files> + <set_logfile>N</set_logfile> + <logfile/> + <logext/> + <add_date>N</add_date> + <add_time>N</add_time> + <loglevel>Basic</loglevel> + <cluster>N</cluster> + <slave_server_name/> + <set_append_logfile>N</set_append_logfile> + <wait_until_finished>Y</wait_until_finished> + <follow_abort_remote>N</follow_abort_remote> + <create_parent_folder>N</create_parent_folder> + <logging_remote_work>N</logging_remote_work> + <run_configuration>Pentaho local</run_configuration> + <suppress_result_data>N</suppress_result_data> + <parameters> + <pass_all_parameters>Y</pass_all_parameters> + </parameters> + <parallel>N</parallel> + <draw>Y</draw> + <nr>0</nr> + <xloc>304</xloc> + <yloc>128</yloc> + <attributes_kjc/> + </entry> + <entry> + <name>Magento Has Sync</name> + <description/> + <type>TRANS</type> + <attributes/> + <specification_method>filename</specification_method> + <trans_object_id/> + <filename>/home/stephan/transformation-job-bi/magento_has_sync.ktr</filename> + <transname/> + <arg_from_previous>N</arg_from_previous> + <params_from_previous>N</params_from_previous> + <exec_per_row>N</exec_per_row> + <clear_rows>N</clear_rows> + <clear_files>N</clear_files> + <set_logfile>N</set_logfile> + <logfile/> + <logext/> + <add_date>N</add_date> + <add_time>N</add_time> + <loglevel>Basic</loglevel> + <cluster>N</cluster> + <slave_server_name/> + <set_append_logfile>N</set_append_logfile> + <wait_until_finished>Y</wait_until_finished> + <follow_abort_remote>N</follow_abort_remote> + <create_parent_folder>N</create_parent_folder> + <logging_remote_work>N</logging_remote_work> + <run_configuration>Pentaho local</run_configuration> + <suppress_result_data>N</suppress_result_data> + <parameters> + <pass_all_parameters>Y</pass_all_parameters> + </parameters> + <parallel>N</parallel> + <draw>Y</draw> + <nr>0</nr> + <xloc>464</xloc> + <yloc>128</yloc> + <attributes_kjc/> + </entry> + <entry> + <name>Success</name> + <description/> + <type>SUCCESS</type> + <attributes/> + <parallel>N</parallel> + <draw>Y</draw> + <nr>0</nr> + <xloc>608</xloc> + <yloc>128</yloc> + <attributes_kjc/> + </entry> + </entries> + <hops> + <hop> + <from>Start</from> + <to>Magento Sync Attribute Set</to> + <from_nr>0</from_nr> + <to_nr>0</to_nr> + <enabled>Y</enabled> + <evaluation>Y</evaluation> + <unconditional>Y</unconditional> + </hop> + <hop> + <from>Magento Sync Attribute Set</from> + <to>Magento Has Sync</to> + <from_nr>0</from_nr> + <to_nr>0</to_nr> + <enabled>Y</enabled> + <evaluation>Y</evaluation> + <unconditional>N</unconditional> + </hop> + <hop> + <from>Magento Has Sync</from> + <to>Success</to> + <from_nr>0</from_nr> + <to_nr>0</to_nr> + <enabled>Y</enabled> + <evaluation>Y</evaluation> + <unconditional>N</unconditional> + </hop> + </hops> + <notepads> + </notepads> + <attributes/> +</job> diff --git a/magento_run_job.sh b/magento_run_job.sh new file mode 100644 index 0000000..7e484ee --- /dev/null +++ b/magento_run_job.sh @@ -0,0 +1 @@ +sh /home/stephan/data-integration/kitchen.sh -level="Debug" -file="/home/stephan/transformation-job-bi/magento_job.kjb" > "/home/stephan/transformation-job-bi/log/magento_job.log" diff --git a/magento_sync_attribute_set.ktr b/magento_sync_attribute_set.ktr new file mode 100644 index 0000000..1ecd2b2 --- /dev/null +++ b/magento_sync_attribute_set.ktr @@ -0,0 +1,1176 @@ +<?xml version="1.0" encoding="UTF-8"?> +<transformation> + <info> + <name>sync attribute set magento</name> + <description/> + <extended_description/> + <trans_version/> + <trans_type>Normal</trans_type> + <directory>/</directory> + <parameters> + </parameters> + <log> + <trans-log-table> + <connection/> + <schema/> + <table/> + <size_limit_lines/> + <interval/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STATUS</id> + <enabled>Y</enabled> + <name>STATUS</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + <subject/> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + <subject/> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + <subject/> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + <subject/> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + <subject/> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + <subject/> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>STARTDATE</id> + <enabled>Y</enabled> + <name>STARTDATE</name> + </field> + <field> + <id>ENDDATE</id> + <enabled>Y</enabled> + <name>ENDDATE</name> + </field> + <field> + <id>LOGDATE</id> + <enabled>Y</enabled> + <name>LOGDATE</name> + </field> + <field> + <id>DEPDATE</id> + <enabled>Y</enabled> + <name>DEPDATE</name> + </field> + <field> + <id>REPLAYDATE</id> + <enabled>Y</enabled> + <name>REPLAYDATE</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>Y</enabled> + <name>LOG_FIELD</name> + </field> + <field> + <id>EXECUTING_SERVER</id> + <enabled>N</enabled> + <name>EXECUTING_SERVER</name> + </field> + <field> + <id>EXECUTING_USER</id> + <enabled>N</enabled> + <name>EXECUTING_USER</name> + </field> + <field> + <id>CLIENT</id> + <enabled>N</enabled> + <name>CLIENT</name> + </field> + </trans-log-table> + <perf-log-table> + <connection/> + <schema/> + <table/> + <interval/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>SEQ_NR</id> + <enabled>Y</enabled> + <name>SEQ_NR</name> + </field> + <field> + <id>LOGDATE</id> + <enabled>Y</enabled> + <name>LOGDATE</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STEPNAME</id> + <enabled>Y</enabled> + <name>STEPNAME</name> + </field> + <field> + <id>STEP_COPY</id> + <enabled>Y</enabled> + <name>STEP_COPY</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>INPUT_BUFFER_ROWS</id> + <enabled>Y</enabled> + <name>INPUT_BUFFER_ROWS</name> + </field> + <field> + <id>OUTPUT_BUFFER_ROWS</id> + <enabled>Y</enabled> + <name>OUTPUT_BUFFER_ROWS</name> + </field> + </perf-log-table> + <channel-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>LOGGING_OBJECT_TYPE</id> + <enabled>Y</enabled> + <name>LOGGING_OBJECT_TYPE</name> + </field> + <field> + <id>OBJECT_NAME</id> + <enabled>Y</enabled> + <name>OBJECT_NAME</name> + </field> + <field> + <id>OBJECT_COPY</id> + <enabled>Y</enabled> + <name>OBJECT_COPY</name> + </field> + <field> + <id>REPOSITORY_DIRECTORY</id> + <enabled>Y</enabled> + <name>REPOSITORY_DIRECTORY</name> + </field> + <field> + <id>FILENAME</id> + <enabled>Y</enabled> + <name>FILENAME</name> + </field> + <field> + <id>OBJECT_ID</id> + <enabled>Y</enabled> + <name>OBJECT_ID</name> + </field> + <field> + <id>OBJECT_REVISION</id> + <enabled>Y</enabled> + <name>OBJECT_REVISION</name> + </field> + <field> + <id>PARENT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>PARENT_CHANNEL_ID</name> + </field> + <field> + <id>ROOT_CHANNEL_ID</id> + <enabled>Y</enabled> + <name>ROOT_CHANNEL_ID</name> + </field> + </channel-log-table> + <step-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>TRANSNAME</id> + <enabled>Y</enabled> + <name>TRANSNAME</name> + </field> + <field> + <id>STEPNAME</id> + <enabled>Y</enabled> + <name>STEPNAME</name> + </field> + <field> + <id>STEP_COPY</id> + <enabled>Y</enabled> + <name>STEP_COPY</name> + </field> + <field> + <id>LINES_READ</id> + <enabled>Y</enabled> + <name>LINES_READ</name> + </field> + <field> + <id>LINES_WRITTEN</id> + <enabled>Y</enabled> + <name>LINES_WRITTEN</name> + </field> + <field> + <id>LINES_UPDATED</id> + <enabled>Y</enabled> + <name>LINES_UPDATED</name> + </field> + <field> + <id>LINES_INPUT</id> + <enabled>Y</enabled> + <name>LINES_INPUT</name> + </field> + <field> + <id>LINES_OUTPUT</id> + <enabled>Y</enabled> + <name>LINES_OUTPUT</name> + </field> + <field> + <id>LINES_REJECTED</id> + <enabled>Y</enabled> + <name>LINES_REJECTED</name> + </field> + <field> + <id>ERRORS</id> + <enabled>Y</enabled> + <name>ERRORS</name> + </field> + <field> + <id>LOG_FIELD</id> + <enabled>N</enabled> + <name>LOG_FIELD</name> + </field> + </step-log-table> + <metrics-log-table> + <connection/> + <schema/> + <table/> + <timeout_days/> + <field> + <id>ID_BATCH</id> + <enabled>Y</enabled> + <name>ID_BATCH</name> + </field> + <field> + <id>CHANNEL_ID</id> + <enabled>Y</enabled> + <name>CHANNEL_ID</name> + </field> + <field> + <id>LOG_DATE</id> + <enabled>Y</enabled> + <name>LOG_DATE</name> + </field> + <field> + <id>METRICS_DATE</id> + <enabled>Y</enabled> + <name>METRICS_DATE</name> + </field> + <field> + <id>METRICS_CODE</id> + <enabled>Y</enabled> + <name>METRICS_CODE</name> + </field> + <field> + <id>METRICS_DESCRIPTION</id> + <enabled>Y</enabled> + <name>METRICS_DESCRIPTION</name> + </field> + <field> + <id>METRICS_SUBJECT</id> + <enabled>Y</enabled> + <name>METRICS_SUBJECT</name> + </field> + <field> + <id>METRICS_TYPE</id> + <enabled>Y</enabled> + <name>METRICS_TYPE</name> + </field> + <field> + <id>METRICS_VALUE</id> + <enabled>Y</enabled> + <name>METRICS_VALUE</name> + </field> + </metrics-log-table> + </log> + <maxdate> + <connection/> + <table/> + <field/> + <offset>0.0</offset> + <maxdiff>0.0</maxdiff> + </maxdate> + <size_rowset>10000</size_rowset> + <sleep_time_empty>50</sleep_time_empty> + <sleep_time_full>50</sleep_time_full> + <unique_connections>N</unique_connections> + <feedback_shown>Y</feedback_shown> + <feedback_size>50000</feedback_size> + <using_thread_priorities>Y</using_thread_priorities> + <shared_objects_file/> + <capture_step_performance>N</capture_step_performance> + <step_performance_capturing_delay>1000</step_performance_capturing_delay> + <step_performance_capturing_size_limit>100</step_performance_capturing_size_limit> + <dependencies> + </dependencies> + <partitionschemas> + </partitionschemas> + <slaveservers> + </slaveservers> + <clusterschemas> + </clusterschemas> + <created_user>-</created_user> + <created_date>2025/12/30 11:23:45.059</created_date> + <modified_user>-</modified_user> + <modified_date>2025/12/30 11:23:45.059</modified_date> + <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key> + <is_key_private>N</is_key_private> + </info> + <notepads> + </notepads> + <connection> + <name>live indoteknik</name> + <server>10.148.0.3</server> + <type>POSTGRESQL</type> + <access>Native</access> + <database>erp_indoteknik</database> + <port>5432</port> + <username>pdi</username> + <password>Encrypted 2be989bb20084ca95810197629d9ea18e</password> + <servername/> + <data_tablespace/> + <index_tablespace/> + <attributes> + <attribute> + <code>FORCE_IDENTIFIERS_TO_LOWERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_UPPERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>IS_CLUSTERED</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>PORT_NUMBER</code> + <attribute>5432</attribute> + </attribute> + <attribute> + <code>PRESERVE_RESERVED_WORD_CASE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>QUOTE_ALL_FIELDS</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>SUPPORTS_BOOLEAN_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_TIMESTAMP_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>USE_POOLING</code> + <attribute>N</attribute> + </attribute> + </attributes> + </connection> + <connection> + <name>magento mysql</name> + <server>10.149.0.3</server> + <type>MYSQL</type> + <access>Native</access> + <database>magento</database> + <port>3306</port> + <username>m2</username> + <password>Encrypted 2be98afc83ae78197bd0ffe62dac5fa8f</password> + <servername/> + <data_tablespace/> + <index_tablespace/> + <attributes> + <attribute> + <code>EXTRA_OPTION_MYSQL.allowPublicKeyRetrieval</code> + <attribute>true</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.defaultFetchSize</code> + <attribute>500</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.useCursorFetch</code> + <attribute>true</attribute> + </attribute> + <attribute> + <code>EXTRA_OPTION_MYSQL.useSSL</code> + <attribute>false</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_LOWERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>FORCE_IDENTIFIERS_TO_UPPERCASE</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>IS_CLUSTERED</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>PORT_NUMBER</code> + <attribute>3306</attribute> + </attribute> + <attribute> + <code>PRESERVE_RESERVED_WORD_CASE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>QUOTE_ALL_FIELDS</code> + <attribute>N</attribute> + </attribute> + <attribute> + <code>STREAM_RESULTS</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_BOOLEAN_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>SUPPORTS_TIMESTAMP_DATA_TYPE</code> + <attribute>Y</attribute> + </attribute> + <attribute> + <code>USE_POOLING</code> + <attribute>N</attribute> + </attribute> + </attributes> + </connection> + <order> + <hop> + <from>Table input</from> + <to>Select values</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Table input 2</from> + <to>Merge join</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Select values</from> + <to>Merge join</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Merge join</from> + <to>Sort rows</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Unique rows</from> + <to>Add constants</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Add constants</from> + <to>Update</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Sort rows</from> + <to>Filter rows</to> + <enabled>Y</enabled> + </hop> + <hop> + <from>Filter rows</from> + <to>Unique rows</to> + <enabled>Y</enabled> + </hop> + </order> + <step> + <name>Add constants</name> + <type>Constant</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <fields> + <field> + <name>set_solr_flag</name> + <type>Integer</type> + <format/> + <currency/> + <decimal/> + <group/> + <nullif>2</nullif> + <length>-1</length> + <precision>-1</precision> + <set_empty_string>N</set_empty_string> + </field> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>384</xloc> + <yloc>416</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Filter rows</name> + <type>FilterRows</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <send_true_to>Unique rows</send_true_to> + <send_false_to/> + <compare> + <condition> + <negated>N</negated> + <conditions> + <condition> + <negated>N</negated> + <leftvalue>x_attribute_set_id</leftvalue> + <function>IS NULL</function> + <rightvalue/> + </condition> + <condition> + <negated>N</negated> + <operator>OR</operator> + <leftvalue>x_attribute_set_id</leftvalue> + <function><></function> + <rightvalue>attribute_set_id</rightvalue> + </condition> + </conditions> + </condition> + </compare> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>80</xloc> + <yloc>272</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Merge join</name> + <type>MergeJoin</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <join_type>INNER</join_type> + <step1>Select values</step1> + <step2>Table input 2</step2> + <keys_1> + <key>variant_id</key> + </keys_1> + <keys_2> + <key>variant_id</key> + </keys_2> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>384</xloc> + <yloc>272</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Select values</name> + <type>SelectValues</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <fields> + <select_unspecified>N</select_unspecified> + <meta> + <name>sku</name> + <rename>variant_id</rename> + <type>Integer</type> + <length>-2</length> + <precision>-2</precision> + <conversion_mask/> + <date_format_lenient>false</date_format_lenient> + <date_format_locale/> + <date_format_timezone/> + <lenient_string_to_number>false</lenient_string_to_number> + <encoding/> + <decimal_symbol/> + <grouping_symbol/> + <currency_symbol/> + <storage_type/> + </meta> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>384</xloc> + <yloc>128</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Sort rows</name> + <type>SortRows</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <directory>%%java.io.tmpdir%%</directory> + <prefix>out</prefix> + <sort_size>1000000</sort_size> + <free_memory/> + <compress>N</compress> + <compress_variable/> + <unique_rows>N</unique_rows> + <fields> + <field> + <name>product_tmpl_id</name> + <ascending>Y</ascending> + <case_sensitive>N</case_sensitive> + <collator_enabled>N</collator_enabled> + <collator_strength>0</collator_strength> + <presorted>N</presorted> + </field> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>224</xloc> + <yloc>272</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Table input</name> + <type>TableInput</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>magento mysql</connection> + <sql>SELECT + cpe.sku, + cpe.attribute_set_id, + eas.attribute_set_name +FROM catalog_product_entity cpe +JOIN eav_attribute_set eas ON cpe.attribute_set_id = eas.attribute_set_id +WHERE cpe.sku REGEXP '^[0-9]+$' +order by sku;</sql> + <limit>0</limit> + <lookup/> + <execute_each_row>N</execute_each_row> + <variables_active>N</variables_active> + <lazy_conversion_active>N</lazy_conversion_active> + <cached_row_meta_active>N</cached_row_meta_active> + <row-meta> + <value-meta> + <type>String</type> + <storagetype>normal</storagetype> + <name>sku</name> + <length>64</length> + <precision>-1</precision> + <origin>Table input</origin> + <comments>sku</comments> + <conversion_Mask/> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>attribute_set_id</name> + <length>4</length> + <precision>0</precision> + <origin>Table input</origin> + <comments>attribute_set_id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>String</type> + <storagetype>normal</storagetype> + <name>attribute_set_name</name> + <length>255</length> + <precision>-1</precision> + <origin>Table input</origin> + <comments>attribute_set_name</comments> + <conversion_Mask/> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + </row-meta> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>224</xloc> + <yloc>128</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Table input 2</name> + <type>TableInput</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>live indoteknik</connection> + <sql>SELECT + pp.id AS variant_id, + pp.product_tmpl_id, + pt.x_attribute_set_id, + pt.x_attribute_set_name, + pt.solr_flag +FROM product_product pp +JOIN product_template pt ON pp.product_tmpl_id = pt.id +WHERE + (pt.x_attribute_set_id = 0 OR pt.x_attribute_set_id IS NULL) + OR + pt.x_attribute_set_name IS NULL +ORDER BY pp.id;</sql> + <limit>0</limit> + <lookup/> + <execute_each_row>N</execute_each_row> + <variables_active>N</variables_active> + <lazy_conversion_active>N</lazy_conversion_active> + <cached_row_meta_active>N</cached_row_meta_active> + <row-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>variant_id</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>variant_id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>product_tmpl_id</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>product_tmpl_id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>x_attribute_set_id</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>x_attribute_set_id</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>String</type> + <storagetype>normal</storagetype> + <name>x_attribute_set_name</name> + <length>2147483647</length> + <precision>-1</precision> + <origin>Table input 2</origin> + <comments>x_attribute_set_name</comments> + <conversion_Mask/> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + <value-meta> + <type>Integer</type> + <storagetype>normal</storagetype> + <name>solr_flag</name> + <length>9</length> + <precision>0</precision> + <origin>Table input 2</origin> + <comments>solr_flag</comments> + <conversion_Mask>####0;-####0</conversion_Mask> + <decimal_symbol>.</decimal_symbol> + <grouping_symbol>,</grouping_symbol> + <currency_symbol/> + <trim_type>none</trim_type> + <case_insensitive>N</case_insensitive> + <collator_disabled>Y</collator_disabled> + <collator_strength>0</collator_strength> + <sort_descending>N</sort_descending> + <output_padding>N</output_padding> + <date_format_lenient>N</date_format_lenient> + <date_format_locale>en_US</date_format_locale> + <date_format_timezone>Asia/Bangkok</date_format_timezone> + <lenient_string_to_number>N</lenient_string_to_number> + </value-meta> + </row-meta> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>560</xloc> + <yloc>272</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Unique rows</name> + <type>Unique</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <count_rows>N</count_rows> + <count_field/> + <reject_duplicate_row>N</reject_duplicate_row> + <error_description/> + <fields> + <field> + <name>product_tmpl_id</name> + <case_insensitive>N</case_insensitive> + </field> + </fields> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>224</xloc> + <yloc>416</yloc> + <draw>Y</draw> + </GUI> + </step> + <step> + <name>Update</name> + <type>Update</type> + <description/> + <distribute>Y</distribute> + <custom_distribution/> + <copies>1</copies> + <partitioning> + <method>none</method> + <schema_name/> + </partitioning> + <connection>live indoteknik</connection> + <skip_lookup>N</skip_lookup> + <commit>100</commit> + <use_batch>N</use_batch> + <error_ignored>N</error_ignored> + <ignore_flag_field/> + <lookup> + <schema>public</schema> + <table>product_template</table> + <key> + <name>product_tmpl_id</name> + <field>id</field> + <condition>=</condition> + <name2/> + </key> + <value> + <name>x_attribute_set_id</name> + <rename>attribute_set_id</rename> + </value> + <value> + <name>x_attribute_set_name</name> + <rename>attribute_set_name</rename> + </value> + <value> + <name>solr_flag</name> + <rename>set_solr_flag</rename> + </value> + </lookup> + <attributes/> + <cluster_schema/> + <remotesteps> + <input> + </input> + <output> + </output> + </remotesteps> + <GUI> + <xloc>560</xloc> + <yloc>416</yloc> + <draw>Y</draw> + </GUI> + </step> + <step_error_handling> + </step_error_handling> + <slave-step-copy-partition-distribution> + </slave-step-copy-partition-distribution> + <slave_transformation>N</slave_transformation> + <attributes/> +</transformation> diff --git a/run_indoteknik_job.kjb b/run_indoteknik_job.kjb index 28ffda5..d1039f2 100644 --- a/run_indoteknik_job.kjb +++ b/run_indoteknik_job.kjb @@ -738,8 +738,8 @@ <unconditional>N</unconditional> </hop> <hop> - <from>refresh mv</from> - <to>Mail</to> + <from>Mail</from> + <to>Success</to> <from_nr>0</from_nr> <to_nr>0</to_nr> <enabled>Y</enabled> @@ -747,8 +747,8 @@ <unconditional>N</unconditional> </hop> <hop> - <from>Mail</from> - <to>Success</to> + <from>refresh mv</from> + <to>Mail</to> <from_nr>0</from_nr> <to_nr>0</to_nr> <enabled>Y</enabled> |