↧
TPT Permission error - response (1) by Cvinodh
↧
TPT Permission error - response (2) by feinholz
Please provide the version of TPT you are running, the script, and the command line you used to run TPT.
↧
↧
TPT Permission error - response (3) by Cvinodh
Thanks Steve for the reply.
here are the requested information
TPT version 14.10
The TPT script is
USING CHARACTER SET UTF8
DEFINE JOB update_aff_gpn_lup1_temp_trans_chlr1(
DEFINE OPERATOR tpt_writer
TYPE LOAD
SCHEMA *
ATTRIBUTES
(
VARCHAR UserName, VARCHAR UserPassword,
VARCHAR TdpId,
VARCHAR ERRORTABLE1 = 'sandbox.aff_gpn_lup1_temp_trans_ch_ET',
VARCHAR ERRORTABLE2 = 'sandbox.aff_gpn_lup1_temp_trans_ch_UV',
VARCHAR WORKTABLE = 'sandbox.aff_gpn_lup1_temp_trans_ch_WT',
VARCHAR TARGETTABLE = 'sandbox.aff_gpn_lup1_temp_trans_chlr1',
VARCHAR TRACELEVEL = 'None',
VARCHAR LOGTABLE = 'sandbox.aff_gpn_lup1_temp_trans_ch_LG',
INTEGER ERRORLIMIT = 1,
VARCHAR QueryBandSessInfo = 'workflow_path=/var/groupon/optimus/user/chlr/26;start_time=2015-05-13 12:35:34.170194;pid=29194;workflow_id=aa1ac076-ccd9-4061-9e7d-4953f9a89e4d;task_name=26/step1;date_id=2015-05-13;job_name=unknown;UtilityDataSize=MEDIUM;'
);
DEFINE SCHEMA W_0_sc_update_aff_gpn_lup1_temp_trans_chlr1
(
"ledger_id_1_" VARCHAR(25)
,"order_id_2_" VARCHAR(255)
,"affiliate_id_3_" VARCHAR(255)
,"transaction_date_4_" VARCHAR(35)
,"transaction_type_5_" VARCHAR(255)
,"affiliate_6_" VARCHAR(255)
,"debit_amount_7_" VARCHAR(23)
,"credit_amount_8_" VARCHAR(23)
,"order_country_9_" VARCHAR(4)
,"order_currency_10_" VARCHAR(5)
,"order_wid_11_" VARCHAR(255)
,"order_sid_12_" VARCHAR(255)
,"order_platform_13_" VARCHAR(255)
,"order_last_click_14_" VARCHAR(35)
,"order_bcookie_15_" VARCHAR(255)
,"order_num_units_16_" VARCHAR(255)
,"order_permalink_17_" VARCHAR(255)
,"order_cat_uuid_18_" VARCHAR(255)
,"order_sub_cat_uuid_19_" VARCHAR(255)
,"order_cat_20_" VARCHAR(255)
,"order_sub_cat_21_" VARCHAR(255)
);
DEFINE SCHEMA Boolean_conversion
(
);
DEFINE OPERATOR tpt_reader
TYPE DATACONNECTOR PRODUCER
SCHEMA W_0_sc_update_aff_gpn_lup1_temp_trans_chlr1
ATTRIBUTES
(
VARCHAR OPENMODE = 'Read'
,VARCHAR TEXTDELIMITERHEX = '2C'
,VARCHAR INDICATORMODE = 'N'
,VARCHAR DIRECTORYPATH = '/var/groupon/tmp/tmpVnEUDK/'
,VARCHAR TRUNCATECOLUMNDATA = 'Y'
,VARCHAR FORMAT = 'DELIMITED'
,VARCHAR QuotedData = 'Optional'
,VARCHAR VALIDUTF8 = 'UTF8'
,VARCHAR FILENAME = 'sandbox.aff_gpn_lup1_temp_trans_chlr1*'
,VARCHAR REPLACEMENTUTF8CHAR = ''
,VARCHAR ROWERRFILENAME = '/var/groupon/tmp/sandbox.aff_gpn_lup1_temp_trans_chlr1_05_13_UXbS16/logs/aff_gpn_lup1_temp_trans_chlr1_err'
,INTEGER SKIPROWS = 1
,VARCHAR OpenQuoteMark = '"'
,INTEGER BUFFERSIZE = 524288
);
DEFINE OPERATOR DDL_OPERATOR ()
DESCRIPTION 'DDL Operator'
TYPE DDL
ATTRIBUTES
(
VARCHAR UserName = '<username>',
VARCHAR UserPassword = '<password>',
VARCHAR ARRAY ErrorList = ['2580','3807','3916'],
VARCHAR TdpId = 'teradata:1025'
);
Step DROP_TABLE
(
APPLY
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_CP;',
'create table sandbox.aff_gpn_lup1_temp_trans_ch_CP AS sandbox.aff_gpn_lup1_temp_trans_chlr1 with no data;',
'drop table sandbox.aff_gpn_lup1_temp_trans_chlr1;',
'create table sandbox.aff_gpn_lup1_temp_trans_chlr1 AS sandbox.aff_gpn_lup1_temp_trans_ch_CP with no data;',
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_CP;',
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_LG;',
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_WT;',
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_ET;',
'drop table sandbox.aff_gpn_lup1_temp_trans_ch_UV;'
TO OPERATOR (DDL_OPERATOR);
);
Step LOAD_TABLE
(
APPLY
(
'INSERT INTO sandbox.aff_gpn_lup1_temp_trans_chlr1 (
"ledger_id"
,"order_id"
,"affiliate_id"
,"transaction_date"
,"transaction_type"
,"affiliate"
,"debit_amount"
,"credit_amount"
,"order_country"
,"order_currency"
,"order_wid"
,"order_sid"
,"order_platform"
,"order_last_click"
,"order_bcookie"
,"order_num_units"
,"order_permalink"
,"order_cat_uuid"
,"order_sub_cat_uuid"
,"order_cat"
,"order_sub_cat"
) VALUES (
:ledger_id_1_
,:order_id_2_
,:affiliate_id_3_
,:transaction_date_4_
,:transaction_type_5_
,:affiliate_6_
,:debit_amount_7_
,:credit_amount_8_
,:order_country_9_
,:order_currency_10_
,:order_wid_11_
,:order_sid_12_
,:order_platform_13_
,:order_last_click_14_
,:order_bcookie_15_
,:order_num_units_16_
,:order_permalink_17_
,:order_cat_uuid_18_
,:order_sub_cat_uuid_19_
,:order_cat_20_
,:order_sub_cat_21_
);'
)
TO OPERATOR
(
tpt_writer[1]
ATTRIBUTES
(
UserName = '<username>',
UserPassword = '<password>',
TdpId = 'teradata:1025'
)
)
SELECT
"ledger_id_1_" as "ledger_id_1_"
,CASE WHEN "order_id_2_" ='<!N!>' THEN NULL
ELSE "order_id_2_" END as "order_id_2_"
,CASE WHEN "affiliate_id_3_" ='<!N!>' THEN NULL
ELSE "affiliate_id_3_" END as "affiliate_id_3_"
,CASE WHEN "transaction_date_4_" ='<!N!>' THEN NULL
ELSE "transaction_date_4_" END as "transaction_date_4_"
,CASE WHEN "transaction_type_5_" ='<!N!>' THEN NULL
ELSE "transaction_type_5_" END as "transaction_type_5_"
,CASE WHEN "affiliate_6_" ='<!N!>' THEN NULL
ELSE "affiliate_6_" END as "affiliate_6_"
,CASE WHEN "debit_amount_7_" ='<!N!>' THEN NULL
ELSE "debit_amount_7_" END as "debit_amount_7_"
,CASE WHEN "credit_amount_8_" ='<!N!>' THEN NULL
ELSE "credit_amount_8_" END as "credit_amount_8_"
,CASE WHEN "order_country_9_" ='<!N!>' THEN NULL
ELSE "order_country_9_" END as "order_country_9_"
,CASE WHEN "order_currency_10_" ='<!N!>' THEN NULL
ELSE "order_currency_10_" END as "order_currency_10_"
,CASE WHEN "order_wid_11_" ='<!N!>' THEN NULL
ELSE "order_wid_11_" END as "order_wid_11_"
,CASE WHEN "order_sid_12_" ='<!N!>' THEN NULL
ELSE "order_sid_12_" END as "order_sid_12_"
,CASE WHEN "order_platform_13_" ='<!N!>' THEN NULL
ELSE "order_platform_13_" END as "order_platform_13_"
,CASE WHEN "order_last_click_14_" ='<!N!>' THEN NULL
ELSE "order_last_click_14_" END as "order_last_click_14_"
,CASE WHEN "order_bcookie_15_" ='<!N!>' THEN NULL
ELSE "order_bcookie_15_" END as "order_bcookie_15_"
,CASE WHEN "order_num_units_16_" ='<!N!>' THEN NULL
ELSE "order_num_units_16_" END as "order_num_units_16_"
,CASE WHEN "order_permalink_17_" ='<!N!>' THEN NULL
ELSE "order_permalink_17_" END as "order_permalink_17_"
,CASE WHEN "order_cat_uuid_18_" ='<!N!>' THEN NULL
ELSE "order_cat_uuid_18_" END as "order_cat_uuid_18_"
,CASE WHEN "order_sub_cat_uuid_19_" ='<!N!>' THEN NULL
ELSE "order_sub_cat_uuid_19_" END as "order_sub_cat_uuid_19_"
,CASE WHEN "order_cat_20_" ='<!N!>' THEN NULL
ELSE "order_cat_20_" END as "order_cat_20_"
,CASE WHEN "order_sub_cat_21_" ='<!N!>' THEN NULL
ELSE "order_sub_cat_21_" END as "order_sub_cat_21_"
FROM OPERATOR(
tpt_reader[10]
);
);
);
The TPT invoke command is
/opt/teradata/client/Current/tbuild/bin/tbuild -f /var/groupon/tmp/sandbox.aff_gpn_lup1_temp_trans_chlr1_05_13_UXbS16/import.scr -h 128M -j sandbox.aff_gpn_lup1_temp_trans_chlr1 -R 0 -z 0
An important observation is that this issue happens only when we set TPT reader count to 10 when it is set to 1, I am not facing the permission issue.
Thanks,
Charles
↧
TPT Permission error - response (4) by feinholz
Thank you for the information.
Sorry to be picky here, but the script you sent me does not have information that matches the original post (with regard to file names).
When you try 2 instances, what happens?
In other words, yes it should work with 10, and you say it works with 1, but I would like you to try lower numbers of instances so we can narrow down where it fails.
How many data files are there?
You say it works when you submit the job manually from a terminal window.
But it fails when the job is executed from within "Enterprise scheduler (Opswise)".
Unfortunately, you have shown that TPT works as it is supposed to (from the terminal window).
Thus, when you run from the scheduler, there must be something in your environment that gets changed such that there becomes access rights issues.
↧
TPT Permission error - response (5) by Cvinodh
Yes Steve, So I understand that there doesn't seem to be any issue with TPT script but what I am facing is a environment issue. But I would need help in finding out what environment variable is causing this issue. I collected all environmental variables from both environments with env command and compared and I was not able to find any difference. I tried tpt reader count with 2 as well. It also failed with the same permission issue. I have attached the entire out file log here if that helps. Apologies for minor changes in the resources made available, I was running this multiple times to fix this issue
TPT_INFRA: TPT04101: Warning: TMSM failed to initialize
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Coordinator Version 14.10.00.03
Teradata Parallel Transporter SQL DDL Operator Version 14.10.00.03
DDL_OPERATOR: private log not specified
===================================================================
= =
= TERADATA PARALLEL TRANSPORTER =
= =
= SQL DDL OPERATOR VERSION 14.10.00.03 =
= =
= OPERATOR SUPPORT LIBRARY VERSION 14.10.00.03 =
= =
= COPYRIGHT 2001-2013, TERADATA CORPORATION. ALL RIGHTS RESERVED. =
= =
===================================================================
**** 14:02:25 Processing starting at: Tue May 12 14:02:25 2015
===================================================================
= =
= Module Identification =
= =
===================================================================
SQL DDL Operator for Linux release 2.6.18-308.1.1.el5 on optimus-dev1
DdlMain : 14.10.00.02
DdlCLI : 14.10.00.09
DdlUtil : 14.10.00.01
PcomCLI : 14.10.00.39
PcomMBCS : 14.10.00.02
PcomMsgs : 14.10.00.02
PcomNtfy : 14.10.00.05
PcomPx : 14.10.00.13
PcomUtil : 14.10.00.09
PXICU : 14.10.00.03
TDICU : 14.10.00.00
CLIv2 : 14.10.00.05
===================================================================
= =
= Control Session Connection =
= =
===================================================================
DDL_OPERATOR: connecting sessions
**** 14:02:25 Connecting to RDBMS: 'teradata:1025'
**** 14:02:25 Connecting with UserId: 'chlr'
===================================================================
= =
= Teradata Database Information =
= =
===================================================================
**** 14:02:29 Teradata Database Version: '14.10.03.03 '
**** 14:02:29 Teradata Database Release: '14.10.03.03 '
**** 14:02:29 Maximum request size supported: 1MB
**** 14:02:29 Session character set: 'UTF8'
**** 14:02:29 Data Encryption: supported
**** 14:02:29 Enhanced Statement Status Level: 1
===================================================================
= =
= SQL Requests =
= =
===================================================================
**** 14:02:29 Starting to send DDL statements to the RDBMS.
DDL_OPERATOR: sending SQL requests
**** 14:02:29 Submitting the following request for DDL Group 1:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_CP;
DDL_OPERATOR: TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_CP' does not exist.
**** 14:02:29 TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_CP' does not exist.
DDL_OPERATOR: TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:29 TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:29 Submitting the following request for DDL Group 2:
create table sandbox.aff_gpn_lup1_temp_trans_ch_CP AS sandbox.aff_gpn_lup1_temp_trans_chlr1 with no data;
**** 14:02:31 *** Command Successful.
**** 14:02:31 Submitting the following request for DDL Group 3:
drop table sandbox.aff_gpn_lup1_temp_trans_chlr1;
**** 14:02:41 *** Command Successful.
**** 14:02:41 Submitting the following request for DDL Group 4:
create table sandbox.aff_gpn_lup1_temp_trans_chlr1 AS sandbox.aff_gpn_lup1_temp_trans_ch_CP with no data;
**** 14:02:44 *** Command Successful.
**** 14:02:44 Submitting the following request for DDL Group 5:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_CP;
**** 14:02:52 *** Command Successful.
**** 14:02:52 Submitting the following request for DDL Group 6:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_LG;
DDL_OPERATOR: TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_LG' does not exist.
**** 14:02:54 TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_LG' does not exist.
DDL_OPERATOR: TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 Submitting the following request for DDL Group 7:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_WT;
DDL_OPERATOR: TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_WT' does not exist.
**** 14:02:54 TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_WT' does not exist.
DDL_OPERATOR: TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 Submitting the following request for DDL Group 8:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_ET;
DDL_OPERATOR: TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_ET' does not exist.
**** 14:02:54 TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_ET' does not exist.
DDL_OPERATOR: TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:54 Submitting the following request for DDL Group 9:
drop table sandbox.aff_gpn_lup1_temp_trans_ch_UV;
DDL_OPERATOR: TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_UV' does not exist.
**** 14:02:58 TPT10508: RDBMS error 3807: Object 'sandbox.aff_gpn_lup1_temp_trans_ch_UV' does not exist.
DDL_OPERATOR: TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:58 TPT18046: Warning: error is ignored as requested in ErrorList
**** 14:02:58 Finished sending DDL statements.
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
Total Requests Sent: 9
Total Requests Succeeded: 4
Total Requests Failed: 5
Total Requests Skipped: 0
===================================================================
= =
= Logoff/Disconnect =
= =
===================================================================
DDL_OPERATOR: disconnecting sessions
**** 14:02:58 Logging off all sessions
Instance Cpu Time
======== ================
1 0.11 Seconds
**** 14:03:08 Total processor time used = '0.11 Second(s)'
. Start : Tue May 12 14:02:25 2015
. End : Tue May 12 14:03:08 2015
. Highest return code encountered = '0'.
DDL_OPERATOR: Total processor time used = '0.11 Second(s)'
DDL_OPERATOR: Start : Tue May 12 14:02:25 2015
DDL_OPERATOR: End : Tue May 12 14:03:08 2015
**** 14:03:08 This job terminated
Job step DROP_TABLE completed successfully
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Coordinator Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Executor Version 14.10.00.03
Teradata Parallel Transporter Load Operator Version 14.10.00.03
tpt_writer: private log not specified
===================================================================
= =
= TERADATA PARALLEL TRANSPORTER =
= =
= LOAD OPERATOR VERSION 14.10.00.03 =
= =
= OPERATOR SUPPORT LIBRARY VERSION 14.10.00.03 =
= =
= COPYRIGHT 2001-2013, TERADATA CORPORATION. ALL RIGHTS RESERVED. =
= =
===================================================================
**** 14:03:19 Processing starting at: Tue May 12 14:03:19 2015
===================================================================
= =
= Module Identification =
= =
===================================================================
Load Operator for Linux release 2.6.18-308.1.1.el5 on optimus-dev1
LoadMain : 14.10.00.10
LoadCLI : 14.10.00.07
LoadUtil : 14.10.00.01
PcomCLI : 14.10.00.39
PcomMBCS : 14.10.00.02
PcomMsgs : 14.10.00.02
PcomNtfy : 14.10.00.05
PcomPx : 14.10.00.13
PcomUtil : 14.10.00.09
PXICU : 14.10.00.03
TDICU : 14.10.00.00
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader Instance 2 directing private log report to 'dtacop-optimus_app-14798-2'.
tpt_reader Instance 3 directing private log report to 'dtacop-optimus_app-14799-3'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader Instance 7 directing private log report to 'dtacop-optimus_app-14803-7'.
Teradata Parallel Transporter tpt_reader: TPT19006 Version 14.10.00.03
tpt_reader Instance 9 directing private log report to 'dtacop-optimus_app-14805-9'.
tpt_reader Instance 6 directing private log report to 'dtacop-optimus_app-14802-6'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader Instance 1 directing private log report to 'dtacop-optimus_app-14797-1'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader Instance 5 directing private log report to 'dtacop-optimus_app-14801-5'.
tpt_reader Instance 8 directing private log report to 'dtacop-optimus_app-14804-8'.
tpt_reader: TPT19206 Attribute 'TraceLevel' value reset to 'Statistics Only'.
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader Instance 10 directing private log report to 'dtacop-optimus_app-14806-10'.
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_2.txt' (Permission denied)'
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_3.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_7.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_5.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_9.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_8.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_10.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_6.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
tpt_reader Instance 4 directing private log report to 'dtacop-optimus_app-14800-4'.
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
tpt_reader: TPT19008 DataConnector Producer operator Instances: 10
tpt_reader: TPT19003 NotifyMethod: 'None (default)'
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
tpt_reader: TPT19434 pmOpen failed. General failure (34): 'pmUnxDskOpen: File: 'TPT_DCOP_RE_TMP_optimus_app_4.txt' (Permission denied)'
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
tpt_reader: TPT19003 ECI operator ID: 'tpt_reader-14797'
tpt_reader: TPT19222 Operator instance 1 processing file '/var/groupon/tmp/tmpLPABTE/sandbox.aff_gpn_lup1_temp_trans_chlr10'.
CLIv2 : 14.10.00.05
===================================================================
= =
= Attribute Definitions =
= =
===================================================================
**** 14:03:19 Options in effect for this job:
OperatorType: Consumer
Instances: 1
Character set: 'UTF8'
Checkpoint: No checkpoint in effect
Notify: Not enabled
Buffer size: Maximum allowable
Error limit: 1 rejected record(s)
Tenacity: 4 hour limit to successfully connect
Sleep: 6 minute(s) between connect retries
Pause Acq: Not in effect
===================================================================
= =
= Column/Field Definition =
= =
===================================================================
Column Name Offset Length Type
============================== ====== ====== ========================
"ledger_id_1_" 0 25 VARCHAR
"order_id_2_" 27 255 VARCHAR
"affiliate_id_3_" 284 255 VARCHAR
"transaction_date_4_" 541 35 VARCHAR
"transaction_type_5_" 578 255 VARCHAR
"affiliate_6_" 835 255 VARCHAR
"debit_amount_7_" 1092 23 VARCHAR
"credit_amount_8_" 1117 23 VARCHAR
"order_country_9_" 1142 4 VARCHAR
"order_currency_10_" 1148 5 VARCHAR
"order_wid_11_" 1155 255 VARCHAR
"order_sid_12_" 1412 255 VARCHAR
"order_platform_13_" 1669 255 VARCHAR
"order_last_click_14_" 1926 35 VARCHAR
"order_bcookie_15_" 1963 255 VARCHAR
"order_num_units_16_" 2220 255 VARCHAR
"order_permalink_17_" 2477 255 VARCHAR
"order_cat_uuid_18_" 2734 255 VARCHAR
"order_sub_cat_uuid_19_" 2991 255 VARCHAR
"order_cat_20_" 3248 255 VARCHAR
"order_sub_cat_21_" 3505 255 VARCHAR
============================== ====== ====== ========================
INDICATOR BYTES NEEDED: 3
EXPECTED RECORD LENGTH: 3765
===================================================================
= =
= Control Session Connection =
= =
===================================================================
tpt_writer: connecting sessions
**** 14:03:19 Connecting to RDBMS: 'teradata:1025'
**** 14:03:19 Connecting with UserId: 'chlr'
**** 14:03:23 This job is submitting the following request:
SET QUERY_BAND = 'workflow_path=/var/groupon/optimus/user/chlr/26;start_time=2015-05-12 14:00:45.338391;pid=14552;workflow_id=d34b08db-fe7c-44c2-9425-3b91aaa984b0;task_name=26/step1;date_id=2015-05-12;job_name=unknown;UtilityDataSize=MEDIUM;' UPDATE FOR SESSION;
===================================================================
= =
= Teradata Database Information =
= =
===================================================================
**** 14:03:23 Teradata Database Version: '14.10.03.03 '
**** 14:03:23 Teradata Database Release: '14.10.03.03 '
**** 14:03:23 Maximum request size supported: 1MB
**** 14:03:23 Session character set: 'UTF8'
**** 14:03:23 Total AMPs available: 2304
**** 14:03:23 Data Encryption: supported
**** 14:03:23 Enhanced Statement Status Level: 1
**** 14:03:35 Restart log table 'sandbox.aff_gpn_lup1_temp_trans_ch_LG' has been created
===================================================================
= =
= Special Session Connection =
= =
===================================================================
**** 14:03:53 Number of sessions adjusted due to TASM: 20
Instance Assigned Connected Result
======== ======== ========= ======================
1 20 20 Successful
======== ======== ========= ======================
Total 20 20 Successful
===================================================================
= =
= Target/Error Table Information =
= =
===================================================================
tpt_writer: preparing target table
**** 14:03:53 This job will use the following tables:
Target Table: 'sandbox.aff_gpn_lup1_temp_trans_chlr1'
Error Table 1: 'sandbox.aff_gpn_lup1_temp_trans_ch_ET'
Error Table 2: 'sandbox.aff_gpn_lup1_temp_trans_ch_UV'
===================================================================
= =
= Acquisition Phase =
= =
===================================================================
tpt_writer: entering Acquisition Phase
**** 14:04:14 DML statement for DML Group: 1
INSERT INTO sandbox.aff_gpn_lup1_temp_trans_chlr1 ( "ledger_id" ,"order_id" ,"affiliate_id" ,"transaction_date" ,"transaction_type" ,"affiliate" ,"debit_amount" ,"credit_amount" ,"order_country" ,"order_currency" ,"order_wid" ,"order_sid" ,"order_platform" ,"order_last_click" ,"order_bcookie" ,"order_num_units" ,"order_permalink" ,"order_cat_uuid" ,"order_sub_cat_uuid" ,"order_cat" ,"order_sub_cat" ) VALUES ( :ledger_id_1_ ,:order_id_2_ ,:affiliate_id_3_ ,:transaction_date_4_ ,:transaction_type_5_ ,:affiliate_6_ ,:debit_amount_7_ ,:credit_amount_8_ ,:order_country_9_ ,:order_currency_10_ ,:order_wid_11_ ,:order_sid_12_ ,:order_platform_13_ ,:order_last_click_14_ ,:order_bcookie_15_ ,:order_num_units_16_ ,:order_permalink_17_ ,:order_cat_uuid_18_ ,:order_sub_cat_uuid_19_ ,:order_cat_20_ ,:order_sub_cat_21_ );
**** 14:04:14 Number of records per buffer for this job: 17
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
TPT_INFRA: TPT02255: Message Buffers Sent/Received = 0, Total Rows Received = 0, Total Rows Sent = 0
tpt_reader: TPT19221 Total files processed: 0.
===================================================================
= =
= Logoff/Disconnect =
= =
===================================================================
tpt_writer: disconnecting sessions
**** 14:04:19 Logging off all sessions
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19003 TPT Exit code set to 12.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 2 ('TPT_DCOP_RE_TMP_optimus_app_2.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 3 ('TPT_DCOP_RE_TMP_optimus_app_3.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 4 ('TPT_DCOP_RE_TMP_optimus_app_4.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 5 ('TPT_DCOP_RE_TMP_optimus_app_5.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 6 ('TPT_DCOP_RE_TMP_optimus_app_6.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 7 ('TPT_DCOP_RE_TMP_optimus_app_7.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 8 ('TPT_DCOP_RE_TMP_optimus_app_8.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 9 ('TPT_DCOP_RE_TMP_optimus_app_9.txt')
tpt_reader: TPT19404 pmOpen failed. Requested file not found (4)
tpt_reader: TPT19304 Fatal error opening file.
tpt_reader: TPT19129 !ERROR! Unable to open error record file for instance 10 ('TPT_DCOP_RE_TMP_optimus_app_10.txt')
tpt_reader: TPT19229 0 error rows sent to error file /var/groupon/tmp/sandbox.aff_gpn_lup1_temp_trans_chlr1_05_12_2ApNwg/logs/aff_gpn_lup1_temp_trans_chlr1_err
tpt_reader: TPT19132 !ERROR! Some or all error records may be missing from '/var/groupon/tmp/sandbox.aff_gpn_lup1_temp_trans_chlr1_05_12_2ApNwg/logs/aff_gpn_lup1_temp_trans_chlr1_err'.
Instance Cpu Time
======== ================
1 1.59 Seconds
**** 14:04:26 Total processor time used = '1.59 Second(s)'
. Start : Tue May 12 14:03:19 2015
. End : Tue May 12 14:04:26 2015
. Highest return code encountered = '0'.
tpt_writer: Total processor time used = '1.59 Second(s)'
tpt_writer: Start : Tue May 12 14:03:19 2015
tpt_writer: End : Tue May 12 14:04:26 2015
**** 14:04:26 This job terminated
Job step LOAD_TABLE terminated (status 12)
Job sandbox.aff_gpn_lup1_temp_trans_chlr1 terminated (status 12)
Job start: Tue May 12 14:02:22 2015
Job end: Tue May 12 14:04:26 2015
Total available memory: 134221732
Largest allocable area: 134221732
Memory use high water mark: 159872
Free map size: 1024
Free map use high water mark: 48
Free list use high water mark: 0
↧
↧
TPT Permission error - response (6) by feinholz
TPT does not use environment variables, which is why I said that it is something in the environment.
You would have to check with the sysadmin to determine what is changing about the access rights when running through the scheduler. Maybe the userid or group id changes.
Since it fails with 2 instances, all future output should just include the information for 2 instances; less output to sift through.
↧
FASTLOAD Date format issue - response (1) by Fred
You need to do the cast in the INSERT, not in the DEFINE. Change these two lines
,DOB (VARCHAR(10))
,:DOB (DATE, FORMAT 'MM/DD/YYYY')
↧
Mload Error - UTY3403 Only one statement per line is allowed. - forum topic by nerdgirl
I have an Mload script which gives the following error.
UTY3403 Only one statement per line is allowed. Extra characters were detected beginning in column '43'.
I have verified the same script against my other scripts and its fine. There are no syntax problems.
Is this error got something to do with the import data file format
I have a .xlsx file in which data to be inserted into table is present. I have 14 columns in the file and 15 column in the table . Hence I am casting the 15th column as date in my Mload file layout. Dont think this is an issue.
Saved the data file as a .csv with pipe delimiter . Mload fails.
Changed the delimiters to {Tab} , Pipe , Semicolon . All leading to same error.
What else could be the trouble here ?
Came to know from one of my acquaintance that changing the Layout name will eliminate the issue.
Is the name of the layout an issue ?
Forums:
↧
Mload Error - UTY3403 Only one statement per line is allowed. - response (1) by dnoeth
Simetimes those extra characters are hard to spot, might be a TAB. Some editors can show special characters, otherwise simply go to the end of the line with errors and delete anything after the semicolon.
↧
↧
Mload Error - UTY3403 Only one statement per line is allowed. - response (2) by nerdgirl
Thanks Dieter. I see CR LF characters at the end of the line . Should I get rid of those ?
As for TABS I tried finding using a Notepad ++ by copying & pasting a TAB from ordinary notepad. There are none.
↧
Mload Error - UTY3403 Only one statement per line is allowed. - response (3) by nerdgirl
2 Data lines as below . Will the '/' also be treated as delimiter even thought '|' is specified as the delimiter?
1001A|G/3K/FAS|Singer|Macro|Central|Motherhood is all|Guniea|10.7|3..51|B41|Recreation Park|P1|Tier 110|T3|N/A|Active
1002A|G/3K/FAS|Cycle|Macro|Central|Patriotism is important|Malad|10.6.|3.23|B0|Bulohgh River|P9|Tier 10|T3|N/A|Disabled
↧
Mload Error - UTY3403 Only one statement per line is allowed. - response (4) by feinholz
Can you provide the script?
↧
TPT19003 Number of characters in column 20 (65537) exceeds maximum allowed (65536) - forum topic by MukhtarMohammed
After TTU upgrade from 13 to 14 on unix, same tpt script is failing with below error which was running fine with earlier version
Script exports data from table to a pipe delimited file
Note: script runs fine if table has less records , say lesser than 500 records , but if same sript runs with 1000 records it fails
Error:
FILE_WRITER: TPT19003 Number of characters in column 20 (65537) exceeds maximum allowed (65536)
Tbuild command:
tbuild -f tptscript -v exportjobvar.txt jobname
Below is the tpt script:
DEFINE JOB EXPORT_FROM_TABLE_TO_FILE DESCRIPTION 'EXPORT DATA FROM A TABLE TO FILE' ( DEFINE SCHEMA TABLE_SCHEMA DESCRIPTION 'TABLE SCHEMA' ( INCLUDE @inschema; ); DEFINE OPERATOR FILE_WRITER() DESCRIPTION 'TERADATA PARALLEL TRANSPORTER DATA CONNECTOR OPERATOR' TYPE DATACONNECTOR CONSUMER SCHEMA TABLE_SCHEMA ATTRIBUTES ( VARCHAR PrivateLogName = @Filewriterlog, VARCHAR FileName = @FileName, VARCHAR OpenMode = 'Write', VARCHAR Format = 'Delimited', VARCHAR TextDelimiter = '|' ); DEFINE OPERATOR EXPORT_OPERATOR() DESCRIPTION 'TERADATA PARALLEL TRANSPORTER EXPORT OPERATOR' TYPE EXPORT SCHEMA TABLE_SCHEMA ATTRIBUTES ( VARCHAR PrivateLogName = @exportop, INTEGER MaxSessions = 32, INTEGER MinSessions = 1, VARCHAR UserName = 'user', VARCHAR UserPassword = 'pwd', VARCHAR AccountId, INCLUDE @selschema; ); STEP EXPORT_2_FILE ( APPLY TO OPERATOR (FILE_WRITER() [1] ) SELECT * FROM OPERATOR (EXPORT_OPERATOR() [1] ); ); );
Forums:
↧
↧
Mload Error - UTY3403 Only one statement per line is allowed. - response (5) by nerdgirl
Thanks to Steve & Dieter. When I copied the script here to reply Steve, I found that there was an additional line in the Layout structure , after removing which it ran fine. I had previously checked only the data file for additional tabs/ special characters but didnt check for the existence of same in my Mload script.
.FIELD SID * VARCHAR(10);{ }
.FIELD BAND * VARCHAR(10);{ }
Instead of
.FIELD SID * VARCHAR(10);
.FIELD BAND * VARCHAR(10);
↧
TPT19003 Number of characters in column 20 (65537) exceeds maximum allowed (65536) - response (1) by feinholz
What is the exact version number of TPT you are running (I need the patch number)?
(And while I research this, if you could upgrade to the latest and greatest patch for TPT 14.00, and retry your job, that would help.)
↧
Join on Non indexed columns - forum topic by EsampalliSridhar
Hello ,
I have an interview question ..
What will happen internally in teradata when we try to join 2 tables to find the matched rows on EMP_Name column where EMP_ID column is index but not EMP_Name ?
Is there anything will happend at AMP's side in processing anything like rearrange data ? and what is rearrange in teradata ?
Thanks,
Sridhar.
Forums:
↧
Join on Non indexed columns - response (1) by Anilnandala
based on primary index we will identify the location of row in the disk. whenever we join two tables then join will be performed in spool based on PI column. if non PI column was choosed for join then within spool join column was treated as primary index and rows are redidtributed to all amps based on hash value. same happens to second table also. after distribution join will be performed locally within spool space of each AMP.
↧
↧
bteq - forum topic by siva3699
hi anyone there for online training on teradata performance tuning
Forums:
↧
bteq - response (1) by siva3699
hi need training on teradata performance training
↧
TPT19003 Number of characters in column 20 (65537) exceeds maximum allowed (65536) - response (2) by MukhtarMohammed
Thanks, Yes looks like i need to upgrade to latest verion of TPT , Currently we are at 14.00.00.03 ,Which version do you recomend and from where can i get it?
↧
specifcally in which directory does these files TPT_DCOP_RE_TMP_optimus_app_*.txt are generated.
Thanks,
Charles