Azure Data Factory Copy Activity


have been working on couple days , cannot past error. have 2 activities in pipeline. first activity copies data odbc connection azure database, successful. 2nd activity transfers data azure table azure table , keeps failing.

error message is: copy activity met invalid parameters: 'unknownparametername', detailed message: item same key has been added..

not see invalid parameters or unknown parameter names. have rewritten multiple times using add activity code template , myself, not receive errors when deploying on when running. below json pipeline code.

2nd activity receiving error.

thanks.

source data set

{ "name": "analyticsdb-shipups_06shp-01src_az-915pm", "properties": {     "structure": [         {             "name": "upsd_bol",             "type": "string"         },         {             "name": "upsd_ordn",             "type": "string"         }     ],     "published": false,     "type": "azuresqltable",     "linkedservicename": "source-sqlazure",     "typeproperties": {},     "availability": {         "frequency": "day",         "interval": 1,         "offset": "04:15:00"     },     "external": true,     "policy": {} }

destination data set

{ "name": "analyticsdb-shipups_06shp-02dst_az-915pm", "properties": {     "structure": [         {             "name": "ship_sys_track_num",             "type": "string"         },         {             "name": "ship_track_num",             "type": "string"         }     ],     "published": false,     "type": "azuresqltable",     "linkedservicename": "destination-azure-analyticsdb",     "typeproperties": {         "tablename": "[olcm].[ship_tracking]"     },     "availability": {         "frequency": "day",         "interval": 1,         "offset": "04:15:00"     },     "external": false,     "policy": {} }

pipeline

 { "name": "shipups_fc_copy-915pm", "properties": {     "description": "copy shipments ",     "activities": [         {             "type": "copy",             "typeproperties": {                 "source": {                     "type": "relationalsource",                     "query": "$$text.format('select company, upsd_ordn, upsd_bol \"orupsd - ups interface dtl\" company = \\'01\\'', windowstart, windowend)"                 },                 "sink": {                     "type": "sqlsink",                     "sqlwritercleanupscript": "$$text.format('delete imp_fc.ship_ups_intdtl_tracking', windowstart, windowend)",                     "writebatchsize": 0,                     "writebatchtimeout": "00:00:00"                 },                 "translator": {                     "type": "tabulartranslator",                     "columnmappings": "company:company, upsd_ordn:upsd_ordn, upsd_bol:upsd_bol"                 }             },             "inputs": [                 {                     "name": "analyticsdb-shipups_03shp-01src_fc-915pm"                 }             ],             "outputs": [                 {                     "name": "analyticsdb-shipups_03shp-02dst_az-915pm"                 }             ],             "policy": {                 "timeout": "1.00:00:00",                 "concurrency": 1,                 "executionpriorityorder": "newestfirst",                 "style": "startofinterval",                 "retry": 3,                 "longretry": 0,                 "longretryinterval": "00:00:00"             },             "scheduler": {                 "frequency": "day",                 "interval": 1,                 "offset": "04:15:00"             },             "name": "915pm-shipups-fc-copy->[imp_fc]_[ship_ups_intdtl_tracking]"         },         {             "type": "copy",             "typeproperties": {                 "source": {                     "type": "sqlsource",                     "sqlreaderquery": "$$text.format('select distinct ups.upsd_bol, ups.upsd_bol imp_fc.ship_ups_intdtl_tracking ups left join olcm.ship_tracking st on ups.upsd_bol = st.ship_sys_track_num st.ship_sys_track_num null', windowstart, windowend)"                 },                 "sink": {                     "type": "sqlsink",                     "writebatchsize": 0,                     "writebatchtimeout": "00:00:00"                 },                 "translator": {                     "type": "tabulartranslator",                     "columnmappings": "upsd_bol:ship_sys_track_num, upsd_bol:ship_track_num"                 }             },             "inputs": [                 {                     "name": "analyticsdb-shipups_06shp-01src_az-915pm"                 }             ],             "outputs": [                 {                     "name": "analyticsdb-shipups_06shp-02dst_az-915pm"                 }             ],             "policy": {                 "timeout": "1.00:00:00",                 "concurrency": 1,                 "executionpriorityorder": "newestfirst",                 "style": "startofinterval",                 "retry": 3,                 "longretryinterval": "00:00:00"             },             "scheduler": {                 "frequency": "day",                 "interval": 1,                 "offset": "04:15:00"             },             "name": "915pm-shipups-az-update->[olcm]_[ship_tracking]"         }     ],     "start": "2017-08-22t03:00:00z",     "end": "2099-12-31t08:00:00z",     "ispaused": false,     "hubname": "adf-tm-prod-01_hub",     "pipelinemode": "scheduled" } }






Microsoft Azure  >  Azure Data Factory



Comments

Popular posts from this blog

Azure DocumentDB Owner resource does not exist

job syspolicy_purge_history job fail in sqlserver 2008

Trying to register with public marketplace error with 'Get-AzureStackStampInformation'