[ad_1]
Below is my main.tf file , my pipeline name = “testing-terraform” is getting created but the activities lkp, foreach etc they are not getting created maybe its not taking reference to existing dataset. Do anybody know how I can accomplish this and my whole pipeline with activities could create.
below is the code for the same my main.tf
data "azurerm_client_config" "current" {}
data "azurerm_resource_group" "adf_rg" {
name = var.adf_rg
}
data "azurerm_data_factory" "adf_cdf" {
name = var.adf_name
resource_group_name = var.adf_rg
}
#creating pipeline
resource "azurerm_data_factory_pipeline" "devpipeline" {
//resource_group_name = data.azurerm_resource_group.adf_rg
//data_factory_name = data.azurerm_data_factory.adf_cdf
name = "testing-terraform"
data_factory_id = data.azurerm_data_factory.adf_cdf.id
activities_json = <<JSON
[
{
"name": "testing-terra",
"properties": {
"activities": [
{
"name": "Copyact",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "ExcelSource",
"storeSettings": {
"type": "AzureBlobFSReadSettings",
"recursive": true,
"enablePartitionDiscovery": false
}
},
"sink": {
"type": "ParquetSink",
"storeSettings": {
"type": "AzureBlobFSWriteSettings"
},
"formatSettings": {
"type": "ParquetWriteSettings"
}
},
"enableStaging": false,
"translator": {
"type": "TabularTranslator",
"typeConversion": true,
"typeConversionSettings": {
"allowDataTruncation": true,
"treatBooleanAsNumber": false
}
}
},
"inputs": [
{
"referenceName": "Clinical",
"type": "DatasetReference"
}
],
"outputs": [
{
"referenceName": "Datalake_destination",
"type": "DatasetReference"
}
]
}
],
"annotations": []
}
}
]
JSON
}
[ad_2]