Azure data Factory has proper way of calling/triggering pipeline through different types of triggers like http, scheduled on specific time, event base trigger
message base trigger, manual trigger from Azure Portal. But in some scenario we required to call ADF pipeline as on demand basis through your application.
In that scenario Microsoft Azure has provided rich libraries in different language to achieve same activity.
Here I am presenting very easy way to trigger Azure data factory pipeline through code (C#/Net)
Prerequisite
Azure Details
- ResourceGroupName = "xxxx";
- FactoryName = "xxxx";
- PipeLineName = "xxxx";
- tenantId = "xxxx";
- clientId = "xxxx";
- clientSecret = "xxxx";
- windowsManagementUri = "https://management.core.windows.net/";
- activeDirectoryEndpoint = "https://login.windows.net/";
.Net Supporting Library
- Microsoft.Azure.Management.DataFactory;
- Microsoft.Rest;
- Microsoft.IdentityModel.Clients.ActiveDirectory;
- System.Threading.Tasks;
AzureDataFactoryModel.cs
using System;
using System.Collections.Generic;
using System.Text;
namespace TriggerADFPipeline
{
public class AzureDataFactoryModel
{
public AzureDataFactoryModel()
{
if (Parameters == null)
{
Parameters = new Dictionary();
}
}
public Dictionary Parameters { get; set; }
public string ResourceGroupName { get; set; }
public string FactoryName { get; set; }
public string PipeLineName { get; set; }
}
}
ADFHelper.cs
using Microsoft.Azure.Management.DataFactory;
using Microsoft.Rest;
using Microsoft.IdentityModel.Clients.ActiveDirectory;
using System;
using System.Threading.Tasks;
namespace TriggerADFPipeline
{
public class ADFHelper
{
private TokenCredentials _tokenCredential;
private DataFactoryManagementClient _dataFactoryClient;
private readonly string tenantId = "xxxx";
private readonly string clientId = "xxxx";
private readonly string clientSecret = "xxxx";
private readonly string subscriptionId = "xxxx";
private readonly string windowsManagementUri = "https://management.core.windows.net/";
private readonly string activeDirectoryEndpoint = "https://login.windows.net/";
public ADFHelper()
{
AuthenticateUser();
SetupClient();
}
private void AuthenticateUser()
{
var authority = new Uri(new Uri(activeDirectoryEndpoint), this.tenantId);
var context = new AuthenticationContext(authority.AbsoluteUri);
var credential = new ClientCredential(this.clientId, this.clientSecret);
_tokenCredential = new TokenCredentials(context.AcquireTokenAsync(windowsManagementUri, credential).Result.AccessToken);
}
private void SetupClient()
{
_dataFactoryClient = new DataFactoryManagementClient(_tokenCredential) { SubscriptionId = subscriptionId };
}
public async Task TriggerAdfAsync(AzureDataFactoryModel azureDataFactoryModel)
{
try
{
var runResponse = await _dataFactoryClient.Pipelines.CreateRunWithHttpMessagesAsync(
azureDataFactoryModel.ResourceGroupName,
azureDataFactoryModel.FactoryName,
azureDataFactoryModel.PipeLineName,
parameters: azureDataFactoryModel.Parameters
).ConfigureAwait(false);
return runResponse.Body.RunId;
}
catch (Exception ex)
{
Console.WriteLine(ex.Message);
throw;
}
}
}
}
Program.cs
using System;
using System.Collections.Generic;
using System.Threading.Tasks;
namespace TriggerADFPipeline
{
class Program
{
static void Main(string[] args)
{
Console.WriteLine("Hello I am Calling ADF pipeline from C#....");
ADFHelper _azureDataFactory = new ADFHelper();
AzureDataFactoryModel azureDataFactoryModel = new AzureDataFactoryModel();
azureDataFactoryModel.ResourceGroupName = "xxxx";
azureDataFactoryModel.FactoryName = "xxxx";
azureDataFactoryModel.PipeLineName = "xxxx";
azureDataFactoryModel.Parameters = new Dictionary<string, object>
{
{ "P1", "parameter 1"},
{ "P2", "parameter 2"},
{ "P3", "parameter 3"}
};
var runId = _azureDataFactory.TriggerAdfAsync(azureDataFactoryModel).ConfigureAwait(false);
Console.WriteLine($"Run Id : {runId}");
}
}
}
