Find an API

Search public APIs with auth details & Postman guides

← All APIs

AWS Data Pipeline

amazonaws · Cloud

Cloud No Auth Free & Open cloud

AWS Data Pipeline configures and manages a data-driven workflow called a pipeline. AWS Data Pipeline handles the details of scheduling and ensuring that data dependencies are met so that your application can focus on processing the data. AWS Data Pipeline provides a JAR implementation of a task runner called AWS Data Pipeline Task Runner. AWS Data Pipeline Task Runner provides logic for common data management scenarios, such as performing database queries and running data analysis usin

Authentication

No authentication requiredFree to use with no key needed.

Sample Requests

POST DescribeObjects

Gets the object definitions for a set of objects associated with the pipeline. Object definitions are composed of a set of fields that define the properties of the object.

https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects?marker=example

Hover any highlighted part to learn what it does

Headers — extra info sent with the request
X-Amz-Target DataPipeline.DescribeObjects 
curl -X POST "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects?marker=example" \
  -H "X-Amz-Target: DataPipeline.DescribeObjects"
import requests
params = {
    "marker": "example"
}
headers = {
    "X-Amz-Target": "DataPipeline.DescribeObjects"
}
response = requests.post(
    "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects",
    params=params,
    headers=headers,
)
print(response.json())
const url = new URL('https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects');
url.searchParams.set('marker', 'example');

const response = await fetch(url, {
  method: 'POST',
  headers: {
    'X-Amz-Target': 'DataPipeline.DescribeObjects'
  },
}); 
const data = await response.json();
console.log(data);
package main

import (
	"fmt"
	"io"
	"net/http"
	"net/url"
)

func main() {
	baseURL, _ := url.Parse("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects")
	q := baseURL.Query()
	q.Set("marker", "example")
	baseURL.RawQuery = q.Encode()
	targetURL := baseURL.String()
	req, _ := http.NewRequest("POST", targetURL, nil)
	req.Header.Set("X-Amz-Target", "DataPipeline.DescribeObjects")

	client := &http.Client{}
	resp, _ := client.Do(req)
	defer resp.Body.Close()
	body, _ := io.ReadAll(resp.Body)
	fmt.Println(string(body))
}
require "net/http"
require "json"

uri = URI("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects")
uri.query = URI.encode_www_form({
  "marker" => "example"
})

http = Net::HTTP.new(uri.host, uri.port)
http.use_ssl = uri.scheme == "https"

req = Net::HTTP::Post.new(uri)
req["X-Amz-Target"] = "DataPipeline.DescribeObjects"

res = http.request(req)
puts JSON.parse(res.body)
<?php
$url = "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.DescribeObjects?" . http_build_query([
    "marker" => "example"
]);
$opts = ["http" => [
    "method" => "POST",
    "header" => implode("\r\n", [
        "X-Amz-Target: DataPipeline.DescribeObjects"
    ]),
]];
$ctx = stream_context_create($opts);
$res = file_get_contents($url, false, $ctx);
print_r(json_decode($res, true));
POST ListPipelines

Lists the pipeline identifiers for all active pipelines that you have permission to access.

https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines?marker=example

Hover any highlighted part to learn what it does

Headers — extra info sent with the request
X-Amz-Target DataPipeline.ListPipelines 
curl -X POST "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines?marker=example" \
  -H "X-Amz-Target: DataPipeline.ListPipelines"
import requests
params = {
    "marker": "example"
}
headers = {
    "X-Amz-Target": "DataPipeline.ListPipelines"
}
response = requests.post(
    "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines",
    params=params,
    headers=headers,
)
print(response.json())
const url = new URL('https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines');
url.searchParams.set('marker', 'example');

const response = await fetch(url, {
  method: 'POST',
  headers: {
    'X-Amz-Target': 'DataPipeline.ListPipelines'
  },
}); 
const data = await response.json();
console.log(data);
package main

import (
	"fmt"
	"io"
	"net/http"
	"net/url"
)

func main() {
	baseURL, _ := url.Parse("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines")
	q := baseURL.Query()
	q.Set("marker", "example")
	baseURL.RawQuery = q.Encode()
	targetURL := baseURL.String()
	req, _ := http.NewRequest("POST", targetURL, nil)
	req.Header.Set("X-Amz-Target", "DataPipeline.ListPipelines")

	client := &http.Client{}
	resp, _ := client.Do(req)
	defer resp.Body.Close()
	body, _ := io.ReadAll(resp.Body)
	fmt.Println(string(body))
}
require "net/http"
require "json"

uri = URI("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines")
uri.query = URI.encode_www_form({
  "marker" => "example"
})

http = Net::HTTP.new(uri.host, uri.port)
http.use_ssl = uri.scheme == "https"

req = Net::HTTP::Post.new(uri)
req["X-Amz-Target"] = "DataPipeline.ListPipelines"

res = http.request(req)
puts JSON.parse(res.body)
<?php
$url = "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.ListPipelines?" . http_build_query([
    "marker" => "example"
]);
$opts = ["http" => [
    "method" => "POST",
    "header" => implode("\r\n", [
        "X-Amz-Target: DataPipeline.ListPipelines"
    ]),
]];
$ctx = stream_context_create($opts);
$res = file_get_contents($url, false, $ctx);
print_r(json_decode($res, true));
POST QueryObjects

Queries the specified pipeline for the names of objects that match the specified set of conditions.

https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects?limit=10&marker=example

Hover any highlighted part to learn what it does

Headers — extra info sent with the request
X-Amz-Target DataPipeline.QueryObjects 
curl -X POST "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects?limit=10&marker=example" \
  -H "X-Amz-Target: DataPipeline.QueryObjects"
import requests
params = {
    "limit": "10",
    "marker": "example"
}
headers = {
    "X-Amz-Target": "DataPipeline.QueryObjects"
}
response = requests.post(
    "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects",
    params=params,
    headers=headers,
)
print(response.json())
const url = new URL('https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects');
url.searchParams.set('limit', '10');
url.searchParams.set('marker', 'example');

const response = await fetch(url, {
  method: 'POST',
  headers: {
    'X-Amz-Target': 'DataPipeline.QueryObjects'
  },
}); 
const data = await response.json();
console.log(data);
package main

import (
	"fmt"
	"io"
	"net/http"
	"net/url"
)

func main() {
	baseURL, _ := url.Parse("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects")
	q := baseURL.Query()
	q.Set("limit", "10")
	q.Set("marker", "example")
	baseURL.RawQuery = q.Encode()
	targetURL := baseURL.String()
	req, _ := http.NewRequest("POST", targetURL, nil)
	req.Header.Set("X-Amz-Target", "DataPipeline.QueryObjects")

	client := &http.Client{}
	resp, _ := client.Do(req)
	defer resp.Body.Close()
	body, _ := io.ReadAll(resp.Body)
	fmt.Println(string(body))
}
require "net/http"
require "json"

uri = URI("https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects")
uri.query = URI.encode_www_form({
  "limit" => "10",
  "marker" => "example"
})

http = Net::HTTP.new(uri.host, uri.port)
http.use_ssl = uri.scheme == "https"

req = Net::HTTP::Post.new(uri)
req["X-Amz-Target"] = "DataPipeline.QueryObjects"

res = http.request(req)
puts JSON.parse(res.body)
<?php
$url = "https://api.apis.guru/v2/specs/amazonaws.com/datapipeline/2012-10-29/#X-Amz-Target=DataPipeline.QueryObjects?" . http_build_query([
    "limit" => "10",
    "marker" => "example"
]);
$opts = ["http" => [
    "method" => "POST",
    "header" => implode("\r\n", [
        "X-Amz-Target: DataPipeline.QueryObjects"
    ]),
]];
$ctx = stream_context_create($opts);
$res = file_get_contents($url, false, $ctx);
print_r(json_decode($res, true));

Postman Setup Guide

Get Postman ↗
  1. See official documentation for authentication and setup.

What can you build with AWS Data Pipeline?

AWS Data Pipeline is a Cloud API. Developers commonly use cloud APIs for:

  • provisioning and managing cloud infrastructure
  • automating deployments and container orchestration
  • monitoring uptime and performance metrics
  • managing storage buckets and databases
  • setting up auto-scaling and load balancing

No authentication required. This API is open — no signup or key needed. Ideal for quick prototypes and public-facing features. AWS Data Pipeline is free to use, making it a low-risk choice to experiment with.

New to APIs? Read our beginner's guide · Learn about API keys · What is REST?

Open documentation ↗