| Authentication and Authorization |
302
"type" : "azure-datalake",
"path" : "
container
/
path
",
"storage_endpoint" :
"
data_lake_store_name
.azuredatalakestore.net",
"credentials" : {
"type" : "ClientCredential",
"client_id" : "
client_application_id
",
"refresh_url" : "https://login.windows.net/
directory_id
/
oauth2/token",
"client_secret" : "
secret
"
}
}
Azure SAS
{"storage" : {
"type" : "azure_sas",
"container" : "
container
",
"path" : "
path
",
"api": "BLOCK|PAGE"
"credentials" : {
"shared_access_signature" : "
shared_url
"
}
}}
Where the "shared_access_signature" is the shared URL, such
as
https://company.blob.core.windows.net/
temp?sv=2014-02-14&sr=c&sig=yfew...79uXE
%3D&st=2015-07-29T07%3A00%3A00Z&se=2018-08-06T07%3A00%3A00Z&sp=rwdl
.
Azure Files
{"storage" : {
"type" : "azure-files",
"path" : "
share
/
path
",
"credentials" : {
"file_service_endpoint" :
"https://
account
.file.core.windows.net/",
"password" : "
password
"
}
}}
Google Cloud Storage
Authenticated by a service account with a private key:
{"storage": {
"type" : "google-gcs",
"storage_endpoint" : "storage.googleapis.com",
"path" : "
bucket
/
path
",
"max_segments_per_compose" : 10000,
"credentials": {
"type": "service_account",
"project_id": "
project_id
",
"private_key_id": "
key_id
",
"private_key": "-----BEGIN PRIVATE KEY-----
key_string
-----
END PRIVATE KEY-----\n",
"client_email": "
client_id
@developer.gserviceaccount.com",
}
}}