Python (SDK)
from meibelai import Meibelai
import os
with Meibelai(
api_key_header=os.getenv("MEIBELAI_API_KEY_HEADER", ""),
) as m_client:
res = m_client.datasources.update_datasource(datasource_id="<id>", name="<value>", description="carelessly now interestingly connect sore outrageous", recurrence="<value>", object_storage_config=None, web_config={
"base_url": "https://quintessential-masterpiece.info/",
"javascript_render": False,
"wait_for_selector": "<value>",
"domains": [
{
"domain": "grown-chairperson.com",
"limit_pattern": "<value>",
"exclude_pattern": "<value>",
"ingestible": False,
"expandable": True,
},
],
"authentication": {
"username": "Craig.Torp",
"password": "EOnNAiJTwzj27zA",
},
}, connector_config={
"connector_id": "<id>",
"airbyte_config": {
"source_id": "<id>",
"destination_id": "<id>",
"connection_id": "<id>",
},
"source_config": {
"key": "<value>",
"key1": "<value>",
"key2": "<value>",
},
})
# Handle response
print(res)curl --request PUT \
--url https://api.meibel.ai/v1/datasource/{datasource_id} \
--header 'Content-Type: application/json' \
--header 'Meibel-API-Key: <api-key>' \
--data '
{
"name": "<string>",
"description": "<string>",
"recurrence": "<string>",
"object_storage_config": {
"bucket": "<string>",
"prefix": "<string>",
"filters": {
"included_prefixes": [
"<string>"
],
"included_file_types": [
"<string>"
],
"recursive_prefixes": true,
"modified_date_start": "<string>",
"modified_date_end": "<string>",
"min_file_size": 123,
"max_file_size": 123
},
"gcs_config": {},
"s3_config": {
"role_arn": "<string>",
"region": "<string>"
}
},
"web_config": {
"baseURL": "<string>",
"javascriptRender": true,
"waitForSelector": "<string>",
"domains": [
{
"domain": "<string>",
"limitPattern": "<string>",
"excludePattern": "<string>",
"ingestible": true,
"expandable": true
}
],
"authentication": {
"username": "<string>",
"password": "<string>"
}
},
"connector_config": {
"connector_id": "<string>",
"airbyte_config": {
"source_id": "<string>",
"destination_id": "<string>",
"connection_id": "<string>"
},
"source_config": {}
}
}
'const options = {
method: 'PUT',
headers: {'Meibel-API-Key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
description: '<string>',
recurrence: '<string>',
object_storage_config: {
bucket: '<string>',
prefix: '<string>',
filters: {
included_prefixes: ['<string>'],
included_file_types: ['<string>'],
recursive_prefixes: true,
modified_date_start: '<string>',
modified_date_end: '<string>',
min_file_size: 123,
max_file_size: 123
},
gcs_config: {},
s3_config: {role_arn: '<string>', region: '<string>'}
},
web_config: {
baseURL: '<string>',
javascriptRender: true,
waitForSelector: '<string>',
domains: [
{
domain: '<string>',
limitPattern: '<string>',
excludePattern: '<string>',
ingestible: true,
expandable: true
}
],
authentication: {username: '<string>', password: '<string>'}
},
connector_config: {
connector_id: '<string>',
airbyte_config: {source_id: '<string>', destination_id: '<string>', connection_id: '<string>'},
source_config: {}
}
})
};
fetch('https://api.meibel.ai/v1/datasource/{datasource_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.meibel.ai/v1/datasource/{datasource_id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PUT",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'description' => '<string>',
'recurrence' => '<string>',
'object_storage_config' => [
'bucket' => '<string>',
'prefix' => '<string>',
'filters' => [
'included_prefixes' => [
'<string>'
],
'included_file_types' => [
'<string>'
],
'recursive_prefixes' => true,
'modified_date_start' => '<string>',
'modified_date_end' => '<string>',
'min_file_size' => 123,
'max_file_size' => 123
],
'gcs_config' => [
],
's3_config' => [
'role_arn' => '<string>',
'region' => '<string>'
]
],
'web_config' => [
'baseURL' => '<string>',
'javascriptRender' => true,
'waitForSelector' => '<string>',
'domains' => [
[
'domain' => '<string>',
'limitPattern' => '<string>',
'excludePattern' => '<string>',
'ingestible' => true,
'expandable' => true
]
],
'authentication' => [
'username' => '<string>',
'password' => '<string>'
]
],
'connector_config' => [
'connector_id' => '<string>',
'airbyte_config' => [
'source_id' => '<string>',
'destination_id' => '<string>',
'connection_id' => '<string>'
],
'source_config' => [
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"Meibel-API-Key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.meibel.ai/v1/datasource/{datasource_id}"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}")
req, _ := http.NewRequest("PUT", url, payload)
req.Header.Add("Meibel-API-Key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.put("https://api.meibel.ai/v1/datasource/{datasource_id}")
.header("Meibel-API-Key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.meibel.ai/v1/datasource/{datasource_id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Put.new(url)
request["Meibel-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>"
}
]
}datasources
Update Datasource
PUT
/
datasource
/
{datasource_id}
Python (SDK)
from meibelai import Meibelai
import os
with Meibelai(
api_key_header=os.getenv("MEIBELAI_API_KEY_HEADER", ""),
) as m_client:
res = m_client.datasources.update_datasource(datasource_id="<id>", name="<value>", description="carelessly now interestingly connect sore outrageous", recurrence="<value>", object_storage_config=None, web_config={
"base_url": "https://quintessential-masterpiece.info/",
"javascript_render": False,
"wait_for_selector": "<value>",
"domains": [
{
"domain": "grown-chairperson.com",
"limit_pattern": "<value>",
"exclude_pattern": "<value>",
"ingestible": False,
"expandable": True,
},
],
"authentication": {
"username": "Craig.Torp",
"password": "EOnNAiJTwzj27zA",
},
}, connector_config={
"connector_id": "<id>",
"airbyte_config": {
"source_id": "<id>",
"destination_id": "<id>",
"connection_id": "<id>",
},
"source_config": {
"key": "<value>",
"key1": "<value>",
"key2": "<value>",
},
})
# Handle response
print(res)curl --request PUT \
--url https://api.meibel.ai/v1/datasource/{datasource_id} \
--header 'Content-Type: application/json' \
--header 'Meibel-API-Key: <api-key>' \
--data '
{
"name": "<string>",
"description": "<string>",
"recurrence": "<string>",
"object_storage_config": {
"bucket": "<string>",
"prefix": "<string>",
"filters": {
"included_prefixes": [
"<string>"
],
"included_file_types": [
"<string>"
],
"recursive_prefixes": true,
"modified_date_start": "<string>",
"modified_date_end": "<string>",
"min_file_size": 123,
"max_file_size": 123
},
"gcs_config": {},
"s3_config": {
"role_arn": "<string>",
"region": "<string>"
}
},
"web_config": {
"baseURL": "<string>",
"javascriptRender": true,
"waitForSelector": "<string>",
"domains": [
{
"domain": "<string>",
"limitPattern": "<string>",
"excludePattern": "<string>",
"ingestible": true,
"expandable": true
}
],
"authentication": {
"username": "<string>",
"password": "<string>"
}
},
"connector_config": {
"connector_id": "<string>",
"airbyte_config": {
"source_id": "<string>",
"destination_id": "<string>",
"connection_id": "<string>"
},
"source_config": {}
}
}
'const options = {
method: 'PUT',
headers: {'Meibel-API-Key': '<api-key>', 'Content-Type': 'application/json'},
body: JSON.stringify({
name: '<string>',
description: '<string>',
recurrence: '<string>',
object_storage_config: {
bucket: '<string>',
prefix: '<string>',
filters: {
included_prefixes: ['<string>'],
included_file_types: ['<string>'],
recursive_prefixes: true,
modified_date_start: '<string>',
modified_date_end: '<string>',
min_file_size: 123,
max_file_size: 123
},
gcs_config: {},
s3_config: {role_arn: '<string>', region: '<string>'}
},
web_config: {
baseURL: '<string>',
javascriptRender: true,
waitForSelector: '<string>',
domains: [
{
domain: '<string>',
limitPattern: '<string>',
excludePattern: '<string>',
ingestible: true,
expandable: true
}
],
authentication: {username: '<string>', password: '<string>'}
},
connector_config: {
connector_id: '<string>',
airbyte_config: {source_id: '<string>', destination_id: '<string>', connection_id: '<string>'},
source_config: {}
}
})
};
fetch('https://api.meibel.ai/v1/datasource/{datasource_id}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.meibel.ai/v1/datasource/{datasource_id}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PUT",
CURLOPT_POSTFIELDS => json_encode([
'name' => '<string>',
'description' => '<string>',
'recurrence' => '<string>',
'object_storage_config' => [
'bucket' => '<string>',
'prefix' => '<string>',
'filters' => [
'included_prefixes' => [
'<string>'
],
'included_file_types' => [
'<string>'
],
'recursive_prefixes' => true,
'modified_date_start' => '<string>',
'modified_date_end' => '<string>',
'min_file_size' => 123,
'max_file_size' => 123
],
'gcs_config' => [
],
's3_config' => [
'role_arn' => '<string>',
'region' => '<string>'
]
],
'web_config' => [
'baseURL' => '<string>',
'javascriptRender' => true,
'waitForSelector' => '<string>',
'domains' => [
[
'domain' => '<string>',
'limitPattern' => '<string>',
'excludePattern' => '<string>',
'ingestible' => true,
'expandable' => true
]
],
'authentication' => [
'username' => '<string>',
'password' => '<string>'
]
],
'connector_config' => [
'connector_id' => '<string>',
'airbyte_config' => [
'source_id' => '<string>',
'destination_id' => '<string>',
'connection_id' => '<string>'
],
'source_config' => [
]
]
]),
CURLOPT_HTTPHEADER => [
"Content-Type: application/json",
"Meibel-API-Key: <api-key>"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.meibel.ai/v1/datasource/{datasource_id}"
payload := strings.NewReader("{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}")
req, _ := http.NewRequest("PUT", url, payload)
req.Header.Add("Meibel-API-Key", "<api-key>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.put("https://api.meibel.ai/v1/datasource/{datasource_id}")
.header("Meibel-API-Key", "<api-key>")
.header("Content-Type", "application/json")
.body("{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.meibel.ai/v1/datasource/{datasource_id}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Put.new(url)
request["Meibel-API-Key"] = '<api-key>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"name\": \"<string>\",\n \"description\": \"<string>\",\n \"recurrence\": \"<string>\",\n \"object_storage_config\": {\n \"bucket\": \"<string>\",\n \"prefix\": \"<string>\",\n \"filters\": {\n \"included_prefixes\": [\n \"<string>\"\n ],\n \"included_file_types\": [\n \"<string>\"\n ],\n \"recursive_prefixes\": true,\n \"modified_date_start\": \"<string>\",\n \"modified_date_end\": \"<string>\",\n \"min_file_size\": 123,\n \"max_file_size\": 123\n },\n \"gcs_config\": {},\n \"s3_config\": {\n \"role_arn\": \"<string>\",\n \"region\": \"<string>\"\n }\n },\n \"web_config\": {\n \"baseURL\": \"<string>\",\n \"javascriptRender\": true,\n \"waitForSelector\": \"<string>\",\n \"domains\": [\n {\n \"domain\": \"<string>\",\n \"limitPattern\": \"<string>\",\n \"excludePattern\": \"<string>\",\n \"ingestible\": true,\n \"expandable\": true\n }\n ],\n \"authentication\": {\n \"username\": \"<string>\",\n \"password\": \"<string>\"\n }\n },\n \"connector_config\": {\n \"connector_id\": \"<string>\",\n \"airbyte_config\": {\n \"source_id\": \"<string>\",\n \"destination_id\": \"<string>\",\n \"connection_id\": \"<string>\"\n },\n \"source_config\": {}\n }\n}"
response = http.request(request)
puts response.read_body{
"id": "<string>"
}{
"detail": [
{
"loc": [
"<string>"
],
"msg": "<string>",
"type": "<string>"
}
]
}Authorizations
Path Parameters
Body
application/json
UpdateDatasourceRequest
ObjectStorageConfig
Show child attributes
Show child attributes
DatasourceWebConfig
Show child attributes
Show child attributes
DatasourceConnectorConfig
Show child attributes
Show child attributes
Response
Successful Response
UpdateDatasourceResponse
Was this page helpful?
⌘I