Get Robots.txt
Serve the tenant's robots.txt. Disallows all crawling when the tenant has no published posts; otherwise allows crawling but disallows /api/. Cached server-side for 1 hour.
curl -X GET "https://app.nashra.ai/api/v1/tenants/example_string/robots.txt" \
-H "Content-Type: application/json"
import requests
import json
url = "https://app.nashra.ai/api/v1/tenants/example_string/robots.txt"
headers = {
"Content-Type": "application/json"
}
response = requests.get(url, headers=headers)
print(response.json())
const response = await fetch("https://app.nashra.ai/api/v1/tenants/example_string/robots.txt", {
method: "GET",
headers: {
"Content-Type": "application/json"
}
});
const data = await response.json();
console.log(data);
package main
import (
"fmt"
"net/http"
)
func main() {
req, err := http.NewRequest("GET", "https://app.nashra.ai/api/v1/tenants/example_string/robots.txt", nil)
if err != nil {
panic(err)
}
req.Header.Set("Content-Type", "application/json")
client := &http.Client{}
resp, err := client.Do(req)
if err != nil {
panic(err)
}
defer resp.Body.Close()
fmt.Println("Response Status:", resp.Status)
}
require 'net/http'
require 'json'
uri = URI('https://app.nashra.ai/api/v1/tenants/example_string/robots.txt')
http = Net::HTTP.new(uri.host, uri.port)
http.use_ssl = true
request = Net::HTTP::Get.new(uri)
request['Content-Type'] = 'application/json'
response = http.request(request)
puts response.body
{}
{
"error": "Not Found",
"message": "The requested resource was not found",
"code": 404
}
GET
/tenants/{slug}/robots.txtGET
Base URLstring
Target server for requests. Edit to use your own host.
path
slugstring
RequiredTenant's subdomain slug, or its verified custom domain
Request Preview
Response
Response will appear here after sending the request
Path Parameters
slugstring
RequiredTenant's subdomain slug, or its verified custom domain
Responses
robots.txt content
Was this page helpful?