from urllib.parse import urlsplit

import pytest
import requests

from . import INDEXED_ATTACHMENT_DOMAINS, INDEXED_WEB_DOMAINS, WIKI_HOST


@pytest.mark.smoke
@pytest.mark.headless
@pytest.mark.nondestructive
def test_robots(any_host_url):
    url = any_host_url + "/robots.txt"
    response = requests.get(url)
    assert response.status_code == 200

    urlbits = urlsplit(any_host_url)
    hostname = urlbits.netloc
    if hostname in INDEXED_ATTACHMENT_DOMAINS:
        assert response.text.strip() == ""
    elif hostname in INDEXED_WEB_DOMAINS:
        assert "Sitemap: " in response.text
        if hostname == WIKI_HOST:
            assert "Disallow:\n" in response.text
            assert "Disallow: /" not in response.text
        else:
            assert "Disallow:\n" not in response.text
            assert "Disallow: /" in response.text
    else:
        assert "Disallow: /\n" in response.text