# Licensed under a 3-clause BSD style license - see LICENSE.rst
"""
=============
TAP plus
=============

European Space Astronomy Centre (ESAC)
European Space Agency (ESA)
"""
import gzip
import os
from pathlib import Path
from unittest.mock import patch
from urllib.parse import quote_plus, urlencode

import numpy as np
import pytest
from astropy.io.registry import IORegistryError
from astropy.table import Table
from astropy.utils.data import get_pkg_data_filename
from requests import HTTPError

from astroquery.utils.tap import taputils
from astroquery.utils.tap.conn.tests.DummyConnHandler import DummyConnHandler
from astroquery.utils.tap.conn.tests.DummyResponse import DummyResponse
from astroquery.utils.tap.core import TapPlus
from astroquery.utils.tap.model.tapcolumn import TapColumn


def read_file(filename):
    if filename.name.endswith('.gz'):
        with gzip.open(filename, 'rb') as file:
            return file.read()
    else:
        return filename.read_text()


TEST_DATA = {f.name: read_file(f) for f in Path(__file__).with_name("data").iterdir() if os.path.isfile(f)}


def test_load_tables():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    responseLoadTable = DummyResponse(500)
    responseLoadTable.set_data(method='GET', body=TEST_DATA["test_tables.xml"])
    tableRequest = "tables"
    conn_handler.set_response(tableRequest, responseLoadTable)
    with pytest.raises(Exception):
        tap.load_tables()

    responseLoadTable.set_status_code(200)
    res = tap.load_tables()
    assert len(res) == 2

    # Table 1
    table = __find_table('public', 'table1', res)
    assert table.description == 'Table1 desc'
    columns = table.columns
    assert len(columns) == 2
    col = __find_column('table1_col1', columns)
    __check_column(col, 'Table1 Column1 desc', '', 'VARCHAR', 'indexed')
    col = __find_column('table1_col2', columns)
    __check_column(col, 'Table1 Column2 desc', '', 'INTEGER', None)

    # Table 2
    table = __find_table('public', 'table2', res)
    assert table.description == 'Table2 desc'
    columns = table.columns
    assert len(columns) == 3
    col = __find_column('table2_col1', columns)
    __check_column(col, 'Table2 Column1 desc', '', 'VARCHAR', 'indexed')
    col = __find_column('table2_col2', columns)
    __check_column(col, 'Table2 Column2 desc', '', 'INTEGER', None)
    col = __find_column('table2_col3', columns)
    __check_column(col, 'Table2 Column3 desc', '', 'INTEGER', None)


@pytest.mark.parametrize("verbose", [True, False])
def test_load_tables_parameters(verbose):
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    responseLoadTable = DummyResponse(200)
    responseLoadTable.set_data(method='GET', body=TEST_DATA["test_tables.xml"])
    tableRequest = "tables"
    conn_handler.set_response(tableRequest, responseLoadTable)

    # empty request
    tap.load_tables(verbose=verbose)
    assert conn_handler.request == tableRequest

    # flag only_names=false & share_accessible=false: equals to
    # empty request
    tap.load_tables(only_names=False, include_shared_tables=False)
    assert conn_handler.request == tableRequest

    # flag only_names
    tableRequest = "tables?only_tables=true"
    conn_handler.set_response(tableRequest, responseLoadTable)
    tap.load_tables(only_names=True, verbose=verbose)
    assert conn_handler.request == tableRequest

    # flag share_accessible=true
    tableRequest = "tables?share_accessible=true"
    conn_handler.set_response(tableRequest, responseLoadTable)
    tap.load_tables(include_shared_tables=True, verbose=verbose)
    assert conn_handler.request == tableRequest

    # flag only_names=true & share_accessible=true
    tableRequest = "tables?only_tables=true&share_accessible=true"
    conn_handler.set_response(tableRequest, responseLoadTable)
    tap.load_tables(only_names=True, include_shared_tables=True, verbose=verbose)
    assert conn_handler.request == tableRequest


def test_load_table():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)

    # No arguments
    error_message = ".*load_table\\(\\) missing 1 required positional argument: 'table'$"
    with pytest.raises(TypeError, match=error_message):
        tap.load_table()

    responseLoadTable = DummyResponse(500)
    responseLoadTable.set_data(method='GET', body=TEST_DATA["test_table1.xml"])
    tableSchema = "public"
    tableName = "table1"
    fullQualifiedTableName = f"{tableSchema}.{tableName}"
    tableRequest = f"tables?tables={fullQualifiedTableName}"
    conn_handler.set_response(tableRequest, responseLoadTable)

    error_message = "^Error 500"
    with pytest.raises(Exception, match=error_message):
        tap.load_table(fullQualifiedTableName)

    responseLoadTable.set_status_code(200)
    table = tap.load_table(fullQualifiedTableName, verbose=True)
    assert table is not None
    assert table.description == 'Table1 desc'
    columns = table.columns
    assert len(columns) == 2
    col = __find_column('table1_col1', columns)
    __check_column(col, 'Table1 Column1 desc', '', 'VARCHAR', 'indexed')
    col = __find_column('table1_col2', columns)
    __check_column(col, 'Table1 Column2 desc', '', 'INTEGER', None)


def test_load_table_exceptions():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)

    error_message = "Table name is required"
    with pytest.raises(ValueError, match=error_message):
        tap.load_table(None)

    error_message = "Not found schema name in full qualified table: 'only_table_name'"
    with pytest.raises(ValueError, match=error_message):
        tap.load_table("only_table_name")


def test_launch_sync_job():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    responseLaunchJob = DummyResponse(500)
    responseLaunchJob.set_data(method='POST', body=TEST_DATA["job_1.vot"])
    query = 'select top 5 * from table'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "tapclient": str(tap.tap_client_id),
        "PHASE": "RUN",
        "QUERY": quote_plus(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    jobRequest = f"sync?{sortedKey}"
    conn_handler.set_response(jobRequest, responseLaunchJob)

    with pytest.raises(Exception):
        tap.launch_job(query, maxrec=10)

    responseLaunchJob.set_status_code(200)

    job = tap.launch_job(query)

    assert job is not None
    assert job.async_ is False
    assert job.get_phase() == 'COMPLETED'
    assert job.failed is False

    # results
    results = job.get_results()
    assert len(results) == 3
    __check_results_column(results,
                           'ra',
                           'ra',
                           None,
                           np.float64)
    __check_results_column(results,
                           'dec',
                           'dec',
                           None,
                           np.float64)
    __check_results_column(results,
                           'source_id',
                           'source_id',
                           None,
                           object)
    __check_results_column(results,
                           'table1_oid',
                           'table1_oid',
                           None,
                           np.int32)


def test_launch_sync_job_secure():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="https://test:1111/tap", connhandler=conn_handler)
    responseLaunchJob = DummyResponse(500)
    responseLaunchJob.set_data(method='POST', body=TEST_DATA["job_1.vot"])
    query = 'select top 5 * from table'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "tapclient": str(tap.tap_client_id),
        "PHASE": "RUN",
        "QUERY": quote_plus(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    jobRequest = f"sync?{sortedKey}"
    conn_handler.set_response(jobRequest, responseLaunchJob)

    with pytest.raises(Exception):
        tap.launch_job(query, maxrec=10)

    responseLaunchJob.set_status_code(200)

    job = tap.launch_job(query)

    assert job is not None
    assert job.async_ is False
    assert job.get_phase() == 'COMPLETED'
    assert job.failed is False

    # results
    results = job.get_results()
    assert len(results) == 3
    __check_results_column(results,
                           'ra',
                           'ra',
                           None,
                           np.float64)
    __check_results_column(results,
                           'dec',
                           'dec',
                           None,
                           np.float64)
    __check_results_column(results,
                           'source_id',
                           'source_id',
                           None,
                           object)
    __check_results_column(results,
                           'table1_oid',
                           'table1_oid',
                           None,
                           np.int32)


def test_launch_sync_job_redirect():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    responseLaunchJob = DummyResponse(500)
    jobid = '12345'
    resultsReq = f'sync/{jobid}'
    resultsLocation = f'http://test:1111/tap/{resultsReq}'
    launchResponseHeaders = [
        ['location', resultsLocation]
    ]
    responseLaunchJob.set_data(method='POST')
    query = 'select top 5 * from table'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "tapclient": str(tap.tap_client_id),
        "PHASE": "RUN",
        "QUERY": quote_plus(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    jobRequest = f"sync?{sortedKey}"
    conn_handler.set_response(jobRequest, responseLaunchJob)
    # Results response
    responseResultsJob = DummyResponse(500)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    conn_handler.set_response(resultsReq, responseResultsJob)

    with pytest.raises(Exception):
        tap.launch_job(query)

    # Response is redirect (303)
    # No location available
    responseLaunchJob.set_status_code(303)
    with pytest.raises(Exception):
        tap.launch_job(query)

    # Response is redirect (303)
    # Location available
    # Results raises error (500)
    responseResultsJob.set_status_code(200)
    responseLaunchJob.set_data(method='POST', headers=launchResponseHeaders)
    responseResultsJob.set_status_code(500)
    with pytest.raises(Exception):
        tap.launch_job(query)

    # Response is redirect (303)
    # Results is 200
    # Location available
    responseResultsJob.set_status_code(200)
    job = tap.launch_job(query)
    assert job is not None
    assert job.async_ is False
    assert job.get_phase() == 'COMPLETED'
    assert job.failed is False

    # Results
    results = job.get_results()
    assert len(results) == 3
    __check_results_column(results,
                           'ra',
                           'ra',
                           None,
                           np.float64)
    __check_results_column(results,
                           'dec',
                           'dec',
                           None,
                           np.float64)
    __check_results_column(results,
                           'source_id',
                           'source_id',
                           None,
                           object)
    __check_results_column(results,
                           'table1_oid',
                           'table1_oid',
                           None,
                           np.int32)


def test_launch_async_job():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    jobid = '12345'
    # Launch response
    responseLaunchJob = DummyResponse(500)
    # list of list (httplib implementation for headers in response)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}']
    ]
    responseLaunchJob.set_data(method='POST', headers=launchResponseHeaders)
    query = 'query'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "tapclient": str(tap.tap_client_id),
        "PHASE": "RUN",
        "QUERY": str(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    req = f"async?{sortedKey}"
    conn_handler.set_response(req, responseLaunchJob)
    # Phase response
    responsePhase = DummyResponse(500)
    responsePhase.set_data(method='GET', body="COMPLETED")
    req = f"async/{jobid}/phase"
    conn_handler.set_response(req, responsePhase)
    # Results response
    responseResultsJob = DummyResponse(500)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    req = f"async/{jobid}/results/result"
    conn_handler.set_response(req, responseResultsJob)

    with pytest.raises(Exception):
        tap.launch_job_async(query)

    responseLaunchJob.set_status_code(303)
    with pytest.raises(Exception):
        tap.launch_job_async(query)

    responsePhase.set_status_code(200)
    with pytest.raises(Exception):
        tap.launch_job_async(query)

    responseResultsJob.set_status_code(200)
    job = tap.launch_job_async(query)
    assert job is not None
    assert job.async_ is True
    assert job.get_phase() == 'COMPLETED'
    assert job.failed is False

    # results
    results = job.get_results()
    assert len(results) == 3
    __check_results_column(results,
                           'ra',
                           'ra',
                           None,
                           np.float64)
    __check_results_column(results,
                           'dec',
                           'dec',
                           None,
                           np.float64)
    __check_results_column(results,
                           'source_id',
                           'source_id',
                           None,
                           object)
    __check_results_column(results,
                           'table1_oid',
                           'table1_oid',
                           None,
                           np.int32)


def test_start_job():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    jobid = '12345'
    # Phase POST response
    responsePhase = DummyResponse(200)
    responsePhase.set_data(method='POST')
    req = f"async/{jobid}/phase?PHASE=RUN"
    conn_handler.set_response(req, responsePhase)
    # Launch response
    responseLaunchJob = DummyResponse(303)
    # list of list (httplib implementation for headers in response)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}']
    ]
    responseLaunchJob.set_data(method='POST', headers=launchResponseHeaders)
    query = 'query'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "tapclient": str(tap.tap_client_id),
        "QUERY": str(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    req = f"async?{sortedKey}"
    conn_handler.set_response(req, responseLaunchJob)
    # Phase response
    responsePhase = DummyResponse(200)
    responsePhase.set_data(method='GET', body="COMPLETED")
    req = f"async/{jobid}/phase"
    conn_handler.set_response(req, responsePhase)
    # Results response
    responseResultsJob = DummyResponse(200)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    req = f"async/{jobid}/results/result"
    conn_handler.set_response(req, responseResultsJob)

    responseResultsJob.set_status_code(200)
    job = tap.launch_job_async(query, autorun=False)
    assert job is not None
    assert job.get_phase() == 'PENDING'

    # start job
    job.start()
    assert job.get_phase() == 'QUEUED'

    # results
    results = job.get_results()
    assert len(results) == 3
    assert job.get_phase() == 'COMPLETED'
    # try to start again
    with pytest.raises(Exception):
        job.start()


def test_abort_job():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    jobid = '12345'
    # Phase POST response
    responsePhase = DummyResponse(200)
    responsePhase.set_data(method='POST')
    req = f"async/{jobid}/phase?PHASE=ABORT"
    conn_handler.set_response(req, responsePhase)
    # Launch response
    responseLaunchJob = DummyResponse(303)
    # list of list (httplib implementation for headers in response)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}']
    ]
    responseLaunchJob.set_data(method='POST', headers=launchResponseHeaders)
    query = 'query'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "MAXREC": 10,
        "tapclient": str(tap.tap_client_id),
        "QUERY": str(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    req = f"async?{sortedKey}"
    conn_handler.set_response(req, responseLaunchJob)

    job = tap.launch_job_async(query, autorun=False, maxrec=10)
    assert job is not None
    assert job.get_phase() == 'PENDING'
    # abort job
    job.abort()
    assert job.get_phase() == 'ABORT'
    # try to abort again
    with pytest.raises(Exception):
        job.abort()


@pytest.mark.parametrize("verbose", [True, False])
def test_job_parameters(verbose):
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    jobid = '12345'
    # Launch response
    responseLaunchJob = DummyResponse(303)
    # list of list (httplib implementation for headers in response)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}']
    ]
    responseLaunchJob.set_data(method='POST', headers=launchResponseHeaders)
    query = 'query'
    dictTmp = {
        "REQUEST": "doQuery",
        "LANG": "ADQL",
        "FORMAT": "votable",
        "MAXREC": 10,
        "tapclient": str(tap.tap_client_id),
        "QUERY": str(query)}
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    req = f"async?{sortedKey}"
    conn_handler.set_response(req, responseLaunchJob)
    # Phase response
    responsePhase = DummyResponse(200)
    responsePhase.set_data(method='GET', body="COMPLETED")
    req = f"async/{jobid}/phase"
    conn_handler.set_response(req, responsePhase)
    # Results response
    responseResultsJob = DummyResponse(200)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    req = f"async/{jobid}/results/result"
    conn_handler.set_response(req, responseResultsJob)

    responseResultsJob.set_status_code(200)
    job = tap.launch_job_async(query, maxrec=10, autorun=False)
    assert job is not None
    assert job.get_phase() == 'PENDING'

    # parameter response
    responseParameters = DummyResponse(200)
    responseParameters.set_data(method='GET')
    req = f"async/{jobid}?param1=value1"
    conn_handler.set_response(req, responseParameters)
    # Phase POST response
    responsePhase = DummyResponse(200)
    responsePhase.set_data(method='POST')
    req = f"async/{jobid}/phase?PHASE=RUN"
    conn_handler.set_response(req, responsePhase)

    # send parameter OK
    job.send_parameter(name="param1", value="value1", verbose=verbose)
    # start job
    job.start(verbose=verbose)
    assert job.get_phase() == 'QUEUED'
    # try to send a parameter after execution
    with pytest.raises(Exception):
        job.send_parameter(name="param2", value="value2", verbose=verbose)

    # Increase coverage
    responsePhase = DummyResponse(404)
    responsePhase.set_data(method='POST', body="ERROR")
    req = f"async/{jobid}/phase?PHASE=RUN"
    conn_handler.set_response(req, responsePhase)
    job._phase = 'PENDING'
    # start job
    error_message = 'Error 404:\nERROR'
    with pytest.raises(HTTPError, match=error_message):
        job.start(verbose=verbose)

    assert job.get_phase() == 'PENDING'
    # try to send a parameter after execution
    with pytest.raises(Exception):
        job.send_parameter(name="param2", value="value2", verbose=verbose)


def test_list_async_jobs():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    response = DummyResponse(500)
    response.set_data(method='GET', body=TEST_DATA["jobs_list.xml"])
    req = "async"
    conn_handler.set_response(req, response)
    with pytest.raises(Exception):
        tap.list_async_jobs()

    response.set_status_code(200)
    jobs = tap.list_async_jobs()
    assert len(jobs) == 2
    assert jobs[0].jobid == '12345'
    assert jobs[0].get_phase() == 'COMPLETED'
    assert jobs[1].jobid == '77777'
    assert jobs[1].get_phase() == 'ERROR'


def test_data():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap",
                  data_context="data",
                  connhandler=conn_handler)
    responseResultsJob = DummyResponse(200)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    req = "?ID=1%2C2&format=votable"
    conn_handler.set_response(req, responseResultsJob)
    req = "?ID=1%2C2"
    conn_handler.set_response(req, responseResultsJob)

    # error
    responseResultsJob.set_status_code(500)
    params_dict = {'ID': "1,2"}
    with pytest.raises(Exception):
        tap.load_data(params_dict=params_dict)

    # OK
    responseResultsJob.set_status_code(200)

    # results
    results = tap.load_data(params_dict=params_dict)
    assert len(results) == 3
    # error: no params dictionary
    with pytest.raises(Exception):
        # no dictionary: exception
        tap.load_data(params_dict="1,2")
    params_dict['format'] = "votable"
    results = tap.load_data(params_dict=params_dict)
    assert len(results) == 3


def test_datalink():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap",
                  datalink_context="datalink",
                  connhandler=conn_handler)
    responseResultsJob = DummyResponse(200)
    responseResultsJob.set_data(method='GET', body=TEST_DATA["job_1.vot"])
    req = "links?ID=1,2"
    conn_handler.set_response(req, responseResultsJob)
    req = "links?ID=1&OPTIONS=METADATA"
    conn_handler.set_response(req, responseResultsJob)

    # error
    responseResultsJob.set_status_code(500)
    with pytest.raises(Exception):
        # missing IDS parameter
        tap.get_datalinks(ids=None)

    # OK
    responseResultsJob.set_status_code(200)
    # results
    results = tap.get_datalinks("1,2")
    assert len(results) == 3
    results = tap.get_datalinks([1, 2])
    assert len(results) == 3
    results = tap.get_datalinks(['1', '2'])
    assert len(results) == 3
    results = tap.get_datalinks(1, extra_options='METADATA', verbose=True)
    assert len(results) == 3


def test_get_new_column_values_for_update():
    # Different column (no modifications)
    list_of_changes = [['column2', 'flags', 'Dec'],
                       ['column2', 'indexed', 'true'],
                       ['column2', 'ucd', 'new_ucd_column2'],
                       ['column2', 'utype', 'new_utype_column2']]
    column_name = 'column'
    c_flags = 'Ra'
    c_indexed = 'false'
    c_ucd = 'ucd'
    c_utype = 'utype_'
    flags, indexed, ucd, utype = TapPlus.get_new_column_values_for_update(
        list_of_changes, column_name, c_flags, c_indexed, c_ucd, c_utype)
    assert flags == c_flags
    assert indexed == c_indexed
    assert ucd == c_ucd
    assert utype == c_utype

    # Modifciations
    list_of_changes = [['column2', 'flags', 'Dec'],
                       ['column2', 'indexed', 'true'],
                       ['column2', 'ucd', 'new_ucd_column2'],
                       ['column2', 'utype', 'new_utype_column2'],
                       ['column', 'flags', 'Dec'],
                       ['column', 'indexed', 'true'],
                       ['column', 'ucd', 'new_ucd'],
                       ['column', 'utype', 'new_utype']]
    column_name = 'column'
    c_flags = 'Ra'
    c_indexed = 'false'
    c_ucd = 'ucd'
    c_utype = 'utype'
    n_flags = 'Dec'
    n_indexed = 'True'
    n_ucd = 'new_ucd'
    n_utype = 'new_utype'
    flags, indexed, ucd, utype = TapPlus.get_new_column_values_for_update(
        list_of_changes, column_name, c_flags, c_indexed, c_ucd, c_utype)
    assert flags == n_flags
    assert indexed == n_indexed
    assert ucd == n_ucd
    assert utype == n_utype

    # Previous value Ra/indexed, new value remove Ra/indexed
    list_of_changes = [['column', 'flags', ''],
                       ['column', 'indexed', 'false']]
    column_name = 'column'
    c_flags = 'Ra'
    c_indexed = 'true'
    n_flags = ''
    n_indexed = 'false'
    flags, indexed, ucd, utype = TapPlus.get_new_column_values_for_update(
        list_of_changes, column_name, c_flags, c_indexed, c_ucd, c_utype)
    assert flags == n_flags
    assert indexed == n_indexed

    # Test if flag is Ra, indexed is True
    list_of_changes = [['column', 'flags', 'Ra'],
                       ['column', 'indexed', 'false']]
    column_name = 'column'
    c_flags = 'Ra'
    c_indexed = 'true'
    n_flags = 'Ra'
    n_indexed = 'True'
    flags, indexed, ucd, utype = TapPlus.get_new_column_values_for_update(
        list_of_changes, column_name, c_flags, c_indexed, c_ucd, c_utype)
    assert flags == n_flags
    assert indexed == n_indexed


def test_get_current_column_values_for_update():
    column = TapColumn(None)
    column.name = 'colname'
    column.flags = 0
    column.flag = None
    column.ucd = 'ucd'
    column.utype = 'utype'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert column_name == 'colname'
    assert flags is None
    assert indexed is False
    assert ucd == 'ucd'
    assert utype == 'utype'

    column.flags = '1'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Ra'
    assert indexed is True
    column.flags = '2'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Dec'
    assert indexed is True
    column.flags = '4'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Flux'
    assert indexed is False
    column.flags = '8'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Mag'
    assert indexed is False
    column.flags = '16'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'PK'
    assert indexed is True
    column.flags = '33'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Ra'
    assert indexed is True
    column.flags = '34'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Dec'
    assert indexed is True
    column.flags = '38'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Flux'
    assert indexed is False
    column.flags = '40'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'Mag'
    assert indexed is False
    column.flags = '48'
    column_name, flags, indexed, ucd, utype = \
        TapPlus.get_current_column_values_for_update(column)
    assert flags == 'PK'
    assert indexed is True


def test_update_user_table():
    tableName = 'schema.table'
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    dummyResponse = DummyResponse(200)
    dummyResponse.set_data(method='GET', body=TEST_DATA["test_table_update.xml"])
    tableRequest = f"tables?tables={tableName}"
    conn_handler.set_response(tableRequest, dummyResponse)

    with pytest.raises(Exception):
        tap.update_user_table()
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName)
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName, list_of_changes=[])
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName, list_of_changes=[[]])
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName, list_of_changes=[['', '', '']])

    # Test Ra & Dec are provided
    list_of_changes = [['alpha', 'flags', 'Ra']]
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName, list_of_changes=list_of_changes)
    list_of_changes = [['delta', 'flags', 'Dec']]
    with pytest.raises(Exception):
        tap.update_user_table(table_name=tableName, list_of_changes=list_of_changes)

    # OK
    responseEditTable = DummyResponse(200)
    dictTmp = {
        "ACTION": "edit",
        "NUMTABLES": "1",
        "TABLE0": tableName,
        "TABLE0_COL0": "table6_oid",
        "TABLE0_COL0_FLAGS": "PK",
        "TABLE0_COL0_INDEXED": "True",
        "TABLE0_COL0_UCD": "",
        "TABLE0_COL0_UTYPE": "",
        "TABLE0_COL1": "source_id",
        "TABLE0_COL1_FLAGS": "None",
        "TABLE0_COL1_INDEXED": "False",
        "TABLE0_COL1_UCD": "None",
        "TABLE0_COL1_UTYPE": "None",
        "TABLE0_COL2": "alpha",
        "TABLE0_COL2_FLAGS": "Ra",
        "TABLE0_COL2_INDEXED": "False",
        "TABLE0_COL2_UCD": "",
        "TABLE0_COL2_UTYPE": "",
        "TABLE0_COL3": "delta",
        "TABLE0_COL3_FLAGS": "Dec",
        "TABLE0_COL3_INDEXED": "False",
        "TABLE0_COL3_UCD": "",
        "TABLE0_COL3_UTYPE": "",
        "TABLE0_NUMCOLS": "4"
    }
    sortedKey = taputils.taputil_create_sorted_dict_key(dictTmp)
    req = f"tableEdit?{sortedKey}"
    conn_handler.set_response(req, responseEditTable)

    list_of_changes = [['alpha', 'flags', 'Ra'], ['delta', 'flags', 'Dec']]
    tap.update_user_table(table_name=tableName, list_of_changes=list_of_changes)


def test_rename_table():
    tableName = 'user_test.table_test_rename'
    newTableName = 'user_test.table_test_rename_new'
    newColumnNames = {'ra': 'alpha', 'dec': 'delta'}
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    dummyResponse = DummyResponse(200)
    dummyResponse.set_data(method='GET', body=TEST_DATA["test_table_rename.xml"])

    with pytest.raises(Exception):
        tap.rename_table()
    with pytest.raises(Exception):
        tap.rename_table(table_name=tableName)
    with pytest.raises(Exception):
        tap.rename_table(table_name=tableName, new_table_name=None, new_column_names_dict=None)

    # Test OK.
    responseRenameTable = DummyResponse(200)
    dictArgs = {
        "action": "rename",
        "new_column_names": "ra:alpha,dec:delta",
        "new_table_name": newTableName,
        "table_name": tableName,
    }
    conn_handler.set_response(f"TableTool?{urlencode(dictArgs)}", responseRenameTable)
    tap.rename_table(table_name=tableName, new_table_name=newTableName, new_column_names_dict=newColumnNames)


def test_delete_user_table():
    tableName = 'user_test.table_test_rename'
    conn_handler = DummyConnHandler()
    dummyResponse = DummyResponse(200)

    url_encode = urlencode({'DELETE': 'TRUE', 'FORCE_REMOVAL': 'FALSE', 'TABLE_NAME': 'user_test.table_test_rename'})
    conn_handler.set_default_response(dummyResponse)
    conn_handler.execute_upload(data=url_encode)
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    tap.delete_user_table(table_name=tableName, force_removal=False, verbose=False)


def test_delete_user_table_2():
    conn_handler = DummyConnHandler()
    dummyResponse = DummyResponse(200)

    headers = [('Date', 'Sat, 12 Apr 2025 05:10:47 GMT'),
               ('Server', 'Apache/2.4.6 (Red Hat Enterprise Linux) OpenSSL/1.0.2k-fips mod_jk/1.2.43'),
               ('Set-Cookie', 'JSESSIONID=E677B51BA5C4837347D1E17D4E36647E; Path=/data-server; Secure; HttpOnly'),
               ('X-Content-Type-Options', 'nosniff'), ('X-XSS-Protection', '0'),
               ('Cache-Control', 'no-cache, no-store, max-age=0, must-revalidate'), ('Pragma', 'no-cache'),
               ('Expires', '0'), ('X-Frame-Options', 'SAMEORIGIN'),
               ('Set-Cookie', 'SESSION=ZjQ3MjIzMDAtNjNiYy00Mj; Path=/data-server; Secure; HttpOnly; SameSite=Lax'),
               ('Transfer-Encoding', 'chunked'), ('Content-Type', 'text/plain; charset=UTF-8')]

    dummyResponse.set_data(method='POST', headers=headers)

    url_encode = urlencode({'DELETE': 'TRUE', 'FORCE_REMOVAL': 'FALSE', 'TABLE_NAME': 'user_test.table_test_rename'})
    conn_handler.set_default_response(dummyResponse)
    conn_handler.execute_upload(data=url_encode)
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    tap.login(user="user", password="password")

    tableName = 'table_test_rename'

    tap.delete_user_table(table_name=tableName, force_removal=False, verbose=False)


def test_delete_user_table_exception():
    tableName = 'test.table_test_rename'
    conn_handler = DummyConnHandler()
    dummyResponse = DummyResponse(200)

    url_encode = urlencode({'DELETE': 'TRUE', 'FORCE_REMOVAL': 'FALSE', 'TABLE_NAME': 'user_test.table_test_rename'})
    conn_handler.set_default_response(dummyResponse)
    conn_handler.execute_upload(data=url_encode)
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)

    with pytest.raises(ValueError,
                       match="Invalid table name test.table_test_rename: expected format user_<user_name>.<table_name"):
        tap.delete_user_table(table_name=tableName, force_removal=False, verbose=False)

    #

    tableName = 'table_test_rename'
    with pytest.raises(ValueError, match="You must login to delete the table"):
        tap.delete_user_table(table_name=tableName, force_removal=False, verbose=False)


def __find_table(schemaName, tableName, tables):
    qualified_name = f"{schemaName}.{tableName}"
    for table in tables:
        if table.get_qualified_name() == qualified_name:
            return table
    # not found: raise exception
    pytest.fail(f"Table '{qualified_name}' not found")


def __find_column(column_name, columns):
    for c in columns:
        if c.name == column_name:
            return c
    # not found: raise exception
    pytest.fail(f"Column '{column_name}' not found")


def __check_column(column, description, unit, data_type, flag):
    assert column.description == description
    assert column.unit == unit
    assert column.data_type == data_type
    assert column.flag == flag


def __check_results_column(results, columnName, description, unit,
                           dataType):
    c = results[columnName]
    assert c.description == description
    assert c.unit == unit
    assert c.dtype == dataType


@patch.object(TapPlus, 'login')
def test_login(mock_login):
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    tap.login(user="user", password="password")
    assert (mock_login.call_count == 1)
    mock_login.side_effect = HTTPError("Login error")
    with pytest.raises(HTTPError):
        tap.login(user="user", password="password")
    assert (mock_login.call_count == 2)


@patch.object(TapPlus, 'login_gui')
@patch.object(TapPlus, 'login')
def test_login_gui(mock_login_gui, mock_login):
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    tap.login_gui()
    assert (mock_login_gui.call_count == 0)
    mock_login_gui.side_effect = HTTPError("Login error")
    with pytest.raises(HTTPError):
        tap.login(user="user", password="password")
    assert (mock_login.call_count == 1)


@patch.object(TapPlus, 'logout')
def test_logout(mock_logout):
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    tap.logout()
    assert (mock_logout.call_count == 1)
    mock_logout.side_effect = HTTPError("Login error")
    with pytest.raises(HTTPError):
        tap.logout()
    assert (mock_logout.call_count == 2)


def test_upload_table_exception():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)
    a = [1, 2, 3]
    b = ['a', 'b', 'c']
    table = Table([a, b], names=['col1', 'col2'], meta={'meta': 'first table'})

    table_name = 'hola.table_test_from_astropy'
    with pytest.raises(ValueError) as exc_info:
        tap.upload_table(upload_resource=table, table_name=table_name)

    assert str(exc_info.value) == f"Table name is not allowed to contain a dot: {table_name}"


def test___findCookieInHeader():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)

    headers = [('Date', 'Sat, 12 Apr 2025 05:10:47 GMT'),
               ('Server', 'Apache/2.4.6 (Red Hat Enterprise Linux) OpenSSL/1.0.2k-fips mod_jk/1.2.43'),
               ('Set-Cookie', 'JSESSIONID=E677B51BA5C4837347D1E17D4E36647E; Path=/data-server; Secure; HttpOnly'),
               ('X-Content-Type-Options', 'nosniff'), ('X-XSS-Protection', '0'),
               ('Cache-Control', 'no-cache, no-store, max-age=0, must-revalidate'), ('Pragma', 'no-cache'),
               ('Expires', '0'), ('X-Frame-Options', 'SAMEORIGIN'),
               ('Set-Cookie', 'SESSION=ZjQ3MjIzMDAtNjNiYy00Mj; Path=/data-server; Secure; HttpOnly; SameSite=Lax'),
               ('Transfer-Encoding', 'chunked'), ('Content-Type', 'text/plain; charset=UTF-8')]

    result = tap._Tap__findCookieInHeader(headers)

    assert (result == "SESSION=ZjQ3MjIzMDAtNjNiYy00Mj")

    result = tap._Tap__findCookieInHeader(headers, verbose=True)

    assert (result == "SESSION=ZjQ3MjIzMDAtNjNiYy00Mj")

    headers = [('Date', 'Sat, 12 Apr 2025 05:10:47 GMT'),
               ('Server', 'Apache/2.4.6 (Red Hat Enterprise Linux) OpenSSL/1.0.2k-fips mod_jk/1.2.43'),
               ('Set-Cookie', 'JSESSIONID=E677B51BA5C4837347D1E17D4E36647E; Path=/data-server; Secure; HttpOnly'),
               ('X-Content-Type-Options', 'nosniff'), ('X-XSS-Protection', '0'),
               ('Cache-Control', 'no-cache, no-store, max-age=0, must-revalidate'), ('Pragma', 'no-cache'),
               ('Expires', '0'), ('X-Frame-Options', 'SAMEORIGIN'),
               ('Transfer-Encoding', 'chunked'), ('Content-Type', 'text/plain; charset=UTF-8')]

    result = tap._Tap__findCookieInHeader(headers)

    assert (result == "JSESSIONID=E677B51BA5C4837347D1E17D4E36647E")

    headers = [('Date', 'Sat, 12 Apr 2025 05:10:47 GMT'),
               ('Server', 'Apache/2.4.6 (Red Hat Enterprise Linux) OpenSSL/1.0.2k-fips mod_jk/1.2.43'),
               ('X-Content-Type-Options', 'nosniff'), ('X-XSS-Protection', '0'),
               ('Cache-Control', 'no-cache, no-store, max-age=0, must-revalidate'), ('Pragma', 'no-cache'),
               ('Expires', '0'), ('X-Frame-Options', 'SAMEORIGIN'),
               ('Transfer-Encoding', 'chunked'), ('Content-Type', 'text/plain; charset=UTF-8')]

    result = tap._Tap__findCookieInHeader(headers)

    assert (result is None)

    headers = [('Date', 'Sat, 12 Apr 2025 05:10:47 GMT'),
               ('Server', 'Apache/2.4.6 (Red Hat Enterprise Linux) OpenSSL/1.0.2k-fips mod_jk/1.2.43'),
               ('Set-Cookie', 'HOLA=E677B51BA5C4837347D1E17D4E36647E; Path=/data-server; Secure; HttpOnly'),
               ('X-Content-Type-Options', 'nosniff'), ('X-XSS-Protection', '0'),
               ('Cache-Control', 'no-cache, no-store, max-age=0, must-revalidate'), ('Pragma', 'no-cache'),
               ('Expires', '0'), ('X-Frame-Options', 'SAMEORIGIN'),
               ('Transfer-Encoding', 'chunked'), ('Content-Type', 'text/plain; charset=UTF-8')]

    result = tap._Tap__findCookieInHeader(headers)

    assert (result is None)


def test_upload_table():
    conn_handler = DummyConnHandler()
    tap = TapPlus(url="http://test:1111/tap", connhandler=conn_handler)

    jobid = '12345'
    dummyResponse = DummyResponse(303)
    conn_handler.set_default_response(dummyResponse)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}']
    ]
    dummyResponse.set_data(method='POST', headers=launchResponseHeaders)

    package = "astroquery.utils.tap.tests"

    table_name = 'my_table'
    file_csv = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result.csv'),
                                     package=package)
    job = tap.upload_table(upload_resource=file_csv, table_name=table_name, format='csv')

    assert (job.jobid == jobid)

    file_ecsv = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result.ecsv'),
                                      package=package)
    job = tap.upload_table(upload_resource=file_ecsv, table_name=table_name, format='ascii.ecsv')

    assert (job.jobid == jobid)

    file_fits = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result.fits'),
                                      package=package)
    job = tap.upload_table(upload_resource=file_fits, table_name=table_name, format='fits')

    assert (job.jobid == jobid)

    file_vot = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result.vot'),
                                     package=package)
    job = tap.upload_table(upload_resource=file_vot, table_name=table_name)

    assert (job.jobid == jobid)

    file_plain_vot = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result_plain.vot'),
                                           package=package)
    job = tap.upload_table(upload_resource=file_plain_vot, table_name=table_name, table_description="my description")

    assert (job.jobid == jobid)

    # check invalid file
    file_json = get_pkg_data_filename(os.path.join("data", 'test_upload_file', '1744351221317O-result.json'),
                                      package=package)

    with pytest.raises(IORegistryError) as exc_info:
        job = tap.upload_table(upload_resource=file_json, table_name=table_name, format='json')

    argument_ = "No reader defined for format 'json' and class 'Table'."
    assert (argument_ in str(exc_info.value))

    # Make use of an astropy table
    table = Table.read(str(file_ecsv))
    job = tap.upload_table(upload_resource=table, table_name=table_name, table_description="my description",
                           format='ecsv')

    assert (job.jobid == jobid)

    # check missing parameters
    with pytest.raises(ValueError) as exc_info:
        job = tap.upload_table(upload_resource=file_json, table_name=None)

    argument_ = "Missing mandatory argument 'table_name'"
    assert (argument_ in str(exc_info.value))

    with pytest.raises(ValueError) as exc_info:
        job = tap.upload_table(upload_resource=None, table_name="my_table")

    argument_ = "Missing mandatory argument 'upload_resource'"
    assert (argument_ in str(exc_info.value))

    job = tap.upload_table(upload_resource="https://gea.esa.esac.int", table_name=table_name,
                           table_description="my description",
                           format='ecsv')

    assert (job.jobid == jobid)

    # check exception
    dummyResponse = DummyResponse(500)
    conn_handler.set_default_response(dummyResponse)
    launchResponseHeaders = [
        ['location', f'http://test:1111/tap/async/{jobid}'],
        ['multipart/form-data', 'boundary={aaaaaaaaaaaaaa}']
    ]
    dummyResponse.set_data(method='POST', headers=launchResponseHeaders)

    with pytest.raises(AttributeError) as exc_info:
        job = tap.upload_table(upload_resource=file_csv, table_name=table_name, format='csv')

    argument_ = "'NoneType' object has no attribute 'decode'"
    assert (argument_ in str(exc_info.value))
