Index

_

__dispose__() (SparkConnection method), [1]

A

ADD (ColumnActions attribute), [1] ALTER (TableAction attribute), [1] alter_table_column_add_or_drop() (DatabaseUtils method), [1] alter_table_column_add_primary_key() (DatabaseUtils method), [1] api (API attribute), [1] API (class in main_api_class) (class in openetl_utils.main_api_class) (ConnectionType attribute), [1] (LogsType attribute), [1]

APIMethod (class in enums) (class in openetl_utils.enums) app module auth_type (ConnectionBody attribute) authentication_details (API attribute), [1] (DB attribute), [1] AuthType (class in enums) (class in openetl_utils.enums)

B

base_url (API attribute), [1] BASIC (AuthType attribute), [1]

batch_size (CreatePipelineModel attribute) (IntegrationBody attribute) BEARER (AuthType attribute), [1]

C

cache module cast_columns() (DatabaseUtils method), [1] CELERY (LogsType attribute), [1] celery_utils module check_basic_auth() (in module openetl_utils.deprecated.api_utils) check_jar_exists() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) check_missing_values() (in module openetl_utils.deprecated.generic_utils) close_session() (DatabaseUtils method), [1] (DB method), [1] ColumnActions (class in enums) (class in openetl_utils.enums) commit_changes() (DatabaseUtils method), [1] configure_task_logger() (in module celery_utils) (in module openetl_utils.celery_utils) conn (JDBCEngine attribute) connect_to_api() (API method), [1] connection_credentials (ConnectionBody attribute) connection_form() (GenerateForm method) connection_name (API attribute), [1] (ConnectionBody attribute) connection_type (API attribute), [1] (ConnectionBody attribute) (DB attribute), [1]

ConnectionBody (class in main) ConnectionType (class in enums) (class in openetl_utils.enums) connector_name (ConnectionBody attribute) connector_test_connection() (in module connector_utils) (in module openetl_utils.connector_utils) connector_utils module construct_endpoint() (API method), [1] CREATE (TableAction attribute), [1] create_airflow_dag() (in module openetl_utils.pipeline_utils) (in module pipeline_utils) create_button_columns() (in module openetl_utils.deprecated.form_utils) create_con_directory() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) create_connection() (GenerateForm method) create_df() (API method), [1] (in module openetl_utils.deprecated.api_utils) create_engine() (DB method), [1] create_integration() (DatabaseUtils method), [1] create_integration_history() (DatabaseUtils method), [1] create_schema_if_not_exists() (DatabaseUtils method), [1] create_session() (DatabaseUtils method), [1] create_table() (DatabaseUtils method), [1] create_table_from_base() (DatabaseUtils method), [1] CreatePipelineModel (class in main) cron_expression (IntegrationBody attribute)

D

database (API attribute), [1] DATABASE (ConnectionType attribute), [1] database_utils module DatabaseUtils (class in database_utils) (class in openetl_utils.database_utils) dataframe_details() (DatabaseUtils method), [1] DB (class in main_db_class) (class in openetl_utils.main_db_class)

DELETE (APIMethod attribute), [1] (TableAction attribute), [1] delete_document() (DatabaseUtils method), [1] delete_integration() (DatabaseUtils method), [1] delete_oauth_token() (DatabaseUtils method), [1] download_jar_from_maven() (JDBCEngine method) DROP (ColumnActions attribute), [1] (TableAction attribute), [1] drop_table() (DatabaseUtils method), [1]

E

enums module execute() (in module openetl_utils.deprecated.generic_utils) execute_query() (DatabaseUtils method), [1] (DB method), [1] (JDBCEngine method)

extract_connections_db_or_api() (in module openetl_utils.deprecated.generic_utils) extract_xcom_value() (in module openetl_utils.pipeline_utils) (in module pipeline_utils)

F

FAILED (RunStatus attribute), [1] fetch_data() (API method), [1] fetch_data_from_connector() (in module connector_utils) (in module openetl_utils.connector_utils) fetch_document() (DatabaseUtils method), [1] fetch_driver_classpath() (JDBCEngine method) fetch_metadata() (in module connector_utils) (in module openetl_utils.connector_utils) (in module openetl_utils.deprecated.generic_utils)

fetch_rows() (DatabaseUtils method), [1] fill_na_based_on_dtype() (DatabaseUtils method), [1] flatten_data() (in module openetl_utils.deprecated.api_utils) flatten_dict_to_rows() (in module openetl_utils.deprecated.api_utils) frequency (CreatePipelineModel attribute) FULL_LOAD (IntegrationType attribute), [1]

G

generate_cron_expression() (in module database_utils) (in module openetl_utils.database_utils) GenerateForm (class in openetl_utils.deprecated.form_utils) GET (APIMethod attribute), [1] get_access_token() (OAuth2Client method), [1] get_all_connection_configs() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) get_all_integration() (DatabaseUtils method), [1] get_authorization_url() (OAuth2Client method), [1] get_connector_auth_details() (in module connector_utils) (in module openetl_utils.connector_utils) get_connector_engine() (in module connector_utils) (in module openetl_utils.connector_utils) get_connector_image() (in module connector_utils) (in module openetl_utils.connector_utils) get_connector_metadata() (in module connector_utils) (in module openetl_utils.connector_utils) get_created_connections() (DatabaseUtils method), [1] (in module connector_utils) (in module openetl_utils.connector_utils) get_dashboard_data() (DatabaseUtils method), [1]

get_data() (in module openetl_utils.deprecated.api_utils) get_data_from_api() (in module openetl_utils.deprecated.api_utils) get_db_connector_engine() (in module connector_utils) (in module openetl_utils.connector_utils) get_installed_connectors() (in module connector_utils) (in module openetl_utils.connector_utils) get_integration_history() (DatabaseUtils method), [1] get_integrations_to_schedule() (DatabaseUtils method), [1] get_log_file_path() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) get_metadata() (API method), [1] (DatabaseUtils method), [1] (DB method), [1] (JDBCEngine method) get_metadata_df() (DatabaseUtils method), [1] get_oauth_token() (DatabaseUtils method), [1] get_open_etl_document_connection_details() (in module database_utils) (in module openetl_utils.database_utils) get_pagination_parameters() (in module openetl_utils.deprecated.api_utils) get_table_schema() (API method), [1] get_task_details() (in module celery_utils) (in module openetl_utils.celery_utils)

H

hadoop_config (CreatePipelineModel attribute) (IntegrationBody attribute)

I

import_module() (in module connector_utils) (in module openetl_utils.connector_utils) initializeSpark() (SparkConnection method), [1], [2], [3] insert_openetl_batch() (DatabaseUtils method), [1] install_libraries() (in module connector_utils) (in module openetl_utils.connector_utils) install_missing_libraries() (API method), [1] (DB method), [1] INTEGRATION (LogsType attribute), [1]

integration_name (CreatePipelineModel attribute) (IntegrationBody attribute) integration_type (CreatePipelineModel attribute) (IntegrationBody attribute) IntegrationBody (class in main) IntegrationType (class in enums) (class in openetl_utils.enums) is_enabled (IntegrationBody attribute) is_running (IntegrationBody attribute)

J

JDBCEngine (class in openetl_utils.deprecated.jdbc_engine_utils)

L

limit (API attribute), [1] local_connection_utils module

logo (API attribute), [1] LogsType (class in enums) (class in openetl_utils.enums)

M

main module main_api_class module main_db_class module map_to_spark_type() (DatabaseUtils method), [1] match_pandas_schema_to_spark() (DatabaseUtils method), [1] MODIFY (ColumnActions attribute), [1] module app cache celery_utils connector_utils database_utils enums local_connection_utils main main_api_class main_db_class openetl_utils openetl_utils.cache openetl_utils.celery_utils openetl_utils.connector_utils openetl_utils.database_utils openetl_utils.deprecated openetl_utils.deprecated.api_utils openetl_utils.deprecated.form_utils openetl_utils.deprecated.generic_utils openetl_utils.deprecated.jdbc_engine_utils openetl_utils.enums openetl_utils.local_connection_utils openetl_utils.main_api_class openetl_utils.main_db_class openetl_utils.pipeline_utils openetl_utils.spark_utils pipeline_utils spark_utils

O

OAUTH2 (AuthType attribute), [1] OAuth2Client (class in main_api_class) (class in openetl_utils.main_api_class) on_button_click() (in module openetl_utils.deprecated.form_utils) openetl_utils module openetl_utils.cache module openetl_utils.celery_utils module openetl_utils.connector_utils module openetl_utils.database_utils module openetl_utils.deprecated module openetl_utils.deprecated.api_utils module openetl_utils.deprecated.form_utils module

openetl_utils.deprecated.generic_utils module openetl_utils.deprecated.jdbc_engine_utils module openetl_utils.enums module openetl_utils.local_connection_utils module openetl_utils.main_api_class module openetl_utils.main_db_class module openetl_utils.pipeline_utils module openetl_utils.spark_utils module OpenETLDocument (class in app) OpenETLOAuthToken (class in app)

P

paginate_log_content() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) pagination (API attribute), [1] parse_cron_expression() (in module database_utils) (in module openetl_utils.database_utils) parse_json() (in module openetl_utils.deprecated.api_utils)

parse_xml() (in module openetl_utils.deprecated.api_utils) PATCH (APIMethod attribute), [1] pipeline_utils module POST (APIMethod attribute), [1] PUT (APIMethod attribute), [1]

R

read_all_apis() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_all_connection_configs() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_all_pipeline_configs() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_api_config() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_api_tables() (in module openetl_utils.deprecated.api_utils) read_api_tables_url() (in module openetl_utils.deprecated.api_utils) read_connection_config() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_connection_configs() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_connection_table() (in module openetl_utils.deprecated.api_utils) read_data() (in module openetl_utils.pipeline_utils) (in module pipeline_utils) read_pipeline_detals() (in module local_connection_utils) (in module openetl_utils.local_connection_utils)

read_single_connection_config() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) read_table() (DB method), [1] read_via_spark() (SparkConnection method), [1], [2], [3] required_libs (DB attribute), [1] retry() (in module celery_utils) (in module openetl_utils.celery_utils) return_final_df() (API method), [1] (in module openetl_utils.deprecated.api_utils) run_pipeline() (in module celery_utils) (in module openetl_utils.celery_utils) (in module openetl_utils.pipeline_utils) (in module pipeline_utils) run_pipeline_target() (in module openetl_utils.pipeline_utils) (in module pipeline_utils) RUNNING (RunStatus attribute), [1] RunStatus (class in enums) (class in openetl_utils.enums)

S

save_oauth_token() (DatabaseUtils method), [1] schedule_date (CreatePipelineModel attribute) schedule_time (CreatePipelineModel attribute) SCHEDULER (LogsType attribute), [1] schema (API attribute), [1] SELECT (TableAction attribute), [1] send_request() (in module openetl_utils.deprecated.api_utils) SERVICE_ACCOUNT (AuthType attribute), [1] set_page_config() (in module openetl_utils.deprecated.generic_utils) source_connection (CreatePipelineModel attribute) (IntegrationBody attribute) source_schema (CreatePipelineModel attribute) (IntegrationBody attribute)

source_table (CreatePipelineModel attribute) (IntegrationBody attribute) spark_config (CreatePipelineModel attribute) (IntegrationBody attribute) spark_utils module SparkConnection (class in openetl_utils.spark_utils) (class in spark_utils) store_connection_config() (in module local_connection_utils) (in module openetl_utils.local_connection_utils) SUCCESS (RunStatus attribute), [1] supported_auths (API attribute), [1]

T

TableAction (class in enums) (class in openetl_utils.enums) tables (API attribute), [1] target_connection (CreatePipelineModel attribute) (IntegrationBody attribute) target_schema (CreatePipelineModel attribute) (IntegrationBody attribute)

target_table (CreatePipelineModel attribute) (IntegrationBody attribute) test() (DatabaseUtils method), [1] (JDBCEngine method) test_connection() (API method), [1] (DB method), [1] TRUNCATE (TableAction attribute), [1] truncate_table() (DatabaseUtils method), [1]

U

UPDATE (TableAction attribute), [1] update_integration() (DatabaseUtils method), [1] update_integration_in_db() (in module openetl_utils.pipeline_utils) (in module pipeline_utils)

update_integration_runtime() (DatabaseUtils method), [1] update_openetl_batch() (DatabaseUtils method), [1] update_openetl_document() (DatabaseUtils method), [1]

W

write_data() (DatabaseUtils method), [1] (DB method), [1]

write_document() (DatabaseUtils method), [1] write_via_spark() (SparkConnection method), [1], [2], [3]