SYMBOL INDEX (196 symbols across 13 files) FILE: d6tstack/combine_csv.py function _dfconact (line 21) | def _dfconact(df): function _direxists (line 24) | def _direxists(fname, logger): class CombinerCSV (line 36) | class CombinerCSV(object, metaclass=d6tcollect.Collect): method __init__ (line 57) | def __init__(self, fname_list, sep=',', nrows_preview=3, chunksize=1e6... method _read_csv_yield (line 93) | def _read_csv_yield(self, fname, read_csv_params): method sniff_columns (line 108) | def sniff_columns(self): method get_sniff_results (line 181) | def get_sniff_results(self): method _sniff_available (line 186) | def _sniff_available(self): method is_all_equal (line 190) | def is_all_equal(self): method is_column_present (line 200) | def is_column_present(self): method is_column_present_unique (line 210) | def is_column_present_unique(self): method columns_unique (line 220) | def columns_unique(self): method is_column_present_common (line 229) | def is_column_present_common(self): method columns_common (line 239) | def columns_common(self): method columns (line 248) | def columns(self): method head (line 258) | def head(self): method _columns_reindex_prep (line 268) | def _columns_reindex_prep(self): method _columns_reindex_available (line 307) | def _columns_reindex_available(self): method preview_rename (line 311) | def preview_rename(self): method preview_select (line 322) | def preview_select(self): method combine_preview (line 332) | def combine_preview(self): method _combine_preview_available (line 347) | def _combine_preview_available(self): method to_pandas (line 351) | def to_pandas(self): method _get_filepath_out (line 362) | def _get_filepath_out(self, fname, output_dir, output_prefix, ext): method _to_csv_prep (line 374) | def _to_csv_prep(self, write_params): method to_csv_head (line 383) | def to_csv_head(self, output_dir=None, write_params={}): method to_csv_align (line 406) | def to_csv_align(self, output_dir=None, output_prefix='d6tstack-', wri... method to_csv_combine (line 436) | def to_csv_combine(self, filename, write_params={}): method to_parquet_align (line 459) | def to_parquet_align(self, output_dir=None, output_prefix='d6tstack-',... method to_parquet_combine (line 486) | def to_parquet_combine(self, filename, write_params={}): method to_sql_combine (line 506) | def to_sql_combine(self, uri, tablename, if_exists='fail', write_param... method to_psql_combine (line 552) | def to_psql_combine(self, uri, table_name, if_exists='fail', sep=','): method to_mysql_combine (line 592) | def to_mysql_combine(self, uri, table_name, if_exists='fail', tmpfile=... method to_mssql_combine (line 630) | def to_mssql_combine(self, uri, table_name, schema_name=None, if_exist... FILE: d6tstack/convert_xls.py function read_excel_advanced (line 24) | def read_excel_advanced(fname, remove_blank_cols=True, remove_blank_rows... class XLSSniffer (line 105) | class XLSSniffer(object, metaclass=d6tcollect.Collect): method __init__ (line 116) | def __init__(self, fname_list, logger=None): method sniff (line 124) | def sniff(self): method all_contain_sheetname (line 167) | def all_contain_sheetname(self,sheet_name): method all_have_idx (line 180) | def all_have_idx(self,sheet_idx): method all_same_count (line 193) | def all_same_count(self): method all_same_names (line 207) | def all_same_names(self): class XLStoBase (line 216) | class XLStoBase(object, metaclass=d6tcollect.Collect): method __init__ (line 217) | def __init__(self, if_exists='skip', output_dir=None, logger=None): method _get_output_filename (line 238) | def _get_output_filename(self, fname): method convert_single (line 247) | def convert_single(self, fname, sheet_name, **kwds): class XLStoCSVMultiFile (line 279) | class XLStoCSVMultiFile(XLStoBase, metaclass=d6tcollect.Collect): method __init__ (line 300) | def __init__(self, fname_list, cfg_xls_sheets_sel_mode='idx_global', c... method set_files (line 308) | def set_files(self, fname_list): method set_select_mode (line 320) | def set_select_mode(self, cfg_xls_sheets_sel_mode, cfg_xls_sheets_sel): method convert_all (line 359) | def convert_all(self, **kwds): class XLStoCSVMultiSheet (line 379) | class XLStoCSVMultiSheet(XLStoBase, metaclass=d6tcollect.Collect): method __init__ (line 393) | def __init__(self, fname, sheet_names=None, output_dir=None, if_exists... method convert_single (line 406) | def convert_single(self, sheet_name, **kwds): method convert_all (line 420) | def convert_all(self, **kwds): FILE: d6tstack/helpers.py function file_extensions_get (line 13) | def file_extensions_get(fname_list): function file_extensions_all_equal (line 25) | def file_extensions_all_equal(ext_list): function file_extensions_contains_xls (line 37) | def file_extensions_contains_xls(ext_list): function file_extensions_contains_xlsx (line 41) | def file_extensions_contains_xlsx(ext_list): function file_extensions_contains_csv (line 45) | def file_extensions_contains_csv(ext_list): function file_extensions_valid (line 49) | def file_extensions_valid(ext_list): function columns_all_equal (line 65) | def columns_all_equal(col_list): function list_common (line 77) | def list_common(_list, sort=True): function list_unique (line 85) | def list_unique(_list, sort=True): function list_tofront (line 93) | def list_tofront(_list,val): function cols_filename_tofront (line 97) | def cols_filename_tofront(_list): function df_filename_tofront (line 101) | def df_filename_tofront(dfg): function check_valid_xls (line 106) | def check_valid_xls(fname_list): function compare_pandas_versions (line 118) | def compare_pandas_versions(version1, version2): FILE: d6tstack/pyftp_final.py function get_ftp_files (line 7) | def get_ftp_files(): function upload_ftp_files_s3 (line 19) | def upload_ftp_files_s3(ftp_files, s3_files, bucket): function list_s3_files (line 32) | def list_s3_files(bucket): function upload_to_s3 (line 39) | def upload_to_s3(bucket): FILE: d6tstack/sniffer.py function csv_count_rows (line 18) | def csv_count_rows(fname): class CSVSniffer (line 30) | class CSVSniffer(object, metaclass=d6tcollect.Collect): method __init__ (line 42) | def __init__(self, fname, nlines = 10, delims=',;\t|'): method read_nlines (line 52) | def read_nlines(self): method scan_delim (line 58) | def scan_delim(self): method get_delim (line 73) | def get_delim(self): method check_column_length_consistent (line 100) | def check_column_length_consistent(self): method count_skiprows (line 107) | def count_skiprows(self): method has_header_inverse (line 119) | def has_header_inverse(self): method has_header (line 140) | def has_header(self): class CSVSnifferList (line 145) | class CSVSnifferList(object, metaclass=d6tcollect.Collect): method __init__ (line 158) | def __init__(self, fname_list, nlines = 10, delims=',;\t|'): method get_all (line 162) | def get_all(self, fun_name, msg_error): method get_delim (line 174) | def get_delim(self): method count_skiprows (line 177) | def count_skiprows(self): method has_header (line 180) | def has_header(self): function sniff_settings_csv (line 186) | def sniff_settings_csv(fname_list): FILE: d6tstack/sync.py class FTPSync (line 8) | class FTPSync: method __init__ (line 25) | def __init__(self, cfg_ftp_host, cfg_ftp_usr, cfg_ftp_pwd, cfg_ftp_dir, method get_all_files (line 61) | def get_all_files(self, subdirs=True, ftp=False): method get_s3_files (line 93) | def get_s3_files(self): method upload_to_s3 (line 110) | def upload_to_s3(self, fname, local_path): method get_files_for_sync (line 124) | def get_files_for_sync(self, subdirs=True, to_s3=False): method upload_ftp_files (line 144) | def upload_ftp_files(self, subdirs=True, to_s3=False): FILE: d6tstack/utils.py class PrintLogger (line 7) | class PrintLogger(object): method send_log (line 8) | def send_log(self, msg, status): method send (line 11) | def send(self, data): function pd_readsql_query_from_sqlengine (line 17) | def pd_readsql_query_from_sqlengine(uri, sql, schema_name=None, connect_... function pd_readsql_table_from_sqlengine (line 50) | def pd_readsql_table_from_sqlengine(uri, table_name, schema_name=None, c... function pd_to_psql (line 69) | def pd_to_psql(df, uri, table_name, schema_name=None, if_exists='fail', ... function pd_to_mysql (line 115) | def pd_to_mysql(df, uri, table_name, if_exists='fail', tmpfile='mysql.cs... function pd_to_mssql (line 154) | def pd_to_mssql(df, uri, table_name, schema_name=None, if_exists='fail',... FILE: docs/make_zip_sample_xls.py function write_file_xls (line 21) | def write_file_xls(dfg, fname, sheets, startrow=0,startcol=0): FILE: tests/test_combine_csv.py class DebugLogger (line 48) | class DebugLogger(object): method __init__ (line 49) | def __init__(self, event): method send_log (line 52) | def send_log(self, msg, status): method send (line 55) | def send(self, data): function create_files_df_clean (line 61) | def create_files_df_clean(): function create_files_df_clean_combine (line 71) | def create_files_df_clean_combine(): function create_files_df_clean_combine_with_filename (line 79) | def create_files_df_clean_combine_with_filename(fname_list): function create_files_df_colmismatch_combine (line 90) | def create_files_df_colmismatch_combine(cfg_col_common,allstr=True): function check_df_colmismatch_combine (line 103) | def check_df_colmismatch_combine(dfg,is_common=False, convert_date=True): function create_files_df_colmismatch_combine2 (line 112) | def create_files_df_colmismatch_combine2(cfg_col_common): function create_files_csv (line 127) | def create_files_csv(): function create_files_csv_colmismatch (line 139) | def create_files_csv_colmismatch(): function create_files_csv_colmismatch2 (line 152) | def create_files_csv_colmismatch2(): function create_files_csv_colreorder (line 166) | def create_files_csv_colreorder(): function create_files_csv_noheader (line 182) | def create_files_csv_noheader(): function create_files_csv_col_renamed (line 194) | def create_files_csv_col_renamed(): function create_files_csv_dirty (line 209) | def create_files_csv_dirty(cfg_sep=",", cfg_header=True): function create_files_xls_single_helper (line 217) | def create_files_xls_single_helper(cfg_fname): function create_files_xls_single (line 226) | def create_files_xls_single(): function create_files_xlsx_single (line 230) | def create_files_xlsx_single(): function write_file_xls (line 234) | def write_file_xls(dfg, fname, startrow=0,startcol=0): function create_files_xls_multiple_helper (line 241) | def create_files_xls_multiple_helper(cfg_fname): function create_files_xls_multiple (line 251) | def create_files_xls_multiple(): function create_files_xlsx_multiple (line 255) | def create_files_xlsx_multiple(): function test_file_extensions_get (line 262) | def test_file_extensions_get(): function test_file_extensions_all_equal (line 271) | def test_file_extensions_all_equal(): function test_file_extensions_valid (line 279) | def test_file_extensions_valid(): function test_csv_sniff (line 292) | def test_csv_sniff(create_files_csv, create_files_csv_colmismatch, creat... function test_csv_selectrename (line 325) | def test_csv_selectrename(create_files_csv, create_files_csv_colmismatch): function test_to_pandas (line 360) | def test_to_pandas(create_files_csv, create_files_csv_colmismatch, creat... function test_combinepreview (line 379) | def test_combinepreview(create_files_csv_colmismatch): function test_tocsv (line 393) | def test_tocsv(create_files_csv_colmismatch): function test_topq (line 434) | def test_topq(create_files_csv_colmismatch): function test_tosql (line 470) | def test_tosql(create_files_csv_colmismatch): function test_tosql_util (line 517) | def test_tosql_util(create_files_csv_colmismatch): FILE: tests/test_combine_old.py class TestLogPusher (line 41) | class TestLogPusher(object): method __init__ (line 42) | def __init__(self, event): method send_log (line 45) | def send_log(self, msg, status): method send (line 48) | def send(self, data): function create_files_df_clean (line 54) | def create_files_df_clean(): function create_files_df_clean_combine (line 64) | def create_files_df_clean_combine(): function create_files_df_clean_combine_with_filename (line 72) | def create_files_df_clean_combine_with_filename(fname_list): function create_files_df_colmismatch_combine (line 83) | def create_files_df_colmismatch_combine(cfg_col_common): function create_files_df_colmismatch_combine2 (line 95) | def create_files_df_colmismatch_combine2(cfg_col_common): function create_files_csv (line 110) | def create_files_csv(): function create_files_csv_colmismatch (line 122) | def create_files_csv_colmismatch(): function create_files_csv_colmismatch2 (line 135) | def create_files_csv_colmismatch2(): function create_files_csv_colreorder (line 149) | def create_files_csv_colreorder(): function create_files_csv_noheader (line 165) | def create_files_csv_noheader(): function create_files_csv_col_renamed (line 177) | def create_files_csv_col_renamed(): function test_create_files_csv_col_renamed (line 191) | def test_create_files_csv_col_renamed(create_files_csv_col_renamed): function create_files_csv_dirty (line 194) | def create_files_csv_dirty(cfg_sep=",", cfg_header=True): function create_files_xls_single_helper (line 202) | def create_files_xls_single_helper(cfg_fname): function create_files_xls_single (line 211) | def create_files_xls_single(): function create_files_xlsx_single (line 215) | def create_files_xlsx_single(): function write_file_xls (line 219) | def write_file_xls(dfg, fname, startrow=0,startcol=0): function create_files_xls_multiple_helper (line 226) | def create_files_xls_multiple_helper(cfg_fname): function create_files_xls_multiple (line 236) | def create_files_xls_multiple(): function create_files_xlsx_multiple (line 240) | def create_files_xlsx_multiple(): function test_file_extensions_get (line 247) | def test_file_extensions_get(): function test_file_extensions_all_equal (line 256) | def test_file_extensions_all_equal(): function test_file_extensions_valid (line 264) | def test_file_extensions_valid(): function test_csv_sniff_single (line 277) | def test_csv_sniff_single(create_files_csv, create_files_csv_noheader): function test_csv_sniff_multi (line 300) | def test_csv_sniff_multi(create_files_csv, create_files_csv_noheader): function test_CombinerCSV_columns (line 314) | def test_CombinerCSV_columns(create_files_csv, create_files_csv_colmisma... function test_CombinerCSV_combine (line 347) | def test_CombinerCSV_combine(create_files_csv, create_files_csv_colmisma... function test_CombinerCSV_combine_advanced (line 394) | def test_CombinerCSV_combine_advanced(create_files_csv): function test_preview_dict (line 422) | def test_preview_dict(): function create_df_rename (line 430) | def create_df_rename(): function create_files_csv_rename (line 440) | def create_files_csv_rename(): function test_create_files_csv_rename (line 452) | def test_create_files_csv_rename(create_files_csv_rename): function create_out_files_csv_align_save (line 456) | def create_out_files_csv_align_save(): function create_out_files_parquet_align_save (line 462) | def create_out_files_parquet_align_save(): function test_apply_select_rename (line 467) | def test_apply_select_rename(): function test_CombinerCSV_rename (line 485) | def test_CombinerCSV_rename(create_files_csv_rename): function test_CombinerCSV_align_save_advanced (line 548) | def test_CombinerCSV_align_save_advanced(create_files_csv_rename, create... function test_CombinerCSV_sql_advanced (line 592) | def test_CombinerCSV_sql_advanced(create_files_csv_rename): function test_CombinerCSV_sql (line 644) | def test_CombinerCSV_sql(create_files_csv): function test_combinercsv_to_csv (line 673) | def test_combinercsv_to_csv(create_files_csv_rename, create_out_files_cs... function test_combinercsv_to_parquet (line 712) | def test_combinercsv_to_parquet(create_files_csv_rename, create_out_file... FILE: tests/test_sync.py function _remove_local_dir (line 15) | def _remove_local_dir(folder): function test_sync_local (line 21) | def test_sync_local(): function test_sync_s3 (line 49) | def test_sync_s3(): FILE: tests/test_xls.py function test_xls_scan_sheets_single (line 21) | def test_xls_scan_sheets_single(create_files_xls_single, create_files_xl... function test_xls_scan_sheets_multipe (line 40) | def test_xls_scan_sheets_multipe(create_files_xls_multiple, create_files... function test_read_excel_adv (line 56) | def test_read_excel_adv(): function test_XLStoBase (line 101) | def test_XLStoBase(): function test_XLStoCSVMultiFile (line 156) | def test_XLStoCSVMultiFile(create_files_xls_single,create_files_xlsx_sin... function test_XLStoCSVMultiSheet (line 218) | def test_XLStoCSVMultiSheet(create_files_xlsx_multiple): FILE: tests/tmp-runtest.py function apply (line 22) | def apply(dfg):