Index

C

ClusterAisClean (class in superpyrate.pipeline) cols (superpyrate.pipeline.ValidMessagesToDatabase attribute) column_separator (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute) columns (superpyrate.pipeline.ValidMessagesToDatabase attribute)

copy() (superpyrate.pipeline.ValidMessagesToDatabase method) CountLines (class in superpyrate.task_countfiles) csvfile (superpyrate.pipeline.GetCsvFile attribute) (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.ValidMessages attribute)

D

database (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute)

DoIt (class in superpyrate.task_countfiles)

F

folder_of_zips (superpyrate.pipeline.GetFolderOfArchives attribute) (superpyrate.pipeline.ProcessZipArchives attribute) (superpyrate.task_countfiles.DoIt attribute)

G

get_environment_variable() (in module superpyrate.pipeline) get_working_folder() (in module superpyrate.pipeline) GetCountsForAllFiles (class in superpyrate.task_countfiles)

GetCsvFile (class in superpyrate.pipeline) GetFolderOfArchives (class in superpyrate.pipeline) GetZipArchive (class in superpyrate.pipeline)

H

host (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute)

L

learn_columns() (in module superpyrate.tasks)

LoadCleanedAIS (class in superpyrate.pipeline)

M

main() (in module superpyrate.db_setup) make_options() (in module superpyrate.db_setup)

MakeAllIndices (class in superpyrate.pipeline)

N

null_values (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute)

O

original_csvfile (superpyrate.pipeline.ValidMessagesToDatabase attribute)

output() (superpyrate.pipeline.GetCsvFile method) (superpyrate.pipeline.GetFolderOfArchives method) (superpyrate.pipeline.GetZipArchive method) (superpyrate.pipeline.ProcessCsv method) (superpyrate.pipeline.ProcessZipArchives method) (superpyrate.pipeline.UnzippedArchive method) (superpyrate.pipeline.ValidMessages method) (superpyrate.task_countfiles.DoIt method)

P

password (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute) ProcessCsv (class in superpyrate.pipeline) ProcessZipArchives (class in superpyrate.pipeline)

produce_valid_csv_file() (in module superpyrate.tasks) ProduceStatisticsReport (class in superpyrate.task_countfiles) program_args() (superpyrate.pipeline.UnzippedArchive method)

Q

query (superpyrate.pipeline.RunQueryOnTable attribute)

R

readcsv() (in module superpyrate.tasks) requires() (superpyrate.pipeline.ClusterAisClean method) (superpyrate.pipeline.LoadCleanedAIS method) (superpyrate.pipeline.MakeAllIndices method) (superpyrate.pipeline.ProcessCsv method) (superpyrate.pipeline.ProcessZipArchives method) (superpyrate.pipeline.UnzippedArchive method) (superpyrate.pipeline.ValidMessages method) (superpyrate.pipeline.ValidMessagesToDatabase method) (superpyrate.pipeline.WriteCsvToDb method) (superpyrate.task_countfiles.CountLines method) (superpyrate.task_countfiles.DoIt method) (superpyrate.task_countfiles.GetCountsForAllFiles method) (superpyrate.task_countfiles.ProduceStatisticsReport method) rows() (superpyrate.pipeline.ValidMessagesToDatabase method)

run() (superpyrate.pipeline.GetFolderOfArchives method) (superpyrate.pipeline.LoadCleanedAIS method) (superpyrate.pipeline.ProcessCsv method) (superpyrate.pipeline.ProcessZipArchives method) (superpyrate.pipeline.ValidMessages method) (superpyrate.pipeline.ValidMessagesToDatabase method) (superpyrate.task_countfiles.DoIt method) RunQueryOnTable (class in superpyrate.pipeline)

S

setup_working_folder() (in module superpyrate.pipeline) superpyrate (module) superpyrate.db_setup (module)

superpyrate.pipeline (module) superpyrate.task_countfiles (module) superpyrate.tasks (module)

T

table (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute)

task_namespace (superpyrate.pipeline.ClusterAisClean attribute) (superpyrate.pipeline.GetCsvFile attribute) (superpyrate.pipeline.GetFolderOfArchives attribute) (superpyrate.pipeline.GetZipArchive attribute) (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.MakeAllIndices attribute) (superpyrate.pipeline.ProcessCsv attribute) (superpyrate.pipeline.ProcessZipArchives attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.UnzippedArchive attribute) (superpyrate.pipeline.ValidMessages attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute) (superpyrate.pipeline.WriteCsvToDb attribute) (superpyrate.task_countfiles.CountLines attribute) (superpyrate.task_countfiles.DoIt attribute) (superpyrate.task_countfiles.GetCountsForAllFiles attribute) (superpyrate.task_countfiles.ProduceStatisticsReport attribute)

U

unfussy_reader() (in module superpyrate.tasks) UnzippedArchive (class in superpyrate.pipeline)

update_id (superpyrate.pipeline.RunQueryOnTable attribute) user (superpyrate.pipeline.LoadCleanedAIS attribute) (superpyrate.pipeline.RunQueryOnTable attribute) (superpyrate.pipeline.ValidMessagesToDatabase attribute)

V

ValidMessages (class in superpyrate.pipeline)

ValidMessagesToDatabase (class in superpyrate.pipeline)

W

with_db (superpyrate.pipeline.ProcessZipArchives attribute) (superpyrate.task_countfiles.DoIt attribute)

WriteCsvToDb (class in superpyrate.pipeline)

Z

zip_file (superpyrate.pipeline.GetZipArchive attribute) (superpyrate.pipeline.ProcessCsv attribute) (superpyrate.pipeline.UnzippedArchive attribute)