Skip to content

Commit

Permalink
Fix pylint and pep8
Browse files Browse the repository at this point in the history
  • Loading branch information
Olivie Franklova (CZ) authored and Olivie Franklova (CZ) committed May 10, 2024
1 parent 271d8a0 commit 9668bdb
Showing 1 changed file with 22 additions and 2 deletions.
24 changes: 22 additions & 2 deletions main.py
Original file line number Diff line number Diff line change
@@ -1,28 +1,48 @@
"""
The main.py contains example usage.
You can run program to compare tables by main
"""
import sys

import pandas as pd

from similarity.Comparator import Comparator, SizeComparator, IncompleteColumnsComparator, KindComparator, \
ColumnNamesEmbeddingsComparator
from similarity.Comparator import (Comparator, SizeComparator,
IncompleteColumnsComparator, KindComparator,
ColumnNamesEmbeddingsComparator)
from similarity.DataFrameMetadataCreator import DataFrameMetadataCreator

if not sys.warnoptions:
import warnings


def supress_warning():
"""
Supress timezone warning
"""
warnings.filterwarnings('ignore',
message='*return a timezone-aware datetime.'
' In a future version, this will raise an exception*')
# todo fix


def create_metadata(data):
"""
This function creates metadata
:return created metadata
"""
return (DataFrameMetadataCreator(data).
compute_advanced_structural_types().
compute_column_kind().compute_column_names_embeddings()).get_metadata()


def compare_datasets(path1, path2):
"""
This function compare two tables
It will read datasets, create metadata and comparator, compare them
:param path1: to file with table 1
:param path2: to file with table 2
:return: distance between tables
"""
data1 = pd.read_csv(path1)
data2 = pd.read_csv(path2)
metadata1 = create_metadata(data1)
Expand Down

0 comments on commit 9668bdb

Please sign in to comment.