Skip to content

Commit

Permalink
uncommenting featurebuilders
Browse files Browse the repository at this point in the history
  • Loading branch information
@agshruti12
agshruti12 committed Oct 17, 2024
1 parent 7459403 commit 48a0a4e
Showing 1 changed file with 81 additions and 81 deletions.
162 changes: 81 additions & 81 deletions tests/run_tests.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -49,22 +49,22 @@
)
testing_chat.featurize()

# testing_info_exchange = FeatureBuilder(
# input_df = info_exchange_df,
# vector_directory = "./vector_data/",
# output_file_path_chat_level = "./output/chat/info_exchange_zscore_chats.csv",
# output_file_path_user_level = "./output/user/info_exchange_zscore_chats.csv",
# output_file_path_conv_level = "./output/conv/info_exchange_zscore_chats.csv",
# custom_features = [ # these require vect_data, so they now need to be explicitly included in order to calculate them
# "(BERT) Mimicry",
# "Moving Mimicry",
# "Forward Flow",
# "Discursive Diversity"
# ],
# turns = False,
# regenerate_vectors = True
# )
# testing_info_exchange.featurize()
testing_info_exchange = FeatureBuilder(
input_df = info_exchange_df,
vector_directory = "./vector_data/",
output_file_path_chat_level = "./output/chat/info_exchange_zscore_chats.csv",
output_file_path_user_level = "./output/user/info_exchange_zscore_chats.csv",
output_file_path_conv_level = "./output/conv/info_exchange_zscore_chats.csv",
custom_features = [ # these require vect_data, so they now need to be explicitly included in order to calculate them
"(BERT) Mimicry",
"Moving Mimicry",
"Forward Flow",
"Discursive Diversity"
],
turns = False,
regenerate_vectors = True
)
testing_info_exchange.featurize()

testing_conv = FeatureBuilder(
input_df = conv_df,
Expand All @@ -83,41 +83,41 @@
)
testing_conv.featurize()

# test_ner_feature_builder = FeatureBuilder(
# input_df = test_ner_df,
# ner_training_df = test_ner_training_df,
# vector_directory = "./vector_data/",
# output_file_path_chat_level = "./output/chat/test_named_entity_chat_level.csv",
# output_file_path_user_level = "./output/user/test_named_entity_user_level.csv",
# output_file_path_conv_level = "./output/conv/test_named_entity_conversation_level.csv",
# custom_features = [
# "(BERT) Mimicry",
# "Moving Mimicry",
# "Forward Flow",
# "Discursive Diversity"
# ],
# turns = False,
# regenerate_vectors = True
# )
# test_ner_feature_builder.featurize()
test_ner_feature_builder = FeatureBuilder(
input_df = test_ner_df,
ner_training_df = test_ner_training_df,
vector_directory = "./vector_data/",
output_file_path_chat_level = "./output/chat/test_named_entity_chat_level.csv",
output_file_path_user_level = "./output/user/test_named_entity_user_level.csv",
output_file_path_conv_level = "./output/conv/test_named_entity_conversation_level.csv",
custom_features = [
"(BERT) Mimicry",
"Moving Mimicry",
"Forward Flow",
"Discursive Diversity"
],
turns = False,
regenerate_vectors = True
)
test_ner_feature_builder.featurize()

# testing perturbed chat level features
# testing_chat_complex = FeatureBuilder(
# input_df = chat_complex_df,
# vector_directory = "./vector_data/",
# output_file_path_chat_level = "./output/chat/test_chat_level_chat_complex.csv",
# output_file_path_user_level = "./output/user/test_chat_level_user_complex.csv",
# output_file_path_conv_level = "./output/conv/test_chat_level_conv_complex.csv",
# custom_features = [
# "(BERT) Mimicry",
# "Moving Mimicry",
# "Forward Flow",
# "Discursive Diversity"
# ],
# turns = False,
# regenerate_vectors = True
# )
# testing_chat_complex.featurize()
testing_chat_complex = FeatureBuilder(
input_df = chat_complex_df,
vector_directory = "./vector_data/",
output_file_path_chat_level = "./output/chat/test_chat_level_chat_complex.csv",
output_file_path_user_level = "./output/user/test_chat_level_user_complex.csv",
output_file_path_conv_level = "./output/conv/test_chat_level_conv_complex.csv",
custom_features = [
"(BERT) Mimicry",
"Moving Mimicry",
"Forward Flow",
"Discursive Diversity"
],
turns = False,
regenerate_vectors = True
)
testing_chat_complex.featurize()

# testing conv features
testing_conv_complex = FeatureBuilder(
Expand All @@ -137,38 +137,38 @@
)
testing_conv_complex.featurize()

# testing_conv_complex_ts = FeatureBuilder(
# input_df = conv_complex_timestamps_df,
# vector_directory = "./vector_data/",
# output_file_path_chat_level = "./output/chat/test_conv_level_chat_complex_ts.csv",
# output_file_path_user_level = "./output/user/test_conv_level_user_complex_ts.csv",
# output_file_path_conv_level = "./output/conv/test_conv_level_conv_complex_ts.csv",
# custom_features = [
# "(BERT) Mimicry",
# "Moving Mimicry",
# "Forward Flow",
# "Discursive Diversity"
# ],
# turns = False,
# regenerate_vectors = True
# )
# testing_conv_complex_ts.featurize()
testing_conv_complex_ts = FeatureBuilder(
input_df = conv_complex_timestamps_df,
vector_directory = "./vector_data/",
output_file_path_chat_level = "./output/chat/test_conv_level_chat_complex_ts.csv",
output_file_path_user_level = "./output/user/test_conv_level_user_complex_ts.csv",
output_file_path_conv_level = "./output/conv/test_conv_level_conv_complex_ts.csv",
custom_features = [
"(BERT) Mimicry",
"Moving Mimicry",
"Forward Flow",
"Discursive Diversity"
],
turns = False,
regenerate_vectors = True
)
testing_conv_complex_ts.featurize()

# testing forward flow
# testing_forward_flow = FeatureBuilder(
# input_df = test_forward_flow_df,
# vector_directory = "./vector_data/",
# output_file_path_chat_level = "./output/chat/test_forward_flow_chat.csv",
# output_file_path_user_level = "./output/user/test_forward_flow_user.csv",
# output_file_path_conv_level = "./output/conv/test_forward_flow_conv.csv",
# custom_features = [
# "(BERT) Mimicry",
# "Moving Mimicry",
# "Forward Flow",
# "Discursive Diversity"
# ],
# turns = False,
# regenerate_vectors = True
# )
testing_forward_flow = FeatureBuilder(
input_df = test_forward_flow_df,
vector_directory = "./vector_data/",
output_file_path_chat_level = "./output/chat/test_forward_flow_chat.csv",
output_file_path_user_level = "./output/user/test_forward_flow_user.csv",
output_file_path_conv_level = "./output/conv/test_forward_flow_conv.csv",
custom_features = [
"(BERT) Mimicry",
"Moving Mimicry",
"Forward Flow",
"Discursive Diversity"
],
turns = False,
regenerate_vectors = True
)

# testing_forward_flow.featurize()
testing_forward_flow.featurize()

0 comments on commit 48a0a4e

Please sign in to comment.