This is an automated email from the ASF dual-hosted git repository.
xunh pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-bluemarlin.git.
from 8019cdc Add files via upload
new 8a46d50 Update tests for dlpredictor
new 7c169cb Improve accuracy
new 0982215 Merge branch 'apache:main' into main
new 119175f Merge pull request #7 from radibnia77/main
The 128 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
Model/predictor-dl-model/README.md | 7 +
.../predictor_dl_model/config.yml | 2 +-
.../predictor_dl_model/pipeline/main_cluster.py | 50 +-
.../predictor_dl_model/pipeline/transform.py | 2 +-
Processes/dlpredictor/.vscode/settings.json | 8 +
Processes/dlpredictor/conf/config.yml | 16 +-
Processes/dlpredictor/dag/dlpredictor_dag.py | 4 +-
...r_dag.py => si_traffic_prediction_check_dag.py} | 30 +-
Processes/dlpredictor/dlpredictor/main_spark_es.py | 3 +-
Processes/dlpredictor/dlpredictor/show_config.py | 52 +-
Processes/dlpredictor/dlpredictor/transform.py | 4 +-
Processes/dlpredictor/run.sh | 11 +-
.../count_dlpredictor.csv | 10001 ++++
.../test_dlpredictor_system_errors_2.py | 112 +-
.../dlpredictor/tests/{ => scripts}/README.md | 0
.../tests/{ => scripts}/parse_error_rate.py | 0
.../script_1.py} | 0
.../script_2.py} | 0
.../script_3.py} | 0
.../tests/{ => scripts}/test_spark_es_write.py | 0
.../output.txt | 0
.../si_traffic_prediction_check.py} | 210 +-
.../traffic_prediction_check.py} | 156 +-
.../test_dlpredictor_system_errors_10}/__init__.py | 0
.../dense_true.csv | 11394 ++++
.../ims_esclient.py | 34 +-
.../test_dlpredictor_system_errors_10.py | 108 +
.../test_dlpredictor_system_errors_11}/__init__.py | 0
.../ims_esclient.py | 34 +-
.../test_dlpredictor_system_errors_11.py | 187 +
.../slot-id-prediction-report.xlsx | Bin 11814 -> 0 bytes
.../test_dlpredictor_system_errors_4/util_1.py | 78 -
.../time_series_prediction_check/dense_uckeys.txt | 58992 +++++++++++++++++++
.../time_series_prediction_check/sparse_uckeys.txt | Bin 20426256 ->
34957654 bytes
.../test_dlpredictor_system_errors_1.py | 77 +-
.../dlpredictor/util-scripts/dense_sparse_count.py | 111 +
..._uckey_percentage.py => dense_sparse_uckeys.py} | 48 +-
.../dlpredictor/util-scripts/fact_data_count.py | 96 +
.../dlpredictor/util-scripts/filter_si_tmp_area.py | 117 +
.../dlpredictor/util-scripts/imp_of_traffic.py | 1 -
40 files changed, 81533 insertions(+), 412 deletions(-)
create mode 100644 Processes/dlpredictor/.vscode/settings.json
copy Processes/dlpredictor/dag/{dlpredictor_dag.py =>
si_traffic_prediction_check_dag.py} (67%)
create mode 100644
Processes/dlpredictor/tests/fact_data_prediction_check/count_dlpredictor.csv
rename Processes/dlpredictor/tests/{ =>
fact_data_prediction_check}/test_dlpredictor_system_errors_2.py (82%)
copy Processes/dlpredictor/tests/{ => scripts}/README.md (100%)
rename Processes/dlpredictor/tests/{ => scripts}/parse_error_rate.py (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_0.py =>
scripts/script_1.py} (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors.py =>
scripts/script_2.py} (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_3.py =>
scripts/script_3.py} (100%)
rename Processes/dlpredictor/tests/{ => scripts}/test_spark_es_write.py (100%)
rename Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4 =>
si_traffic_prediction_ckeck}/output.txt (100%)
copy
Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4/test_dlpredictor_system_errors_4.py
=> si_traffic_prediction_ckeck/si_traffic_prediction_check.py} (58%)
rename
Processes/dlpredictor/tests/{test_dlpredictor_system_errors_4/test_dlpredictor_system_errors_4.py
=> si_traffic_prediction_ckeck/traffic_prediction_check.py} (66%)
copy {Model/predictor-dl-model/tests/pipeline/data =>
Processes/dlpredictor/tests/test_dlpredictor_system_errors_10}/__init__.py
(100%)
create mode 100644
Processes/dlpredictor/tests/test_dlpredictor_system_errors_10/dense_true.csv
copy Processes/{imscommon/imscommon/es =>
dlpredictor/tests/test_dlpredictor_system_errors_10}/ims_esclient.py (85%)
create mode 100644
Processes/dlpredictor/tests/test_dlpredictor_system_errors_10/test_dlpredictor_system_errors_10.py
copy {Model/predictor-dl-model/tests/pipeline/data =>
Processes/dlpredictor/tests/test_dlpredictor_system_errors_11}/__init__.py
(100%)
copy Processes/{imscommon/imscommon/es =>
dlpredictor/tests/test_dlpredictor_system_errors_11}/ims_esclient.py (85%)
create mode 100644
Processes/dlpredictor/tests/test_dlpredictor_system_errors_11/test_dlpredictor_system_errors_11.py
delete mode 100644
Processes/dlpredictor/tests/test_dlpredictor_system_errors_4/slot-id-prediction-report.xlsx
delete mode 100644
Processes/dlpredictor/tests/test_dlpredictor_system_errors_4/util_1.py
create mode 100644
Processes/dlpredictor/tests/time_series_prediction_check/dense_uckeys.txt
copy
Model/predictor-dl-model/tests/trainer/sample_model/00000123/variables/variables.data-00000-of-00001
=> Processes/dlpredictor/tests/time_series_prediction_check/sparse_uckeys.txt
(51%)
rename Processes/dlpredictor/tests/{ =>
time_series_prediction_check}/test_dlpredictor_system_errors_1.py (79%)
create mode 100644 Processes/dlpredictor/util-scripts/dense_sparse_count.py
rename Processes/dlpredictor/util-scripts/{virtual_uckey_percentage.py =>
dense_sparse_uckeys.py} (61%)
create mode 100644 Processes/dlpredictor/util-scripts/fact_data_count.py
create mode 100644 Processes/dlpredictor/util-scripts/filter_si_tmp_area.py
