remove unneccessary columns, rename the lookup tables appropriately, ReleaseNotes updated

ReleaseNote.txt

 Release Notes:
 
-[2021-10-27] Features:
+[2022-04-04] Features:
     1. Updated model file with client recommended parameters.
     2. Computing every 15 minutes now.
     3. Recommendations are in a range now.
     
 [Initial] Features:
-    1. New model "delta_v1" with an MAE of about 800 being deployed.
+    1. New model "ctcmp_v1" with an MAE of about 0.4719 and MAPE of about 0.0056850 being deployed (evaluated on 415 datapoints)
\ No newline at end of file
+     
\ No newline at end of file

conf/data.yml

 column_renamer:
     site_114$dept_129$line_326$equipment_3903$tag_4831: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 5
-    site_114$dept_129$line_326$equipment_3903$tag_4648: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow CV
     site_114$dept_129$line_326$equipment_3903$tag_4692: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2
     site_114$dept_129$line_326$equipment_3903$tag_4703: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1
     site_114$dept_129$line_326$equipment_3903$tag_4704: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2
-    site_114$dept_129$line_326$equipment_3903$tag_4705: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 3
-    site_114$dept_129$line_326$equipment_3903$tag_4828: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 2
     site_114$dept_129$line_326$equipment_3903$tag_4829: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 3
     site_114$dept_129$line_326$equipment_3903$tag_4830: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4
     site_114$dept_129$line_326$equipment_3903$tag_4862: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine
-    site_114$dept_129$line_326$equipment_3903$tag_4688: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Running status
-    site_114$dept_129$line_326$equipment_3903$tag_4647: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature CV
     site_114$dept_129$line_326$equipment_3903$tag_5153: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204
-    site_114$dept_129$line_326$equipment_3903$tag_4570: Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature
-
 
 train_query:
   metrics:
     - tags:
         c3:
           - site_114$dept_129$line_326$equipment_3903$tag_4831
-          - site_114$dept_129$line_326$equipment_3903$tag_4648
           - site_114$dept_129$line_326$equipment_3903$tag_4692
           - site_114$dept_129$line_326$equipment_3903$tag_4703
           - site_114$dept_129$line_326$equipment_3903$tag_4704
-          - site_114$dept_129$line_326$equipment_3903$tag_4705
-          - site_114$dept_129$line_326$equipment_3903$tag_4828
           - site_114$dept_129$line_326$equipment_3903$tag_4829
           - site_114$dept_129$line_326$equipment_3903$tag_4830
           - site_114$dept_129$line_326$equipment_3903$tag_4862
-          - site_114$dept_129$line_326$equipment_3903$tag_4647
           - site_114$dept_129$line_326$equipment_3903$tag_5153
-          - site_114$dept_129$line_326$equipment_3903$tag_4570
       name: ilens.live_data.raw
       group_by:
         - name: tag
@@ -44,21 +32,21 @@ train_query:
             unit: minutes
           align_sampling: true
           align_start_time: true
-    - tags:
-        c3:
-          - site_114$dept_129$line_326$equipment_3903$tag_4688
-      name: ilens.live_data.raw
-      group_by:
-        - name: tag
-          tags:
-            - c3
-      aggregators:
-        - name: min
-          sampling:
-            value: '1'
-            unit: hours
-          align_sampling: true
-          align_start_time: true    
+#    - tags:
+#        c3:
+#          - site_114$dept_129$line_326$equipment_3903$tag_4688
+#      name: ilens.live_data.raw
+#      group_by:
+#        - name: tag
+#          tags:
+#            - c3
+#      aggregators:
+#        - name: min
+#          sampling:
+#            value: '1'
+#            unit: hours
+#          align_sampling: true
+#          align_start_time: true
   plugins: [ ]
   cache_time: 0
   time_zone: Asia/Calcutta
@@ -71,18 +59,13 @@ live_query:
     - tags:
         c3:
           - site_114$dept_129$line_326$equipment_3903$tag_4831
-          - site_114$dept_129$line_326$equipment_3903$tag_4648
           - site_114$dept_129$line_326$equipment_3903$tag_4692
           - site_114$dept_129$line_326$equipment_3903$tag_4703
           - site_114$dept_129$line_326$equipment_3903$tag_4704
-          - site_114$dept_129$line_326$equipment_3903$tag_4705
-          - site_114$dept_129$line_326$equipment_3903$tag_4828
           - site_114$dept_129$line_326$equipment_3903$tag_4829
           - site_114$dept_129$line_326$equipment_3903$tag_4830
           - site_114$dept_129$line_326$equipment_3903$tag_4862
-          - site_114$dept_129$line_326$equipment_3903$tag_4647
           - site_114$dept_129$line_326$equipment_3903$tag_5153
-          - site_114$dept_129$line_326$equipment_3903$tag_4570
       name: ilens.live_data.raw
       group_by:
         - name: tag
@@ -95,21 +78,21 @@ live_query:
             unit: minutes
           align_sampling: true
           align_start_time: true
-    - tags:
-        c3:
-          - site_114$dept_129$line_326$equipment_3903$tag_4688
-      name: ilens.live_data.raw
-      group_by:
-        - name: tag
-          tags:
-            - c3
-      aggregators:
-        - name: min
-          sampling:
-            value: '15'
-            unit: minutes
-          align_sampling: true
-          align_start_time: true    
+#    - tags:
+#        c3:
+#          - site_114$dept_129$line_326$equipment_3903$tag_4688
+#      name: ilens.live_data.raw
+#      group_by:
+#        - name: tag
+#          tags:
+#            - c3
+#      aggregators:
+#        - name: min
+#          sampling:
+#            value: '15'
+#            unit: minutes
+#          align_sampling: true
+#          align_start_time: true
   plugins: [ ]
   cache_time: 0
   time_zone: Asia/Calcutta
@@ -174,13 +157,11 @@ output:
     ai_yield_pure CTCMP_delta: site_114$dept_129$line_326$equipment_3903$tag_6083
 
 
-
-
   site: "site_114"
   target: "Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.CTCMP"
   tables:
-    profile: "gba_ctcmp_profile"
-    lookup: "gba_ctcmp_lookup"
+    profile: "gba_ctcmp_r7204_profile"
+    lookup: "gba_ctcmp_r7204_lookup"
 
 device_tag_map:
   Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2: PI_R7204_2

conf/profile.csv

-device_tag,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version
-PI_R7204_2,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest
-TI_R7204_3,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest
-TIC_R7204_1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest
-FI_R7204_4,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest
-AI_R7204,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest
-RATIO,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest
-Total_chlorine_flow,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest
+device_tag,device_id,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version
+PI_R7204_2,Reactor pressure,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest
+TI_R7204_3,Temperature 1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest
+TIC_R7204_1,Rxn Mass Temp (Deg C),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest
+FI_R7204_4,APTCB Flow as per FT (Kg/Hr),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest
+AI_R7204,Chlorine,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0,-1,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest
+RATIO,APTCB: Chlorine ratio 00:01:04 (Min),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest
+Total_chlorine_flow,Sum of Fresh Chlorine Flow Rate and Recycled Chlorine Flow Rate,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest

gba_ctcmp_lookup.csv

-device_tag,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version,rec_lower,rec_upper,rec_original,rec_status
-PI_R7204_2,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest,0,1,0.86,Operator to make changes based on recommendations!
-TI_R7204_3,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest,156,158,157.12,Operator to make changes based on recommendations!
-TIC_R7204_1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest,178,179,178.45,Operator to make changes based on recommendations!
-FI_R7204_4,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest,94,100,97.26,Operator to make changes based on recommendations!
-AI_R7204,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest,-1,0,-0.35,Operator to make changes based on recommendations!
-RATIO,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest,4,6,5.13,Operator to make changes based on recommendations!
-Total_chlorine_flow,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest,284,315,299.43,Operator to make changes based on recommendations!

gba_ctcmp_r7204_lookup.csv

+device_tag,device_id,column,importances,min,max,mean,std_dev,range_min,range_max,golden_batch_minimum,golden_batch_maximum,operating_min,operating_max,module,model_version,rec_lower,rec_upper,rec_original,rec_status
+PI_R7204_2,Reactor pressure,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Pressure 2,19.9,0,1,0.4,0.1,0.3,0.5,0,1,0,1,Golden Batch - CTCMP,latest,0,1,0.86,Operator to make changes based on recommendations!
+TI_R7204_3,Temperature 1,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 1,13.6,139,204,170.7,9.4,156.6,184.8,156,185,156,185,Golden Batch - CTCMP,latest,156,158,157.12,Operator to make changes based on recommendations!
+TIC_R7204_1,Rxn Mass Temp (Deg C),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Temperature 2,7.7,171,194,181.3,4.0,175.3,187.3,175,188,175,188,Golden Batch - CTCMP,latest,178,179,178.45,Operator to make changes based on recommendations!
+FI_R7204_4,APTCB Flow as per FT (Kg/Hr),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Flow 4,23.4,50,132,92.1,12.2,73.8,110.4,73,111,73,111,Golden Batch - CTCMP,latest,94,100,97.26,Operator to make changes based on recommendations!
+AI_R7204,Chlorine,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Chlorine,23.6,-1,0,-0.9,0.0,-1.0,-0.9,-1,0,-1,0,Golden Batch - CTCMP,latest,-1,0,-0.35,Operator to make changes based on recommendations!
+RATIO,APTCB: Chlorine ratio 00:01:04 (Min),Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.Ratio R7204,5.2,-31,9,3.6,1.0,2.1,5.2,2,6,2,6,Golden Batch - CTCMP,latest,4,6,5.13,Operator to make changes based on recommendations!
+Total_chlorine_flow,Sum of Fresh Chlorine Flow Rate and Recycled Chlorine Flow Rate,Bharuch-Unit 2.CTCMP.Stage IIA - Chlorination & Neutralization-I.Reactor R-7204.total_chlorine_flow,6.6,176,504,338.8,61.3,246.8,430.7,246,431,246,431,Golden Batch - CTCMP,latest,284,315,299.43,Operator to make changes based on recommendations!

scripts/core/recommender/parameter_optimizer.py

@@ -241,8 +241,8 @@ class ParameterOptimization(object):
         df_updated_recommendation.to_csv("{}.csv".format(OUTPUT_DATA["tables"]["lookup"]), index=False)
         full_profile_data = "conf/profile.csv"
         df_full_profile = pd.read_csv(full_profile_data)
-        df_updated_recommendation.to_sql(OUTPUT_DATA["tables"]["lookup"], engine, if_exists="replace")
-        df_full_profile.to_sql(OUTPUT_DATA["tables"]["profile"], engine, if_exists="replace")
+        # df_updated_recommendation.to_sql(OUTPUT_DATA["tables"]["lookup"], engine, if_exists="replace")
+        # df_full_profile.to_sql(OUTPUT_DATA["tables"]["profile"], engine, if_exists="replace")
 
     def find_optimum(self, data_dict, add_predict, controllable=False):
         logger.info("Finding optimum data for the last received live data.")
@@ -253,10 +253,8 @@ class ParameterOptimization(object):
         data_1 = df_validate
         original_data = df_validate.to_dict(orient="records")[0]
         df_validate = df_validate[PARAMETER_INPUT]
-        # print("df_validate =", df_validate)
         live_data = df_validate.to_dict(orient="records")[0]
         live_processed_data = df_validate.iloc[0, :].to_numpy().reshape(1, -1)
-        # print("model =", self.model)
         live_data_prediction = self.model.predict(df_validate)[0]
         live_data_prediction_15_min = live_data_prediction / 4
         print("Live Data ---> ", data_dict[0])