diff --git a/.idea/workspace.xml b/.idea/workspace.xml
index f8a3ac25..e6cf8a4a 100644
--- a/.idea/workspace.xml
+++ b/.idea/workspace.xml
@@ -3,16 +3,9 @@
   <component name="ChangeListManager">
     <list default="true" id="94de51ad-8d1d-41a3-818d-0ec9c10ebe6b" name="Default Changelist" comment="">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr.cfg" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_L1.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_L1.cfg" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_groupLasso.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_groupLasso.cfg" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_hcgs.cfg" beforeDir="false" afterPath="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_hcgs.cfg" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/guided_choices.py" beforeDir="false" afterPath="$PROJECT_DIR$/guided_choices.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/hcgs.py" beforeDir="false" afterPath="$PROJECT_DIR$/hcgs.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/run_exp.py" beforeDir="false" afterPath="$PROJECT_DIR$/run_exp.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/test_gHCGS.py" beforeDir="false" afterPath="$PROJECT_DIR$/test_gHCGS.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/utils.py" beforeDir="false" afterPath="$PROJECT_DIR$/utils.py" afterDir="false" />
     </list>
     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -29,7 +22,7 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/neural_networks.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="-2355">
+            <state relative-caret-position="270">
               <caret line="28" column="83" selection-start-line="28" selection-start-column="13" selection-end-line="28" selection-end-column="89" />
               <folding>
                 <element signature="e#263#275#0" expanded="true" />
@@ -41,8 +34,8 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/run_exp.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="135">
-              <caret line="184" selection-start-line="184" selection-end-line="184" />
+            <state relative-caret-position="2550">
+              <caret line="184" column="70" selection-start-line="184" selection-start-column="70" selection-end-line="184" selection-end-column="70" />
               <folding>
                 <element signature="e#263#300#0" expanded="true" />
               </folding>
@@ -53,7 +46,7 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/core.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="277">
+            <state relative-caret-position="3765">
               <caret line="264" selection-start-line="264" selection-end-line="264" />
               <folding>
                 <element signature="e#262#272#0" expanded="true" />
@@ -65,8 +58,8 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/utils.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="322">
-              <caret line="1988" selection-start-line="1988" selection-end-line="1988" />
+            <state relative-caret-position="328">
+              <caret line="1900" column="24" selection-start-line="1900" selection-start-column="24" selection-end-line="1900" selection-end-column="24" />
               <folding>
                 <element signature="e#262#281#0" expanded="true" />
               </folding>
@@ -77,17 +70,29 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr.cfg">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="-1500">
+            <state relative-caret-position="120">
               <caret line="8" column="12" selection-start-line="8" selection-start-column="12" selection-end-line="8" selection-end-column="12" />
             </state>
           </provider>
         </entry>
       </file>
-      <file pinned="false" current-in-tab="true">
+      <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="135">
-              <caret line="9" column="15" lean-forward="true" selection-start-line="9" selection-start-column="15" selection-end-line="9" selection-end-column="15" />
+            <state relative-caret-position="285">
+              <caret line="19" column="144" lean-forward="true" selection-start-line="19" selection-start-column="144" selection-end-line="19" selection-end-column="144" />
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/guided_choices.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="300">
+              <caret line="20" column="44" lean-forward="true" selection-start-line="20" selection-start-column="44" selection-end-line="20" selection-end-column="44" />
+              <folding>
+                <element signature="e#0#12#0" expanded="true" />
+              </folding>
             </state>
           </provider>
         </entry>
@@ -104,8 +109,8 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="180">
-              <caret line="12" column="15" selection-start-line="12" selection-start-column="15" selection-end-line="12" selection-end-column="15" />
+            <state relative-caret-position="270">
+              <caret line="18" column="56" selection-start-line="18" selection-start-column="56" selection-end-line="18" selection-end-column="56" />
             </state>
           </provider>
         </entry>
@@ -121,8 +126,6 @@
   </component>
   <component name="FindInProjectRecents">
     <findStrings>
-      <find>self.size_per_dir</find>
-      <find>rand_choices</find>
       <find>class LSTM(</find>
       <find>ghcgs_uih</find>
       <find>guided</find>
@@ -150,7 +153,9 @@
       <find>class lstm</find>
       <find>nn_class</find>
       <find>gl_norm</find>
+      <find>prune</find>
       <find>nns</find>
+      <find>apply_</find>
     </findStrings>
     <replaceStrings>
       <replace>30.0</replace>
@@ -189,17 +194,17 @@
         <option value="$PROJECT_DIR$/run_exp.py" />
         <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_L1.cfg" />
         <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_groupLasso.cfg" />
-        <option value="$PROJECT_DIR$/utils.py" />
         <option value="$PROJECT_DIR$/hcgs.py" />
-        <option value="$PROJECT_DIR$/guided_choices.py" />
         <option value="$PROJECT_DIR$/test_gHCGS.py" />
-        <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg" />
         <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr.cfg" />
+        <option value="$PROJECT_DIR$/guided_choices.py" />
+        <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg" />
         <option value="$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg" />
+        <option value="$PROJECT_DIR$/utils.py" />
       </list>
     </option>
   </component>
-  <component name="ProjectFrameBounds" extendedState="6">
+  <component name="ProjectFrameBounds" extendedState="7">
     <option name="y" value="28" />
     <option name="width" value="1920" />
     <option name="height" value="1017" />
@@ -212,6 +217,7 @@
       <foldersAlwaysOnTop value="true" />
     </navigator>
     <panes>
+      <pane id="Scope" />
       <pane id="ProjectPane">
         <subPane>
           <expand>
@@ -234,7 +240,6 @@
           <select />
         </subPane>
       </pane>
-      <pane id="Scope" />
     </panes>
   </component>
   <component name="PropertiesComponent">
@@ -358,8 +363,7 @@
     </todo-panel>
   </component>
   <component name="ToolWindowManager">
-    <frame x="-1" y="24" width="1922" height="1033" extended-state="6" />
-    <editor active="true" />
+    <frame x="-1" y="24" width="1922" height="1033" extended-state="7" />
     <layout>
       <window_info content_ui="combo" id="Project" order="0" sideWeight="0.49944752" visible="true" weight="0.18028466" />
       <window_info id="Structure" order="1" sideWeight="0.5005525" side_tool="true" weight="0.18028466" />
@@ -514,20 +518,8 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/exp/TIMIT_LSTM_fmllr_test_gl/exp_files/train_TIMIT_tr_ep0_ck1.cfg">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="155">
-          <caret line="28" column="13" selection-start-line="28" selection-end-line="28" selection-end-column="13" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/exp/TIMIT_LSTM_fmllr_test_gl/exp_files/train_TIMIT_tr_ep0_ck0.cfg">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="155">
-          <caret line="28" column="8" selection-start-line="28" selection-end-line="28" selection-end-column="8" />
-        </state>
-      </provider>
-    </entry>
+    <entry file="file://$PROJECT_DIR$/exp/TIMIT_LSTM_fmllr_test_gl/exp_files/train_TIMIT_tr_ep0_ck1.cfg" />
+    <entry file="file://$PROJECT_DIR$/exp/TIMIT_LSTM_fmllr_test_gl/exp_files/train_TIMIT_tr_ep0_ck0.cfg" />
     <entry file="file://$PROJECT_DIR$/test.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="327">
@@ -669,16 +661,6 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/guided_choices.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="450">
-          <caret line="30" selection-start-line="30" selection-end-line="30" />
-          <folding>
-            <element signature="e#0#12#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/test_gHCGS.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="60">
@@ -699,71 +681,81 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="180">
-          <caret line="12" column="15" selection-start-line="12" selection-start-column="15" selection-end-line="12" selection-end-column="15" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_L1.cfg">
+    <entry file="file://$PROJECT_DIR$/neural_networks.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="180">
-          <caret line="12" column="15" selection-start-line="12" selection-start-column="15" selection-end-line="13" selection-end-column="18" />
+        <state relative-caret-position="270">
+          <caret line="28" column="83" selection-start-line="28" selection-start-column="13" selection-end-line="28" selection-end-column="89" />
+          <folding>
+            <element signature="e#263#275#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/neural_networks.py">
+    <entry file="file://$PROJECT_DIR$/run_exp.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-2355">
-          <caret line="28" column="83" selection-start-line="28" selection-start-column="13" selection-end-line="28" selection-end-column="89" />
+        <state relative-caret-position="2550">
+          <caret line="184" column="70" selection-start-line="184" selection-start-column="70" selection-end-line="184" selection-end-column="70" />
           <folding>
-            <element signature="e#263#275#0" expanded="true" />
+            <element signature="e#263#300#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/utils.py">
+    <entry file="file://$PROJECT_DIR$/core.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="322">
-          <caret line="1988" selection-start-line="1988" selection-end-line="1988" />
+        <state relative-caret-position="3765">
+          <caret line="264" selection-start-line="264" selection-end-line="264" />
           <folding>
-            <element signature="e#262#281#0" expanded="true" />
+            <element signature="e#262#272#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
     <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr.cfg">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-1500">
+        <state relative-caret-position="120">
           <caret line="8" column="12" selection-start-line="8" selection-start-column="12" selection-end-line="8" selection-end-column="12" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/run_exp.py">
+    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_L1.cfg">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="135">
-          <caret line="184" selection-start-line="184" selection-end-line="184" />
-          <folding>
-            <element signature="e#263#300#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="180">
+          <caret line="12" column="15" selection-start-line="12" selection-start-column="15" selection-end-line="13" selection-end-column="18" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/core.py">
+    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="277">
-          <caret line="264" selection-start-line="264" selection-end-line="264" />
+        <state relative-caret-position="270">
+          <caret line="18" column="56" selection-start-line="18" selection-start-column="56" selection-end-line="18" selection-end-column="56" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="285">
+          <caret line="19" column="144" lean-forward="true" selection-start-line="19" selection-start-column="144" selection-end-line="19" selection-end-column="144" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/utils.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="328">
+          <caret line="1900" column="24" selection-start-line="1900" selection-start-column="24" selection-end-line="1900" selection-end-column="24" />
           <folding>
-            <element signature="e#262#272#0" expanded="true" />
+            <element signature="e#262#281#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg">
+    <entry file="file://$PROJECT_DIR$/guided_choices.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="135">
-          <caret line="9" column="15" lean-forward="true" selection-start-line="9" selection-start-column="15" selection-end-line="9" selection-end-column="15" />
+        <state relative-caret-position="300">
+          <caret line="20" column="44" lean-forward="true" selection-start-line="20" selection-start-column="44" selection-end-line="20" selection-end-column="44" />
+          <folding>
+            <element signature="e#0#12#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
diff --git a/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg b/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg
index 4e823820..bc522b6f 100644
--- a/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg
+++ b/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs.cfg
@@ -5,13 +5,13 @@ cfg_proto_chunk = proto/global_chunk.proto
 [exp]
 cmd =
 run_nn_script = run_nn
-out_folder = exp/TIMIT_LSTM_fmllr_test2_ghcgs_onlyFinal_25d32b_75d4b
+out_folder = exp/TIMIT_LSTM_fmllr_test2_gcgs_onlyFirst_81p25d32b
 seed = 22341
 use_cuda = True
 multi_gpu = False
 save_gpumem = False
 n_epochs_tr = 8
-apply_guided_ep = 8
+apply_guided_ep = 2
 
 [dataset1]
 data_name = TIMIT_tr
@@ -160,10 +160,10 @@ out_folder =
 lstm_hcgs = False
 guided_hcgs = True
 apply_guided_hcgs = False
-hcgsx_block = 32,4
-hcgsx_sparse = 25,75
-hcgsh_block = 32,4
-hcgsh_sparse = 25,75
+hcgsx_block = 32
+hcgsx_sparse = 81.25
+hcgsh_block = 32
+hcgsh_sparse = 81.25
 lstm_quant = False
 param_quant = 6,6
 lstm_quant_inp = False
@@ -200,8 +200,8 @@ out_folder =
 mlp_hcgs = False
 guided_hcgs = True
 apply_guided_hcgs = False
-hcgs_block = 32,4
-hcgs_sparse = 25,75
+hcgs_block = 32
+hcgs_sparse = 81.25
 mlp_quant = False
 param_quant = 5
 mlp_quant_inp = False
diff --git a/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg b/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg
index ccf7a2ff..aa73a35e 100644
--- a/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg
+++ b/cfg/TIMIT_CGS/TIMIT_LSTM_fmllr_ghcgs_L1.cfg
@@ -5,13 +5,13 @@ cfg_proto_chunk = proto/global_chunk.proto
 [exp]
 cmd =
 run_nn_script = run_nn
-out_folder = exp/TIMIT_LSTM_fmllr_test_ghcgs_l1_onlyFinal_25d32b_75d4b
-seed = 2234
+out_folder = exp/TIMIT_LSTM_fmllr_test2_ghcgs_l1_onlyFirst_25d32b_75d4b
+seed = 22341
 use_cuda = True
 multi_gpu = False
 save_gpumem = False
 n_epochs_tr = 8
-apply_guided_ep = 8
+apply_guided_ep = 2
 
 [dataset1]
 data_name = TIMIT_tr
diff --git a/guided_choices.py b/guided_choices.py
index 8ea4a823..f7001556 100644
--- a/guided_choices.py
+++ b/guided_choices.py
@@ -18,7 +18,7 @@ def guided_array_rows (w_mat, n_blk, n_blk_sels, blk_size):
         w_mat2 = w_mat[: ,x:x + c1]
         temp = torch.randn(1, 1, r, c1)
         temp[0, 0, :, :] = w_mat2
-        if r == blk_size:
+        if r == blk_size and c1 >= blk_size:
             avg = torch.nn.AvgPool2d(blk_size, c1)
         else:
             avg = torch.nn.AvgPool2d((r, c1), c1)
diff --git a/utils.py b/utils.py
index e6032b42..ba5a4307 100644
--- a/utils.py
+++ b/utils.py
@@ -1898,7 +1898,7 @@ def forward_model(fea_dict, lab_dict, arch_dict, model, nns, costs, inp, inp_out
     for line in model:
         [out_name, operation, inp1, inp2] = list(re.findall(pattern, line)[0])
 
-        if out_name == 'loss_gl':
+        if out_name[0:7] == 'loss_gl':
             pattern2 = '(.*)=(.*)\((.*),(.*),(.*)\)'
             [out_name, operation, inp1, inp2, inp3] = list(re.findall(pattern2, line)[0])