Deployed 60072d7 with MkDocs version: 1.5.3

features/index.html

@@ -705,7 +705,7 @@ <h1 id="features">Features</h1>
 <p>This page provides a description of individual data features in the datasets. Features available in each dataset are listed on the <a class="autorefs autorefs-internal" href="../dataset_metadata/#metadata">dataset metadata</a> page.</p>
 <h2 id="ppi-sequence">PPI sequence</h2>
 <p>A per-packet information (PPI) sequence is a 2D matrix describing the first 30 packets of a flow. For flows shorter than 30 packets, the PPI sequence is padded with zeros.
-Set <code>use_push_flags</code> for using PUSH flags in PPI sequences, if available in the used dataset.</p>
+Set <code>use_push_flags</code> to include PUSH flags in PPI sequences, if available in the dataset.</p>
 <table>
 <thead>
 <tr>
@@ -822,7 +822,7 @@ <h2 id="packet-histograms">Packet histograms</h2>
 <p>On the <a class="autorefs autorefs-internal" href="../dataset_metadata/#metadata">dataset metadata</a> page, packet histogram features are called <code>PHIST_SRC_SIZES</code>, <code>PHIST_DST_SIZES</code>, <code>PHIST_SRC_IPT</code>, <code>PHIST_DST_IPT</code>. Those are the names of database columns that are flattened to the _BIN{<em>x</em>} features.</p>
 <h2 id="tcp-features">TCP features</h2>
 <p>Datasets with TLS over TCP traffic contain features indicating the presence of individual TCP flags in the flow.
-Set <code>use_tcp_features</code> for using a subset of flags defined in <code>cesnet_datazoo.constants.SELECTED_TCP_FLAGS</code>.</p>
+Set <code>use_tcp_features</code> to use a subset of flags defined in <code>cesnet_datazoo.constants.SELECTED_TCP_FLAGS</code>.</p>
 <table>
 <thead>
 <tr>

reference_cesnet_dataset/index.html

@@ -2358,8 +2358,8 @@ <h2 id="datasets.cesnet_dataset.CesnetDataset" class="doc doc-heading">
         <span class="k">elif</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">apps_selection</span> <span class="o">==</span> <span class="n">AppSelection</span><span class="o">.</span><span class="n">FIXED</span><span class="p">:</span>
             <span class="n">known_apps</span> <span class="o">=</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">apps_selection_fixed_known</span>
             <span class="n">unknown_apps</span> <span class="o">=</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">apps_selection_fixed_unknown</span>
-            <span class="n">train_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
-            <span class="n">train_unknown_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
+            <span class="n">train_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
+            <span class="n">train_unknown_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
         <span class="k">else</span><span class="p">:</span>
             <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">&quot;Either need train set or the fixed application selection&quot;</span><span class="p">)</span>
         <span class="c1"># Initialize validation set</span>
@@ -2396,8 +2396,8 @@ <h2 id="datasets.cesnet_dataset.CesnetDataset" class="doc doc-heading">
                                                                         <span class="n">test_size</span><span class="o">=</span><span class="n">dataset_config</span><span class="o">.</span><span class="n">val_known_size</span> <span class="k">if</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">val_known_size</span> <span class="o">!=</span> <span class="s2">&quot;all&quot;</span> <span class="k">else</span> <span class="kc">None</span><span class="p">,</span>
                                                                         <span class="n">stratify</span><span class="o">=</span><span class="n">train_labels</span><span class="p">,</span> <span class="n">shuffle</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">random_state</span><span class="o">=</span><span class="n">train_val_rng</span><span class="p">)</span>
         <span class="k">else</span><span class="p">:</span>
-            <span class="n">val_known_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
-            <span class="n">val_unknown_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
+            <span class="n">val_known_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
+            <span class="n">val_unknown_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
             <span class="n">val_data_path</span> <span class="o">=</span> <span class="kc">None</span>
         <span class="c1"># Initialize test set</span>
         <span class="k">if</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">need_test_set</span><span class="p">:</span>
@@ -2407,8 +2407,8 @@ <h2 id="datasets.cesnet_dataset.CesnetDataset" class="doc doc-heading">
                                                                                                  <span class="n">tables_app_enum</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_tables_app_enum</span><span class="p">,</span>
                                                                                                  <span class="n">disable_indices_cache</span><span class="o">=</span><span class="n">disable_indices_cache</span><span class="p">,)</span>
         <span class="k">else</span><span class="p">:</span>
-            <span class="n">test_known_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
-            <span class="n">test_unknown_indices</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">zeros</span><span class="p">((</span><span class="mi">0</span><span class="p">,</span><span class="mi">3</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">int64</span><span class="p">)</span>
+            <span class="n">test_known_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
+            <span class="n">test_unknown_indices</span> <span class="o">=</span> <span class="n">no_indices</span><span class="p">()</span>
             <span class="n">test_data_path</span> <span class="o">=</span> <span class="kc">None</span>
         <span class="c1"># Fit scalers if needed</span>
         <span class="k">if</span> <span class="p">(</span><span class="n">dataset_config</span><span class="o">.</span><span class="n">ppi_transform</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="n">dataset_config</span><span class="o">.</span><span class="n">ppi_transform</span><span class="o">.</span><span class="n">needs_fitting</span> <span class="ow">or</span>
@@ -2455,7 +2455,7 @@ <h2 id="datasets.cesnet_dataset.CesnetDataset" class="doc doc-heading">
             <span class="k">assert</span> <span class="n">val_data_path</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
             <span class="n">val_dataset</span> <span class="o">=</span> <span class="n">PyTablesDataset</span><span class="p">(</span>
                 <span class="n">database_path</span><span class="o">=</span><span class="n">dataset_config</span><span class="o">.</span><span class="n">database_path</span><span class="p">,</span>
-                <span class="n">tables_paths</span><span class="o">=</span><span class="n">dataset_config</span><span class="o">.</span><span class="n">_get_train_tables_paths</span><span class="p">(),</span>
+                <span class="n">tables_paths</span><span class="o">=</span><span class="n">dataset_config</span><span class="o">.</span><span class="n">_get_val_tables_paths</span><span class="p">(),</span>
                 <span class="n">indices</span><span class="o">=</span><span class="n">dataset_indices</span><span class="o">.</span><span class="n">val_known_indices</span><span class="p">,</span>
                 <span class="n">tables_app_enum</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_tables_app_enum</span><span class="p">,</span>
                 <span class="n">tables_cat_enum</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_tables_cat_enum</span><span class="p">,</span>