Dessia-tech · Tanguylo · Dec 2, 2022 · Dec 2, 2022 · Dec 2, 2022 · Dec 2, 2022
diff --git a/.pyenchant_dessia.dict b/.pyenchant_dessia.dict
@@ -1,50 +1,102 @@
 argspecs
 backend
+BallTree
+binarized
 BinaryFile
 bool
 builtins
+cKDTree
 classmethod
 cls
+ClusteredDataset
 CMA
 config
 csv
 cvar
+Cython
 dataset
+datatools
 dbscan
+DecisionTree
+DecisionTreeClassifier
+DecisionTreeRegressor
 dectree
+dendrogram
 deserialization
 deserialize
 dessia
 DessiaObject
 dict
+dicts
 docstring
+DOE
 filepath
+frobenius
 frontend
+ge
+getitem
+gini
+gte
 init
 itertools
+th
 json
 JSON
 jsonschema
+kernel
+KMeans
 kwargs
+hyperparameter
+hyperparameters
+l1
+l2
+len
+LinearModel
+LinearRegression
+linf
+linspace
+lt
 Mahalanobis
 matplotlib
 Minkowski
+MLPClassifier
+MLPRegressor
+multiclass
+MultiLayerPerceptron
+multioutput
 nbv
+ndarray
 networkx
 numpy
 orjson
+Platt
+poly
+RandomForest
+RandomForestClassifier
+RandomForestRegressor
+rbf
+Ridge
 rtype
 schemas
 scipy
+scikit
 serializable
+sigmoid
 sklearn
+SupportVectorClassifier
+SupportVectorMachine
+SupportVectorRegressor
 str
 StringFile
 Stringify
 submodule
 subobjects
+SVD
+tol
 traceback
 uuid
 uuids
 visjs
 volmdlr
+XLS
+XLSX
diff --git a/.pylintrc b/.pylintrc
@@ -352,7 +352,7 @@ function-naming-style=snake_case
 
 # Good variable names which should always be accepted, separated by a comma.
 good-names=i,j,k,n,ie,x,xi,x0,v1,v2,
-	   ax,
+	   ax,_probA,_probB,C,
            _
 
 # Good variable names regexes, separated by a comma. If names match any regex,

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -127,6 +127,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - code_pydocstyle.py checks daily instead of weekly
 - Add a time decrease effect for pylint
 
+### Added
+- modeling.py file in datatools which contains:
+    * StandardScaler, IdentityScaler
+    * Regressions: SVR, RandomForest, MLP, Ridge, DecisionTree
+    * Classifications: SVC, RandomForest, MLP, DecisionTree
+- modeler.py file in datatools which allows to :
+    * Handle full machine learning modelization process (scale data, train model and validate), with plots
+
 ### Performance
 
 - Conform doc for many parts of dessia_common
@@ -161,6 +169,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - Fix path deepth when dict misses keys
 
 ### Changed
+
 - Refactor copy_pipes and nbv checking
 
 ### Performance

diff --git a/code_pylint.py b/code_pylint.py
@@ -28,20 +28,20 @@
 MAX_ERROR_BY_TYPE = {
     "wrong-spelling-in-docstring": 196,
     "wrong-spelling-in-comment": 26,
-    "protected-access": 46,  # Highly dependant on our "private" conventions. Keeps getting raised
+    "protected-access": 70,  # Highly dependant on our "private" conventions. Keeps getting raised
     "arguments-differ": 1,
     "too-many-locals": 10,  # Reduce by dropping vectored objects
     "too-many-branches": 13,  # Huge refactor needed. Will be reduced by schema refactor
     "unused-argument": 6,  # Some abstract functions have unused arguments (plot_data). Hence cannot decrease
     "cyclic-import": 2,  # Still work to do on Specific based DessiaObject
-    "too-many-arguments": 22,  # Huge refactor needed
+    "too-many-arguments": 55,  # Huge refactor needed
     "too-few-public-methods": 4,  # Abstract classes (Errors, Checks,...)
     "too-many-return-statements": 9,  # Huge refactor needed. Will be reduced by schema refactor
     "import-outside-toplevel": 4,  # TODO : will reduced in a future work (when tests are ready)
-    "too-many-instance-attributes": 7,  # Huge refactor needed (workflow, etc...)
+    "too-many-instance-attributes": 9,  # Huge refactor needed (workflow, etc...)
     "broad-exception-caught": 12,  # Necessary in order not to raise non critical errors. Will be reduced by schema refactor
     "bare-except": 1,  # Necessary in order not to raise non critical errors. Will be reduced by schema refactor
-    "too-many-public-methods": 2,  # Try to lower by splitting DessiaObject and Workflow
+    "too-many-public-methods": 3,  # Try to lower by splitting DessiaObject and Workflow
     "too-many-statements": 2,  # Will be solved by schema refactor and jsonchema removal
     "undefined-loop-variable": 1,  # Fearing to break the code by solving it
     "attribute-defined-outside-init": 3,  # For test purposes

diff --git a/coverage.py b/coverage.py
@@ -9,7 +9,7 @@
 import json
 
 MIN_MODULE_COVERAGE = 60.
-MIN_GLOBAL_COVERAGE = 80.0
+MIN_GLOBAL_COVERAGE = 82.4
 
 RATCHET_COVERAGE = 3.
 

diff --git a/dessia_common/core.py b/dessia_common/core.py
@@ -630,7 +630,7 @@ def save_export_to_file(self, selector: str, filepath: str):
         raise ValueError(f'Export selector not found: {selector}')
 
     def to_vector(self):
-        """ Compute vector from object. """
+        """ Get all values of specified attributes into a list of values (vector). """
         vectored_objects = []
         for feature in self.vector_features():
             vectored_objects.append(getattr(self, feature.lower()))
@@ -642,7 +642,7 @@ def to_vector(self):
 
     @classmethod
     def vector_features(cls):
-        """ Get a list of vector features, or generate a default one. """
+        """ Get the list of attributes specified in _vector_features attribute (in order to build a Dataset). """
         if cls._vector_features is None:
             return list(set(get_attribute_names(cls)).difference(get_attribute_names(DessiaObject)))
         return cls._vector_features
@@ -1009,9 +1009,9 @@ def from_filters_list(cls, filters: List[DessiaFilter], logical_operator: str =
     @staticmethod
     def combine_booleans_lists(booleans_lists: List[List[bool]], logical_operator: str = "and"):
         """
-        Combine a list of `n` booleans indexes with the logical operator into a simple boolean index.
+        Combine a list of `n` boolean indexes with the logical operator into a simple boolean index.
 
-        :param booleans_lists: List of `n` booleans indexes
+        :param booleans_lists: List of `n` boolean indexes
         :type booleans_lists: List[List[bool]]
 
         :param logical_operator: Logical operator to combine filters (`'or'`, `'and'` or `'xor'`)
@@ -1038,12 +1038,12 @@ def combine_booleans_lists(booleans_lists: List[List[bool]], logical_operator: s
 
     def get_booleans_index(self, dobjects_list: List[DessiaObject]):
         """
-        Compute all the filters of `self.filters` on `dobjects_list` and returns a booleans index of `dobjects_list`.
+        Compute all the filters of `self.filters` on `dobjects_list` and returns a boolean index of `dobjects_list`.
 
         :param dobject_list: List of data to filter
         :type dobject_list: List[DessiaObject]
 
-        :return: A `booleans index` of `dobjects_list` of the list of data to filter (`dobjects_list`)
+        :return: A boolean index of `dobjects_list` of the list of data to filter (`dobjects_list`)
         :rtype: List[bool]
 
         :Examples:

diff --git a/dessia_common/datatools/__init__.py b/dessia_common/datatools/__init__.py
@@ -1,4 +1,4 @@
-""" __init__ method for datatools module """
+""" __init__ method for datatools module. """
 
 import warnings
 from typing import List