Merge branch 'm34_MDL-59583_Fix_MariaDB_10d2d7_Breaking_Change' of https://github...
authorAndrew Nicols <andrew@nicols.co.uk>
Thu, 3 Aug 2017 04:29:56 +0000 (12:29 +0800)
committerAndrew Nicols <andrew@nicols.co.uk>
Thu, 3 Aug 2017 04:29:56 +0000 (12:29 +0800)
644 files changed:
.eslintignore
.stylelintignore
.stylelintrc
Gruntfile.js
admin/registration/forms.php
admin/registration/index.php
admin/registration/register.php
admin/renderer.php
admin/search.php
admin/settings/analytics.php [new file with mode: 0644]
admin/settings/security.php
admin/settings/top.php
admin/settings/users.php
admin/tests/behat/manage_tokens.feature [new file with mode: 0644]
admin/tool/analytics/amd/build/log_info.min.js [new file with mode: 0644]
admin/tool/analytics/amd/src/log_info.js [new file with mode: 0644]
admin/tool/analytics/classes/output/form/edit_model.php [new file with mode: 0644]
admin/tool/analytics/classes/output/helper.php [new file with mode: 0644]
admin/tool/analytics/classes/output/model_logs.php [new file with mode: 0644]
admin/tool/analytics/classes/output/models_list.php [new file with mode: 0644]
admin/tool/analytics/classes/output/renderer.php [new file with mode: 0644]
admin/tool/analytics/classes/task/predict_models.php [new file with mode: 0644]
admin/tool/analytics/classes/task/train_models.php [new file with mode: 0644]
admin/tool/analytics/cli/enable_model.php [new file with mode: 0644]
admin/tool/analytics/cli/evaluate_model.php [new file with mode: 0644]
admin/tool/analytics/cli/guess_course_start_and_end.php [new file with mode: 0644]
admin/tool/analytics/db/tasks.php [new file with mode: 0644]
admin/tool/analytics/index.php [new file with mode: 0644]
admin/tool/analytics/lang/en/tool_analytics.php [new file with mode: 0644]
admin/tool/analytics/model.php [new file with mode: 0644]
admin/tool/analytics/settings.php [new file with mode: 0644]
admin/tool/analytics/templates/models_list.mustache [new file with mode: 0644]
admin/tool/analytics/version.php [new file with mode: 0644]
admin/tool/behat/renderer.php
admin/tool/behat/tests/behat/data_generators.feature
admin/tool/monitor/tests/behat/rule.feature
admin/webservice/tokens.php
analytics/classes/admin_setting_predictor.php [new file with mode: 0644]
analytics/classes/analysable.php [new file with mode: 0644]
analytics/classes/calculable.php [new file with mode: 0644]
analytics/classes/course.php [new file with mode: 0644]
analytics/classes/dataset_manager.php [new file with mode: 0644]
analytics/classes/local/analyser/base.php [new file with mode: 0644]
analytics/classes/local/analyser/by_course.php [new file with mode: 0644]
analytics/classes/local/analyser/sitewide.php [new file with mode: 0644]
analytics/classes/local/indicator/base.php [new file with mode: 0644]
analytics/classes/local/indicator/binary.php [new file with mode: 0644]
analytics/classes/local/indicator/community_of_inquiry_activity.php [new file with mode: 0644]
analytics/classes/local/indicator/discrete.php [new file with mode: 0644]
analytics/classes/local/indicator/linear.php [new file with mode: 0644]
analytics/classes/local/target/base.php [new file with mode: 0644]
analytics/classes/local/target/binary.php [new file with mode: 0644]
analytics/classes/local/target/discrete.php [new file with mode: 0644]
analytics/classes/local/target/linear.php [new file with mode: 0644]
analytics/classes/local/time_splitting/accumulative_parts.php [new file with mode: 0644]
analytics/classes/local/time_splitting/base.php [new file with mode: 0644]
analytics/classes/local/time_splitting/equal_parts.php [new file with mode: 0644]
analytics/classes/manager.php [new file with mode: 0644]
analytics/classes/model.php [new file with mode: 0644]
analytics/classes/prediction.php [new file with mode: 0644]
analytics/classes/prediction_action.php [new file with mode: 0644]
analytics/classes/predictor.php [new file with mode: 0644]
analytics/classes/requirements_exception.php [new file with mode: 0644]
analytics/classes/site.php [new file with mode: 0644]
analytics/tests/course_activities_test.php [new file with mode: 0644]
analytics/tests/course_test.php [new file with mode: 0644]
analytics/tests/fixtures/test_indicator_fullname.php [new file with mode: 0644]
analytics/tests/fixtures/test_indicator_max.php [new file with mode: 0644]
analytics/tests/fixtures/test_indicator_min.php [new file with mode: 0644]
analytics/tests/fixtures/test_indicator_random.php [new file with mode: 0644]
analytics/tests/fixtures/test_static_target_shortname.php [new file with mode: 0644]
analytics/tests/fixtures/test_target_shortname.php [new file with mode: 0644]
analytics/tests/model_test.php [new file with mode: 0644]
analytics/tests/prediction_test.php [new file with mode: 0644]
auth/db/auth.php
auth/ldap/auth.php
auth/ldap/classes/task/sync_roles.php [new file with mode: 0644]
auth/ldap/db/tasks.php
auth/ldap/db/upgrade.php
auth/ldap/lang/en/auth_ldap.php
auth/ldap/lang/en/deprecated.txt [new file with mode: 0644]
auth/ldap/locallib.php [new file with mode: 0644]
auth/ldap/settings.php
auth/ldap/upgrade.txt
auth/ldap/version.php
availability/condition/completion/classes/frontend.php
availability/condition/completion/lang/en/availability_completion.php
availability/condition/completion/yui/build/moodle-availability_completion-form/moodle-availability_completion-form-debug.js
availability/condition/completion/yui/build/moodle-availability_completion-form/moodle-availability_completion-form-min.js
availability/condition/completion/yui/build/moodle-availability_completion-form/moodle-availability_completion-form.js
availability/condition/completion/yui/src/form/js/form.js
availability/condition/grade/tests/behat/availability_grade.feature
availability/tests/behat/edit_availability.feature
backup/controller/tests/controller_test.php
backup/controller/tests/fixtures/deadlock.mbz [new file with mode: 0644]
backup/moodle2/backup_stepslib.php
backup/moodle2/restore_final_task.class.php
backup/moodle2/restore_stepslib.php
backup/moodle2/tests/restore_stepslib_date_test.php [new file with mode: 0644]
backup/util/plan/restore_step.class.php
backup/util/ui/tests/behat/restore_moodle2_courses.feature
blocks/activity_modules/tests/behat/block_activity_modules.feature
blocks/activity_results/tests/behat/addunsupportedactivity.feature
blocks/blog_recent/tests/behat/block_blog_recent_course.feature
blocks/calendar_month/tests/behat/block_calendar_month.feature
blocks/calendar_upcoming/tests/behat/block_calendar_upcoming_course.feature
blocks/calendar_upcoming/tests/behat/block_calendar_upcoming_dashboard.feature
blocks/calendar_upcoming/tests/behat/block_calendar_upcoming_frontpage.feature
blocks/community/forms.php
blocks/completionstatus/tests/behat/block_completionstatus_activity_completion.feature
calendar/amd/build/calendar.min.js
calendar/amd/build/calendar_events.min.js [deleted file]
calendar/amd/build/event_form.min.js [new file with mode: 0644]
calendar/amd/build/events.min.js [new file with mode: 0644]
calendar/amd/build/modal_event_form.min.js [new file with mode: 0644]
calendar/amd/build/repository.min.js [moved from calendar/amd/build/calendar_repository.min.js with 54% similarity]
calendar/amd/build/summary_modal.min.js
calendar/amd/src/calendar.js
calendar/amd/src/event_form.js [new file with mode: 0644]
calendar/amd/src/events.js [moved from calendar/amd/src/calendar_events.js with 77% similarity]
calendar/amd/src/modal_event_form.js [new file with mode: 0644]
calendar/amd/src/repository.js [moved from calendar/amd/src/calendar_repository.js with 75% similarity]
calendar/amd/src/summary_modal.js
calendar/classes/external/event_exporter.php
calendar/classes/local/event/forms/create.php [new file with mode: 0644]
calendar/classes/local/event/forms/update.php [new file with mode: 0644]
calendar/classes/local/event/mappers/create_update_form_mapper.php [new file with mode: 0644]
calendar/classes/local/event/mappers/create_update_form_mapper_interface.php [new file with mode: 0644]
calendar/classes/local/event/mappers/event_mapper.php
calendar/externallib.php
calendar/lib.php
calendar/renderer.php
calendar/templates/event_summary_body.mustache
calendar/templates/modal_event_form.mustache [new file with mode: 0644]
calendar/tests/behat/behat_calendar.php
calendar/tests/behat/calendar.feature
calendar/tests/behat/calendar_import.feature
calendar/tests/behat/calendar_lookahead.feature
calendar/tests/lib_test.php
completion/classes/api.php
completion/tests/behat/bulk_edit_activity_completion.feature
completion/tests/behat/default_activity_completion.feature
course/classes/analytics/indicator/no_teacher.php [new file with mode: 0644]
course/classes/output/activity_navigation.php [new file with mode: 0644]
course/lib.php
course/modedit.php
course/renderer.php
course/templates/activity_navigation.mustache [new file with mode: 0644]
course/tests/behat/navigate_course_list.feature
course/tests/behat/paged_course_navigation.feature
course/yui/build/moodle-course-management/moodle-course-management-debug.js
course/yui/build/moodle-course-management/moodle-course-management-min.js
course/yui/build/moodle-course-management/moodle-course-management.js
course/yui/src/management/js/category.js
enrol/cohort/lib.php
enrol/database/lib.php
enrol/editenrolment.php
enrol/editenrolment_form.php
enrol/externallib.php
enrol/flatfile/lib.php
enrol/locallib.php
enrol/lti/lib.php
enrol/manual/lib.php
enrol/meta/lib.php
enrol/meta/tests/behat/enrol_meta.feature
enrol/paypal/lib.php
enrol/self/lib.php
enrol/self/tests/behat/self_enrolment.feature
enrol/tests/behat/add_to_group.feature
enrol/tests/behat/enrol_user.feature
enrol/tests/enrollib_test.php
enrol/tests/externallib_test.php
enrol/unenroluser.php
grade/lib.php
grade/tests/behat/grade_minmax.feature
group/classes/output/user_groups_editable.php
install/lang/da/admin.php
install/lang/da/install.php
install/lang/da/langconfig.php
install/lang/tr/error.php
lang/en/admin.php
lang/en/analytics.php [new file with mode: 0644]
lang/en/cache.php
lang/en/calendar.php
lang/en/deprecated.txt
lang/en/enrol.php
lang/en/form.php
lang/en/hub.php
lang/en/moodle.php
lang/en/plugin.php
lang/en/role.php
lang/en/webservice.php
lib/accesslib.php
lib/adminlib.php
lib/amd/build/form-autocomplete.min.js
lib/amd/build/modal.min.js
lib/amd/build/modal_factory.min.js
lib/amd/src/form-autocomplete.js
lib/amd/src/modal.js
lib/amd/src/modal_factory.js
lib/blocklib.php
lib/classes/analytics/analyser/courses.php [new file with mode: 0644]
lib/classes/analytics/analyser/site_courses.php [new file with mode: 0644]
lib/classes/analytics/analyser/student_enrolments.php [new file with mode: 0644]
lib/classes/analytics/indicator/any_access_after_end.php [new file with mode: 0644]
lib/classes/analytics/indicator/any_access_before_start.php [new file with mode: 0644]
lib/classes/analytics/indicator/any_write_action.php [new file with mode: 0644]
lib/classes/analytics/indicator/read_actions.php [new file with mode: 0644]
lib/classes/analytics/target/course_dropout.php [new file with mode: 0644]
lib/classes/analytics/target/no_teaching.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/deciles.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/deciles_accum.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/no_splitting.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/quarters.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/quarters_accum.php [new file with mode: 0644]
lib/classes/analytics/time_splitting/single_range.php [new file with mode: 0644]
lib/classes/component.php
lib/classes/event/prediction_action_started.php [new file with mode: 0644]
lib/classes/oauth2/api.php
lib/classes/plugin_manager.php
lib/classes/plugininfo/mlbackend.php [new file with mode: 0644]
lib/classes/task/refresh_mod_calendar_events_task.php
lib/db/access.php
lib/db/caches.php
lib/db/install.php
lib/db/install.xml
lib/db/messages.php
lib/db/services.php
lib/db/upgrade.php
lib/ddl/database_manager.php
lib/ddl/mssql_sql_generator.php
lib/ddl/mysql_sql_generator.php
lib/dml/moodle_database.php
lib/dml/mysqli_native_moodle_database.php
lib/dml/sqlsrv_native_moodle_database.php
lib/dml/tests/sqlsrv_native_moodle_database_test.php [new file with mode: 0644]
lib/enrollib.php
lib/external/externallib.php
lib/externallib.php
lib/form/filemanager.php
lib/form/filepicker.php
lib/form/templatable_form_element.php
lib/form/tests/behat/filetypes.feature
lib/form/tests/fixtures/filetypes.php
lib/grouplib.php
lib/mlbackend/php/classes/processor.php [new file with mode: 0644]
lib/mlbackend/php/lang/en/mlbackend_php.php [new file with mode: 0644]
lib/mlbackend/php/phpml/LICENSE [new file with mode: 0644]
lib/mlbackend/php/phpml/readme_moodle.txt [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Association/Apriori.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Association/Associator.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Classifier.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/DecisionTree.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/DecisionTree/DecisionTreeLeaf.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Ensemble/AdaBoost.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Ensemble/Bagging.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Ensemble/RandomForest.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/KNearestNeighbors.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Linear/Adaline.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Linear/DecisionStump.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Linear/LogisticRegression.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/Linear/Perceptron.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/MLPClassifier.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/NaiveBayes.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/SVC.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Classification/WeightedClassifier.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/Clusterer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/DBSCAN.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/FuzzyCMeans.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/KMeans.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/KMeans/Cluster.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/KMeans/Point.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Clustering/KMeans/Space.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/CrossValidation/RandomSplit.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/CrossValidation/Split.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/CrossValidation/StratifiedRandomSplit.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/ArrayDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/CsvDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/Dataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/Demo/GlassDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/Demo/IrisDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/Demo/WineDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Dataset/FilesDataset.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/DimensionReduction/EigenTransformerBase.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/DimensionReduction/KernelPCA.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/DimensionReduction/LDA.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/DimensionReduction/PCA.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Estimator.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/DatasetException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/FileException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/InvalidArgumentException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/MatrixException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/NormalizerException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Exception/SerializeException.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/StopWords.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/StopWords/English.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/StopWords/French.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/StopWords/Polish.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/TfIdfTransformer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/FeatureExtraction/TokenCountVectorizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/OneVsRest.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Optimizer/ConjugateGradient.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Optimizer/GD.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Optimizer/Optimizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Optimizer/StochasticGD.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Predictable.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Helper/Trainable.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/IncrementalEstimator.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Distance.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Distance/Chebyshev.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Distance/Euclidean.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Distance/Manhattan.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Distance/Minkowski.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Kernel.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Kernel/RBF.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/LinearAlgebra/EigenvalueDecomposition.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/LinearAlgebra/LUDecomposition.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Matrix.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Product.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Set.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Statistic/Correlation.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Statistic/Covariance.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Statistic/Gaussian.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Statistic/Mean.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Math/Statistic/StandardDeviation.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Metric/Accuracy.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Metric/ClassificationReport.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Metric/ConfusionMatrix.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/ModelManager.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/ActivationFunction.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/ActivationFunction/BinaryStep.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/ActivationFunction/Gaussian.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/ActivationFunction/HyperbolicTangent.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/ActivationFunction/Sigmoid.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Layer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Network.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Network/LayeredNetwork.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Network/MultilayerPerceptron.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Node.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Node/Bias.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Node/Input.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Node/Neuron.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Node/Neuron/Synapse.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Training.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Training/Backpropagation.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/NeuralNetwork/Training/Backpropagation/Sigma.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Pipeline.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Imputer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Imputer/Strategy.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Imputer/Strategy/MeanStrategy.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Imputer/Strategy/MedianStrategy.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Imputer/Strategy/MostFrequentStrategy.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Normalizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Preprocessing/Preprocessor.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Regression/LeastSquares.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Regression/Regression.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Regression/SVR.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/SupportVectorMachine/DataTransformer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/SupportVectorMachine/Kernel.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/SupportVectorMachine/SupportVectorMachine.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/SupportVectorMachine/Type.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Tokenization/Tokenizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Tokenization/WhitespaceTokenizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Tokenization/WordTokenizer.php [new file with mode: 0644]
lib/mlbackend/php/phpml/src/Phpml/Transformer.php [new file with mode: 0644]
lib/mlbackend/php/readme_moodle.txt [new file with mode: 0644]
lib/mlbackend/php/thirdpartylibs.xml [new file with mode: 0644]
lib/mlbackend/php/version.php [new file with mode: 0644]
lib/mlbackend/python/classes/processor.php [new file with mode: 0644]
lib/mlbackend/python/lang/en/mlbackend_python.php [new file with mode: 0644]
lib/mlbackend/python/version.php [new file with mode: 0644]
lib/moodlelib.php
lib/oauthlib.php
lib/outputcomponents.php
lib/outputrenderers.php
lib/phpunit/classes/restore_date_testcase.php [new file with mode: 0644]
lib/phpunit/classes/util.php
lib/tests/accesslib_test.php
lib/tests/analysers_test.php [new file with mode: 0644]
lib/tests/behat/alpha_chooser.feature
lib/tests/behat/behat_navigation.php
lib/tests/component_test.php
lib/tests/externallib_test.php
lib/tests/grouplib_test.php
lib/tests/indicators_test.php [new file with mode: 0644]
lib/tests/time_splittings_test.php [new file with mode: 0644]
lib/upgrade.txt
media/player/youtube/classes/plugin.php
media/player/youtube/tests/player_test.php
message/output/airnotifier/lang/en/message_airnotifier.php
message/output/airnotifier/requestaccesskey.php
mod/assign/backup/moodle2/restore_assign_stepslib.php
mod/assign/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/assign/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/assign/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/assign/lang/en/assign.php
mod/assign/locallib.php
mod/assign/styles.css
mod/assign/submission/file/lang/en/assignsubmission_file.php
mod/assign/submission/file/lang/en/deprecated.txt [new file with mode: 0644]
mod/assign/submission/file/locallib.php
mod/assign/submission/file/settings.php
mod/assign/submission/file/tests/behat/file_type_restriction.feature
mod/assign/submission/file/tests/locallib_test.php
mod/assign/tests/restore_date_test.php [new file with mode: 0644]
mod/book/backup/moodle2/restore_book_stepslib.php
mod/book/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/book/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/book/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/book/lang/en/book.php
mod/book/lib.php
mod/book/tests/behat/edit_tags.feature
mod/chat/backup/moodle2/restore_chat_stepslib.php
mod/chat/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/chat/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/chat/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/chat/lang/en/chat.php
mod/chat/lib.php
mod/chat/tests/restore_date_test.php [new file with mode: 0644]
mod/choice/backup/moodle2/restore_choice_stepslib.php
mod/choice/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/choice/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/choice/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/choice/lang/en/choice.php
mod/choice/lib.php
mod/choice/tests/restore_date_test.php [new file with mode: 0644]
mod/data/backup/moodle2/restore_data_stepslib.php
mod/data/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/data/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/data/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/data/classes/external.php
mod/data/classes/external/content_exporter.php
mod/data/lang/en/data.php
mod/data/lib.php
mod/data/locallib.php
mod/data/tests/behat/completion_condition_entries.feature
mod/data/tests/externallib_test.php
mod/data/tests/restore_date_test.php [new file with mode: 0644]
mod/data/upgrade.txt
mod/feedback/backup/moodle1/lib.php
mod/feedback/backup/moodle2/restore_feedback_stepslib.php
mod/feedback/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/feedback/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/feedback/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/feedback/lang/en/feedback.php
mod/feedback/lib.php
mod/feedback/tests/behat/anonymous.feature
mod/feedback/tests/behat/coursemapping.feature
mod/feedback/tests/behat/multipleattempt.feature
mod/feedback/tests/restore_date_test.php [new file with mode: 0644]
mod/folder/backup/moodle2/restore_folder_stepslib.php
mod/folder/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/folder/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/folder/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/folder/lang/en/folder.php
mod/folder/lib.php
mod/folder/tests/restore_date_test.php [new file with mode: 0644]
mod/forum/backup/moodle2/restore_forum_stepslib.php
mod/forum/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/forum/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/forum/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/forum/lang/en/forum.php
mod/forum/lib.php
mod/forum/tests/behat/posts_ordering_blog.feature
mod/forum/tests/restore_date_test.php [new file with mode: 0644]
mod/glossary/backup/moodle2/restore_glossary_stepslib.php
mod/glossary/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/glossary/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/glossary/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/glossary/lang/en/glossary.php
mod/glossary/lib.php
mod/glossary/tests/behat/edit_tags.feature
mod/glossary/tests/restore_date_test.php [new file with mode: 0644]
mod/imscp/backup/moodle2/restore_imscp_stepslib.php
mod/imscp/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/imscp/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/imscp/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/imscp/lang/en/imscp.php
mod/imscp/lib.php
mod/imscp/tests/restore_date_test.php [new file with mode: 0644]
mod/label/backup/moodle2/restore_label_stepslib.php
mod/label/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/label/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/label/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/label/lang/en/label.php
mod/label/lib.php
mod/lesson/backup/moodle2/restore_lesson_stepslib.php
mod/lesson/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/lesson/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/lesson/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/lesson/classes/external.php
mod/lesson/lang/en/lesson.php
mod/lesson/lib.php
mod/lesson/tests/behat/duplicate_lesson_page.feature
mod/lesson/tests/behat/import_fillintheblank_question.feature
mod/lesson/tests/behat/import_images.feature
mod/lesson/tests/behat/questions_images.feature
mod/lesson/tests/restore_date_test.php [new file with mode: 0644]
mod/lti/backup/moodle2/restore_lti_stepslib.php
mod/lti/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/lti/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/lti/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/lti/lang/en/lti.php
mod/lti/locallib.php
mod/page/backup/moodle2/restore_page_stepslib.php
mod/page/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/page/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/page/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/page/lang/en/page.php
mod/page/lib.php
mod/quiz/backup/moodle2/restore_quiz_stepslib.php
mod/quiz/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/quiz/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/quiz/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/quiz/lang/en/quiz.php
mod/quiz/lib.php
mod/quiz/mod_form.php
mod/quiz/tests/behat/completion_condition_attempts_used.feature
mod/quiz/tests/behat/completion_condition_passing_grade.feature
mod/quiz/tests/restore_date_test.php [new file with mode: 0644]
mod/resource/backup/moodle2/restore_resource_stepslib.php
mod/resource/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/resource/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/resource/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/resource/lang/en/resource.php
mod/resource/lib.php
mod/resource/tests/restore_date_test.php [new file with mode: 0644]
mod/resource/view.php
mod/scorm/backup/moodle2/restore_scorm_stepslib.php
mod/scorm/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/scorm/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/scorm/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/scorm/lang/en/scorm.php
mod/scorm/lib.php
mod/scorm/tests/restore_date_test.php [new file with mode: 0644]
mod/survey/backup/moodle2/restore_survey_stepslib.php
mod/survey/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/survey/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/survey/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/survey/lang/en/survey.php
mod/survey/lib.php
mod/survey/tests/restore_date_test.php [new file with mode: 0644]
mod/upgrade.txt
mod/url/backup/moodle2/restore_url_stepslib.php
mod/url/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/url/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/url/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/url/lang/en/url.php
mod/url/lib.php
mod/url/view.php
mod/wiki/backup/moodle2/restore_wiki_stepslib.php
mod/wiki/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/wiki/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/wiki/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/wiki/lang/en/wiki.php
mod/wiki/lib.php
mod/wiki/tests/restore_date_test.php [new file with mode: 0644]
mod/workshop/backup/moodle2/restore_workshop_stepslib.php
mod/workshop/classes/analytics/indicator/activity_base.php [new file with mode: 0644]
mod/workshop/classes/analytics/indicator/cognitive_depth.php [new file with mode: 0644]
mod/workshop/classes/analytics/indicator/social_breadth.php [new file with mode: 0644]
mod/workshop/classes/external.php [new file with mode: 0644]
mod/workshop/classes/external/workshop_summary_exporter.php [new file with mode: 0644]
mod/workshop/db/install.xml
mod/workshop/db/services.php [new file with mode: 0644]
mod/workshop/form/assessment_form.php
mod/workshop/lang/en/deprecated.txt
mod/workshop/lang/en/workshop.php
mod/workshop/lib.php
mod/workshop/locallib.php
mod/workshop/submission_form.php
mod/workshop/tests/external_test.php [new file with mode: 0644]
mod/workshop/tests/restore_date_test.php [new file with mode: 0644]
mod/workshop/version.php
mod/workshop/view.php
npm-shrinkwrap.json
package.json
phpunit.xml.dist
report/insights/action.php [new file with mode: 0644]
report/insights/classes/output/insight.php [new file with mode: 0644]
report/insights/classes/output/insights_list.php [new file with mode: 0644]
report/insights/classes/output/renderer.php [new file with mode: 0644]
report/insights/insights.php [new file with mode: 0644]
report/insights/lang/en/report_insights.php [new file with mode: 0644]
report/insights/lib.php [new file with mode: 0644]
report/insights/prediction.php [new file with mode: 0644]
report/insights/templates/insight.mustache [new file with mode: 0644]
report/insights/templates/insight_details.mustache [new file with mode: 0644]
report/insights/templates/insights_list.mustache [new file with mode: 0644]
report/insights/version.php [new file with mode: 0644]
theme/boost/classes/output/core_renderer.php
theme/boost/scss/moodle/search.scss
theme/boost/templates/columns1.mustache
theme/boost/templates/columns2.mustache
theme/boost/templates/core/modal.mustache
theme/boost/templates/core_form/element-template-inline.mustache
theme/boost/templates/flat_navigation.mustache
theme/bootstrapbase/layout/columns1.php
theme/bootstrapbase/layout/columns3.php
theme/bootstrapbase/less/moodle.less
theme/bootstrapbase/less/moodle/bootstrapoverride.less
theme/bootstrapbase/less/moodle/calendar.less
theme/bootstrapbase/less/moodle/core.less
theme/bootstrapbase/less/moodle/modal.less
theme/bootstrapbase/less/moodle/modules.less
theme/bootstrapbase/less/moodle/question.less
theme/bootstrapbase/less/moodle/responsive.less
theme/bootstrapbase/less/moodle/templates.less
theme/bootstrapbase/less/moodle/variables.less [new file with mode: 0644]
theme/bootstrapbase/style/moodle.css
theme/clean/layout/columns1.php
theme/clean/layout/columns3.php
theme/upgrade.txt
user/action_redir.php
user/amd/build/status_field.min.js [new file with mode: 0644]
user/amd/build/unified_filter.min.js [new file with mode: 0644]
user/amd/build/unified_filter_datasource.min.js [new file with mode: 0644]
user/amd/src/status_field.js [new file with mode: 0644]
user/amd/src/unified_filter.js [new file with mode: 0644]
user/amd/src/unified_filter_datasource.js [new file with mode: 0644]
user/classes/analytics/indicator/user_profile_set.php [new file with mode: 0644]
user/classes/analytics/indicator/user_track_forums.php [new file with mode: 0644]
user/classes/output/status_field.php [new file with mode: 0644]
user/classes/output/unified_filter.php [new file with mode: 0644]
user/classes/output/user_roles_editable.php [new file with mode: 0644]
user/classes/participants_table.php
user/index.php
user/lib.php
user/renderer.php
user/templates/status_details.mustache [new file with mode: 0644]
user/templates/status_field.mustache [new file with mode: 0644]
user/templates/unified_filter.mustache [new file with mode: 0644]
user/tests/behat/bulk_editenrolment.feature [new file with mode: 0644]
user/tests/behat/course_preference.feature
user/tests/behat/edit_user_enrolment.feature [new file with mode: 0644]
user/tests/behat/edit_user_roles.feature [new file with mode: 0644]
user/tests/behat/filter_participants.feature [new file with mode: 0644]
user/tests/behat/set_default_homepage.feature
user/tests/behat/view_participants.feature
user/tests/userlib_test.php
user/tests/userroleseditable_test.php [new file with mode: 0644]
version.php
webservice/classes/token_table.php [new file with mode: 0644]
webservice/lib.php

index f37d77f..0622612 100644 (file)
@@ -13,6 +13,7 @@ lib/editor/atto/yui/src/rangy/js/*.*
 lib/editor/tinymce/plugins/pdw/tinymce/
 lib/editor/tinymce/plugins/spellchecker/rpc.php
 lib/editor/tinymce/tiny_mce/
+lib/mlbackend/php/phpml/
 lib/adodb/
 lib/bennu/
 lib/evalmath/
index 392cab1..cfcf702 100644 (file)
@@ -14,6 +14,7 @@ lib/editor/atto/yui/src/rangy/js/*.*
 lib/editor/tinymce/plugins/pdw/tinymce/
 lib/editor/tinymce/plugins/spellchecker/rpc.php
 lib/editor/tinymce/tiny_mce/
+lib/mlbackend/php/phpml/
 lib/adodb/
 lib/bennu/
 lib/evalmath/
index 409123a..ae818b0 100644 (file)
@@ -1,18 +1,22 @@
 {
+    "plugins": [
+        "stylelint-csstree-validator"
+    ],
     "rules": {
+        "csstree/validator": true,
         "at-rule-empty-line-before": [ "always",
-          {"except": [ "blockless-group"], ignore: ["after-comment", "all-nested"]}
+          {"except": [ "blockless-after-blockless"], ignore: ["after-comment", "inside-block"]}
         ],
         "at-rule-name-case": "lower",
         "at-rule-name-space-after": "always-single-line",
         "at-rule-no-unknown": null, # Enabled for non-scss in grunt.
         "at-rule-semicolon-newline-after": "always",
+        "at-rule-semicolon-space-before": "never",
         "block-closing-brace-newline-after": "always",
-        "block-closing-brace-newline-before": "always-multi-line",
+        "block-closing-brace-newline-before": "always",
         "block-closing-brace-space-before": "always-single-line",
         "block-no-empty": true,
-        "block-no-single-line": true,
-        "block-opening-brace-newline-after": "always-multi-line",
+        "block-opening-brace-newline-after": "always",
         "block-opening-brace-space-after": "always-single-line",
         "block-opening-brace-space-before": "always",
         "color-hex-case": ["lower", { "severity": "warning" }],
@@ -21,7 +25,6 @@
         "declaration-bang-space-after": "never",
         "declaration-bang-space-before": "always",
         "declaration-block-no-duplicate-properties": true,
-        "declaration-block-no-ignored-properties": true,
         "declaration-block-no-shorthand-property-overrides": true,
         "declaration-block-semicolon-newline-after": "always-multi-line",
         "declaration-block-semicolon-space-after": "always-single-line",
@@ -32,6 +35,7 @@
         "declaration-colon-space-after": "always-single-line",
         "declaration-colon-space-before": "never",
         "declaration-no-important": true,
+        "font-family-no-duplicate-names": true,
         "function-calc-no-unspaced-operator": true,
         "function-comma-newline-after": "always-multi-line",
         "function-comma-space-after": "always-single-line",
@@ -41,7 +45,7 @@
         "function-name-case": "lower",
         "function-parentheses-newline-inside": "always-multi-line",
         "function-parentheses-space-inside": "never-single-line",
-        "function-url-data-uris": never,
+        "function-url-scheme-blacklist": ["data"],
         "function-whitespace-after": "always",
         "indentation": 4,
         "keyframe-declaration-no-important": true,
         "max-line-length": [132, { "severity": "warning" }],
         "media-feature-colon-space-after": "always",
         "media-feature-colon-space-before": "never",
-        "media-feature-no-missing-punctuation": true,
         "media-feature-parentheses-space-inside": "never",
         "media-feature-range-operator-space-after": "always",
         "media-feature-range-operator-space-before": "always",
         "media-query-list-comma-newline-after": "always-multi-line",
         "media-query-list-comma-space-after": "always-single-line",
         "media-query-list-comma-space-before": "never",
-        "no-browser-hacks": null, # Enabled for non-scss in grunt.
         "no-empty-source": true,
         "no-eol-whitespace": true,
         "no-extra-semicolons": [true, { "severity": "warning" }],
         "selector-pseudo-class-parentheses-space-inside": "never",
         "selector-pseudo-element-case": "lower",
         "selector-pseudo-element-no-unknown": true,
-        "selector-root-no-composition": true,
         "selector-type-case": "lower",
         "selector-type-no-unknown": true,
         "string-no-newline": true,
-        "time-no-imperceptible": true,
+        "time-min-milliseconds": 100,
         "unit-blacklist": ["pt"],
         "unit-case": "lower",
         "unit-no-unknown": true,
index 5f2302e..2026c23 100644 (file)
@@ -194,7 +194,6 @@ module.exports = function(grunt) {
                         rules: {
                             // These rules have to be disabled in .stylelintrc for scss compat.
                             "at-rule-no-unknown": true,
-                            "no-browser-hacks": [true, {"severity": "warning"}]
                         }
                     }
                 },
@@ -211,7 +210,6 @@ module.exports = function(grunt) {
                         rules: {
                             // These rules have to be disabled in .stylelintrc for scss compat.
                             "at-rule-no-unknown": true,
-                            "no-browser-hacks": [true, {"severity": "warning"}]
                         }
                     }
                 }
index 8142999..4cb0e40 100644 (file)
@@ -128,7 +128,7 @@ class hub_selector_form extends moodleform {
 
         //remove moodle.org from the hub list
         foreach ($hubs as $key => $hub) {
-            if ($hub['url'] == HUB_MOODLEORGHUBURL) {
+            if ($hub['url'] == HUB_MOODLEORGHUBURL || $hub['url'] == HUB_OLDMOODLEORGHUBURL) {
                 unset($hubs[$key]);
             }
         }
index 8b33014..b9aeb18 100644 (file)
@@ -181,13 +181,8 @@ if (empty($cancel) and $unregistration and !$confirm) {
     echo $OUTPUT->header();
 
     //check if the site is registered on Moodle.org and display a message about registering on MOOCH
-    $registered = $DB->count_records('registration_hubs', array('huburl' => HUB_MOODLEORGHUBURL, 'confirmed' => 1));
-    if (empty($registered)) {
-        $warningmsg = get_string('registermoochtips', 'hub');
-        $warningmsg .= $renderer->single_button(new moodle_url('register.php', array('huburl' => HUB_MOODLEORGHUBURL
-                    , 'hubname' => 'Moodle.org')), get_string('register', 'admin'));
-        echo $renderer->box($warningmsg, 'buttons mdl-align generalbox adminwarning');
-    }
+    $adminrenderer = $PAGE->get_renderer('core', 'admin');
+    echo $adminrenderer->warn_if_not_registered();
 
     //do not check sesskey if confirm = false because this script is linked into email message
     if (!empty($errormessage)) {
index 895ae5c..43d2e42 100644 (file)
@@ -189,17 +189,19 @@ if (!empty($error)) {
 
 // Some Moodle.org registration explanation.
 if ($huburl == HUB_MOODLEORGHUBURL) {
+    $notificationtype = \core\output\notification::NOTIFY_ERROR;
     if (!empty($registeredhub->token)) {
         if ($registeredhub->timemodified == 0) {
             $registrationmessage = get_string('pleaserefreshregistrationunknown', 'admin');
         } else {
             $lastupdated = userdate($registeredhub->timemodified, get_string('strftimedate', 'langconfig'));
             $registrationmessage = get_string('pleaserefreshregistration', 'admin', $lastupdated);
+            $notificationtype = \core\output\notification::NOTIFY_INFO;
         }
     } else {
         $registrationmessage = get_string('registrationwarning', 'admin');
     }
-    echo $OUTPUT->notification($registrationmessage);
+    echo $OUTPUT->notification($registrationmessage, $notificationtype);
 
     echo $OUTPUT->heading(get_string('registerwithmoodleorg', 'admin'));
     $renderer = $PAGE->get_renderer('core', 'register');
index 2d6c362..63cc1ad 100644 (file)
@@ -782,17 +782,36 @@ class core_admin_renderer extends plugin_renderer_base {
 
         if (!$registered) {
 
-            $registerbutton = $this->single_button(new moodle_url('/admin/registration/register.php',
-                    array('huburl' =>  HUB_MOODLEORGHUBURL, 'hubname' => 'Moodle.org')),
+            if (has_capability('moodle/site:config', context_system::instance())) {
+                $registerbutton = $this->single_button(new moodle_url('/admin/registration/register.php',
+                    array('huburl' =>  HUB_MOODLEORGHUBURL, 'hubname' => 'Moodle.net')),
                     get_string('register', 'admin'));
+                $str = 'registrationwarning';
+            } else {
+                $registerbutton = '';
+                $str = 'registrationwarningcontactadmin';
+            }
 
-            return $this->warning( get_string('registrationwarning', 'admin')
-                    . '&nbsp;' . $this->help_icon('registration', 'admin') . $registerbutton );
+            return $this->warning( get_string($str, 'admin')
+                    . '&nbsp;' . $this->help_icon('registration', 'admin') . $registerbutton ,
+                'error alert alert-danger');
         }
 
         return '';
     }
 
+    /**
+     * Return an admin page warning if site is not registered with moodle.org
+     *
+     * @return string
+     */
+    public function warn_if_not_registered() {
+        global $CFG;
+        require_once($CFG->dirroot . '/' . $CFG->admin . '/registration/lib.php');
+        $registrationmanager = new registration_manager();
+        return $this->registration_warning($registrationmanager->get_registeredhub(HUB_MOODLEORGHUBURL) ? true : false);
+    }
+
     /**
      * Helper method to render the information about the available Moodle update
      *
index 7dd8e2c..fb38431 100644 (file)
@@ -38,6 +38,12 @@ if ($data = data_submitted() and confirm_sesskey() and isset($data->action) and
 // to modify them
 echo $OUTPUT->header($focus);
 
+// Display a warning if site is not registered.
+if (empty($query)) {
+    $adminrenderer = $PAGE->get_renderer('core', 'admin');
+    echo $adminrenderer->warn_if_not_registered();
+}
+
 echo $OUTPUT->heading(get_string('administrationsite'));
 
 if ($errormsg !== '') {
diff --git a/admin/settings/analytics.php b/admin/settings/analytics.php
new file mode 100644 (file)
index 0000000..a1ac0b1
--- /dev/null
@@ -0,0 +1,101 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Adds settings links to admin tree.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+defined('MOODLE_INTERNAL') || die();
+
+if ($hassiteconfig) {
+    $settings = new admin_settingpage('analyticssettings', new lang_string('analyticssettings', 'analytics'));
+    $ADMIN->add('appearance', $settings);
+
+    if ($ADMIN->fulltree) {
+        // Select the site prediction's processor.
+        $predictionprocessors = \core_analytics\manager::get_all_prediction_processors();
+        $predictors = array();
+        foreach ($predictionprocessors as $fullclassname => $predictor) {
+            $pluginname = substr($fullclassname, 1, strpos($fullclassname, '\\', 1) - 1);
+            $predictors[$fullclassname] = new lang_string('pluginname', $pluginname);
+        }
+        $settings->add(new \core_analytics\admin_setting_predictor('analytics/predictionsprocessor',
+            new lang_string('predictionsprocessor', 'analytics'), new lang_string('predictionsprocessor_help', 'analytics'),
+            '\mlbackend_php\processor', $predictors)
+        );
+
+        // Log store.
+        $logmanager = get_log_manager();
+        $readers = $logmanager->get_readers('core\log\sql_reader');
+        $options = array();
+        $defaultreader = null;
+        foreach ($readers as $plugin => $reader) {
+            if (!$reader->is_logging()) {
+                continue;
+            }
+            if (!isset($defaultreader)) {
+                // The top one as default reader.
+                $defaultreader = $plugin;
+            }
+            $options[$plugin] = $reader->get_name();
+        }
+
+        if (empty($defaultreader)) {
+            // We fall here during initial site installation because log stores are not
+            // enabled until admin/tool/log/db/install.php is executed and get_readers
+            // return nothing.
+
+            if ($enabledlogstores = get_config('tool_log', 'enabled_stores')) {
+                $enabledlogstores = explode(',', $enabledlogstores);
+                $defaultreader = reset($enabledlogstores);
+
+                // No need to set the correct name, just the value, this will not be displayed.
+                $options[$defaultreader] = $defaultreader;
+            }
+        }
+        $settings->add(new admin_setting_configselect('analytics/logstore',
+            new lang_string('analyticslogstore', 'analytics'), new lang_string('analyticslogstore_help', 'analytics'),
+            $defaultreader, $options));
+
+        // Enable/disable time splitting methods.
+        $alltimesplittings = \core_analytics\manager::get_all_time_splittings();
+
+        $timesplittingoptions = array();
+        $timesplittingdefaults = array('\core\analytics\time_splitting\quarters_accum',
+            '\core\analytics\time_splitting\quarters', '\core\analytics\time_splitting\no_splitting');
+        foreach ($alltimesplittings as $key => $timesplitting) {
+            $timesplittingoptions[$key] = $timesplitting->get_name();
+        }
+        $settings->add(new admin_setting_configmultiselect('analytics/timesplittings',
+            new lang_string('enabledtimesplittings', 'analytics'), new lang_string('enabledtimesplittings_help', 'analytics'),
+            $timesplittingdefaults, $timesplittingoptions)
+        );
+
+        // Predictions processor output dir.
+        $defaultmodeloutputdir = rtrim($CFG->dataroot, '/') . DIRECTORY_SEPARATOR . 'models';
+        if (empty(get_config('analytics', 'modeloutputdir')) && !file_exists($defaultmodeloutputdir) &&
+                is_writable($defaultmodeloutputdir)) {
+            // Automatically create the dir for them so users don't see the invalid value red cross.
+            mkdir($defaultmodeloutputdir, $CFG->directorypermissions, true);
+        }
+        $settings->add(new admin_setting_configdirectory('analytics/modeloutputdir', new lang_string('modeloutputdir', 'analytics'),
+            new lang_string('modeloutputdirinfo', 'analytics'), $defaultmodeloutputdir));
+    }
+}
index 34185cb..061d4b1 100644 (file)
@@ -108,6 +108,10 @@ if ($hassiteconfig) { // speedup for non-admins, add all caps used on this page
         new lang_string('passwordchangetokendeletion', 'admin'),
         new lang_string('passwordchangetokendeletion_desc', 'admin'), 0));
 
+    $temp->add(new admin_setting_configduration('tokenduration',
+        new lang_string('tokenduration', 'admin'),
+        new lang_string('tokenduration_desc', 'admin'), 12 * WEEKSECS, WEEKSECS));
+
     $temp->add(new admin_setting_configcheckbox('groupenrolmentkeypolicy', new lang_string('groupenrolmentkeypolicy', 'admin'), new lang_string('groupenrolmentkeypolicy_desc', 'admin'), 1));
     $temp->add(new admin_setting_configcheckbox('disableuserimages', new lang_string('disableuserimages', 'admin'), new lang_string('configdisableuserimages', 'admin'), 0));
     $temp->add(new admin_setting_configcheckbox('emailchangeconfirmation', new lang_string('emailchangeconfirmation', 'admin'), new lang_string('configemailchangeconfirmation', 'admin'), 1));
index 5d4495c..c78c909 100644 (file)
@@ -11,7 +11,7 @@ $hassiteconfig = has_capability('moodle/site:config', $systemcontext);
 $ADMIN->add('root', new admin_externalpage('adminnotifications', new lang_string('notifications'), "$CFG->wwwroot/$CFG->admin/index.php"));
 
 $ADMIN->add('root', new admin_externalpage('registrationmoodleorg', new lang_string('registration', 'admin'),
-        "$CFG->wwwroot/$CFG->admin/registration/register.php?huburl=" . HUB_MOODLEORGHUBURL . "&hubname=Moodle.org&sesskey=" . sesskey()));
+        "$CFG->wwwroot/$CFG->admin/registration/register.php?huburl=" . HUB_MOODLEORGHUBURL . "&hubname=Moodle.net&sesskey=" . sesskey()));
 $ADMIN->add('root', new admin_externalpage('registrationhub', new lang_string('registerwith', 'hub'),
         "$CFG->wwwroot/$CFG->admin/registration/register.php", 'moodle/site:config', true));
 $ADMIN->add('root', new admin_externalpage('registrationhubs', new lang_string('hubs', 'admin'),
index 950c2aa..a82d5d6 100644 (file)
@@ -189,6 +189,8 @@ if ($hassiteconfig
                     'phone2'      => new lang_string('phone2'),
                     'department'  => new lang_string('department'),
                     'institution' => new lang_string('institution'),
+                    'city'        => new lang_string('city'),
+                    'country'     => new lang_string('country'),
                 )));
         $setting = new admin_setting_configtext('fullnamedisplay', new lang_string('fullnamedisplay', 'admin'),
             new lang_string('configfullnamedisplay', 'admin'), 'language', PARAM_TEXT, 50);
diff --git a/admin/tests/behat/manage_tokens.feature b/admin/tests/behat/manage_tokens.feature
new file mode 100644 (file)
index 0000000..d30e230
--- /dev/null
@@ -0,0 +1,26 @@
+@core @core_admin
+Feature: Manage tokens
+  In order to manage webservice usage
+  As an admin
+  I need to be able to create and delete tokens
+
+  Background:
+    Given the following "users" exist:
+    | username  | password  | firstname | lastname |
+    | testuser  | testuser  | Joe | Bloggs |
+    | testuser2 | testuser2 | TestFirstname | TestLastname |
+    And I log in as "admin"
+    And I am on site homepage
+
+  @javascript
+  Scenario: Add & delete a token
+    Given I navigate to "Plugins > Web services > Manage tokens" in site administration
+    And I follow "Add"
+    And I set the field "User" to "Joe Bloggs"
+    And I set the field "IP restriction" to "127.0.0.1"
+    When I press "Save changes"
+    Then I should see "Joe Bloggs"
+    And I should see "127.0.0.1"
+    And I follow "Delete"
+    And I press "Delete"
+    And I should not see "Joe Bloggs"
diff --git a/admin/tool/analytics/amd/build/log_info.min.js b/admin/tool/analytics/amd/build/log_info.min.js
new file mode 100644 (file)
index 0000000..c2715aa
Binary files /dev/null and b/admin/tool/analytics/amd/build/log_info.min.js differ
diff --git a/admin/tool/analytics/amd/src/log_info.js b/admin/tool/analytics/amd/src/log_info.js
new file mode 100644 (file)
index 0000000..b87d56f
--- /dev/null
@@ -0,0 +1,56 @@
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Shows a dialogue with info about this logs.
+ *
+ * @module     tool_analytics/log_info
+ * @class      log_info
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+define(['jquery', 'core/str', 'core/modal_factory', 'core/notification'], function($, str, ModalFactory, Notification) {
+
+    return /** @alias module:tool_analytics/log_info */ {
+
+        /**
+         * Prepares a modal info for a log's results.
+         *
+         * @method loadInfo
+         * @param {int} id
+         * @param {string[]} info
+         */
+        loadInfo: function(id, info) {
+
+            var link = $('[data-model-log-id="' + id + '"]');
+            str.get_string('loginfo', 'tool_analytics').then(function(langString) {
+
+                var bodyInfo = $("<ul>");
+                info.forEach(function(item) {
+                    bodyInfo.append('<li>' + item + '</li>');
+                });
+                bodyInfo.append("</ul>");
+
+                return ModalFactory.create({
+                    title: langString,
+                    body: bodyInfo.html(),
+                    large: true,
+                }, link);
+
+            }).catch(Notification.exception);
+        }
+    };
+});
diff --git a/admin/tool/analytics/classes/output/form/edit_model.php b/admin/tool/analytics/classes/output/form/edit_model.php
new file mode 100644 (file)
index 0000000..c8f7129
--- /dev/null
@@ -0,0 +1,119 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Model edit form.
+ *
+ * @package   tool_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\output\form;
+
+defined('MOODLE_INTERNAL') || die();
+
+require_once($CFG->dirroot.'/lib/formslib.php');
+
+/**
+ * Model edit form.
+ *
+ * @package   tool_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class edit_model extends \moodleform {
+
+    /**
+     * Form definition
+     */
+    public function definition() {
+        global $OUTPUT;
+
+        $mform = $this->_form;
+
+        if ($this->_customdata['model']->get_model_obj()->trained == 1) {
+            $message = get_string('edittrainedwarning', 'tool_analytics');
+            $mform->addElement('html', $OUTPUT->notification($message, \core\output\notification::NOTIFY_WARNING));
+        }
+
+        $mform->addElement('advcheckbox', 'enabled', get_string('enabled', 'tool_analytics'));
+
+        $indicators = array();
+        foreach ($this->_customdata['indicators'] as $classname => $indicator) {
+            $optionname = \tool_analytics\output\helper::class_to_option($classname);
+            $indicators[$optionname] = $indicator->get_name();
+        }
+        $options = array(
+            'multiple' => true
+        );
+        $mform->addElement('autocomplete', 'indicators', get_string('indicators', 'tool_analytics'), $indicators, $options);
+        $mform->setType('indicators', PARAM_ALPHANUMEXT);
+
+        $timesplittings = array('' => '');
+        foreach ($this->_customdata['timesplittings'] as $classname => $timesplitting) {
+            $optionname = \tool_analytics\output\helper::class_to_option($classname);
+            $timesplittings[$optionname] = $timesplitting->get_name();
+        }
+
+        $mform->addElement('select', 'timesplitting', get_string('timesplittingmethod', 'analytics'), $timesplittings);
+        $mform->addHelpButton('timesplitting', 'timesplittingmethod', 'analytics');
+
+        $mform->addElement('hidden', 'id', $this->_customdata['id']);
+        $mform->setType('id', PARAM_INT);
+
+        $mform->addElement('hidden', 'action', 'edit');
+        $mform->setType('action', PARAM_ALPHANUMEXT);
+
+        $this->add_action_buttons();
+    }
+
+    /**
+     * Form validation
+     *
+     * @param array $data data from the form.
+     * @param array $files files uploaded.
+     *
+     * @return array of errors.
+     */
+    public function validation($data, $files) {
+        $errors = parent::validation($data, $files);
+
+        if (!empty($data['timesplitting'])) {
+            $realtimesplitting = \tool_analytics\output\helper::option_to_class($data['timesplitting']);
+            if (\core_analytics\manager::is_valid($realtimesplitting, '\core_analytics\local\time_splitting\base') === false) {
+                $errors['timesplitting'] = get_string('errorinvalidtimesplitting', 'analytics');
+            }
+        }
+
+        if (empty($data['indicators'])) {
+            $errors['indicators'] = get_string('errornoindicators', 'analytics');
+        } else {
+            foreach ($data['indicators'] as $indicator) {
+                $realindicatorname = \tool_analytics\output\helper::option_to_class($indicator);
+                if (\core_analytics\manager::is_valid($realindicatorname, '\core_analytics\local\indicator\base') === false) {
+                    $errors['indicators'] = get_string('errorinvalidindicator', 'analytics', $realindicatorname);
+                }
+            }
+        }
+
+        if (!empty($data['enabled']) && empty($data['timesplitting'])) {
+            $errors['enabled'] = get_string('errorcantenablenotimesplitting', 'tool_analytics');
+        }
+
+        return $errors;
+    }
+}
diff --git a/admin/tool/analytics/classes/output/helper.php b/admin/tool/analytics/classes/output/helper.php
new file mode 100644 (file)
index 0000000..8d121e2
--- /dev/null
@@ -0,0 +1,61 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Typical crappy helper class with tiny functions.
+ *
+ * @package   tool_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\output;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Helper class with general purpose tiny functions.
+ *
+ * @package   tool_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class helper {
+
+    /**
+     * Converts a class full name to a select option key
+     *
+     * @param string $class
+     * @return string
+     */
+    public static function class_to_option($class) {
+        // Form field is PARAM_ALPHANUMEXT and we are sending fully qualified class names
+        // as option names, but replacing the backslash for a string that is really unlikely
+        // to ever be part of a class name.
+        return str_replace('\\', '2015102400ouuu', $class);
+    }
+
+    /**
+     * option_to_class
+     *
+     * @param string $option
+     * @return string
+     */
+    public static function option_to_class($option) {
+        // Really unlikely but yeah, I'm a bad booyyy.
+        return str_replace('2015102400ouuu', '\\', $option);
+    }
+}
diff --git a/admin/tool/analytics/classes/output/model_logs.php b/admin/tool/analytics/classes/output/model_logs.php
new file mode 100644 (file)
index 0000000..df59038
--- /dev/null
@@ -0,0 +1,192 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Model logs table class.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\output;
+
+defined('MOODLE_INTERNAL') || die;
+require_once($CFG->libdir . '/tablelib.php');
+
+/**
+ * Model logs table class.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class model_logs extends \table_sql {
+
+    /**
+     * @var \core_analytics\model
+     */
+    protected $model = null;
+
+    /**
+     * Sets up the table_log parameters.
+     *
+     * @param string $uniqueid unique id of form.
+     * @param \core_analytics\model $model
+     */
+    public function __construct($uniqueid, $model) {
+        global $PAGE;
+
+        parent::__construct($uniqueid);
+
+        $this->model = $model;
+
+        $this->set_attribute('class', 'modellog generaltable generalbox');
+        $this->set_attribute('aria-live', 'polite');
+
+        $this->define_columns(array('time', 'version', 'indicators', 'timesplitting', 'accuracy', 'info', 'usermodified'));
+        $this->define_headers(array(
+            get_string('time'),
+            get_string('version'),
+            get_string('indicators', 'tool_analytics'),
+            get_string('timesplittingmethod', 'analytics'),
+            get_string('accuracy', 'tool_analytics'),
+            get_string('info', 'tool_analytics'),
+            get_string('fullnameuser'),
+        ));
+        $this->pageable(true);
+        $this->collapsible(false);
+        $this->sortable(false);
+        $this->is_downloadable(false);
+
+        $this->define_baseurl($PAGE->url);
+    }
+
+    /**
+     * Generate the version column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the version column
+     */
+    public function col_version($log) {
+        $recenttimestr = get_string('strftimerecent', 'core_langconfig');
+        return userdate($log->version, $recenttimestr);
+    }
+
+    /**
+     * Generate the time column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the time column
+     */
+    public function col_time($log) {
+        $recenttimestr = get_string('strftimerecent', 'core_langconfig');
+        return userdate($log->timecreated, $recenttimestr);
+    }
+
+    /**
+     * Generate the indicators column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the indicators column
+     */
+    public function col_indicators($log) {
+        $indicatorclasses = json_decode($log->indicators);
+        $indicators = array();
+        foreach ($indicatorclasses as $indicatorclass) {
+            $indicator = \core_analytics\manager::get_indicator($indicatorclass);
+            if ($indicator) {
+                $indicators[] = $indicator->get_name();
+            } else {
+                debugging('Can\'t load ' . $indicatorclass . ' indicator', DEBUG_DEVELOPER);
+            }
+        }
+        return '<ul><li>' . implode('</li><li>', $indicators) . '</li></ul>';
+    }
+
+    /**
+     * Generate the context column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the context column
+     */
+    public function col_timesplitting($log) {
+        $timesplitting = \core_analytics\manager::get_time_splitting($log->timesplitting);
+        return $timesplitting->get_name();
+    }
+
+    /**
+     * Generate the accuracy column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the accuracy column
+     */
+    public function col_accuracy($log) {
+        return strval(round($log->score * 100, 2)) . '%';
+    }
+
+    /**
+     * Generate the info column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the score column
+     */
+    public function col_info($log) {
+        global $PAGE;
+
+        if (empty($log->info) && empty($log->dir)) {
+            return '';
+        }
+
+        $info = array();
+        if (!empty($log->info)) {
+            $info = json_decode($log->info);
+        }
+        if (!empty($log->dir)) {
+            $info[] = get_string('predictorresultsin', 'tool_analytics', $log->dir);
+        }
+        $PAGE->requires->js_call_amd('tool_analytics/log_info', 'loadInfo', array($log->id, $info));
+        return \html_writer::link('#', get_string('view'), array('data-model-log-id' => $log->id));
+    }
+
+    /**
+     * Generate the usermodified column.
+     *
+     * @param \stdClass $log log data.
+     * @return string HTML for the usermodified column
+     */
+    public function col_usermodified($log) {
+        $user = \core_user::get_user($log->usermodified);
+        return fullname($user);
+    }
+
+    /**
+     * Query the logs table. Store results in the object for use by build_table.
+     *
+     * @param int $pagesize size of page for paginated displayed table.
+     * @param bool $useinitialsbar do you want to use the initials bar.
+     */
+    public function query_db($pagesize, $useinitialsbar = true) {
+        $total = count($this->model->get_logs());
+        $this->pagesize($pagesize, $total);
+        $this->rawdata = $this->model->get_logs($this->get_page_start(), $this->get_page_size());
+
+        // Set initial bars.
+        if ($useinitialsbar) {
+            $this->initialbars($total > $pagesize);
+        }
+    }
+}
diff --git a/admin/tool/analytics/classes/output/models_list.php b/admin/tool/analytics/classes/output/models_list.php
new file mode 100644 (file)
index 0000000..36f1feb
--- /dev/null
@@ -0,0 +1,168 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Prediction models list page.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\output;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Shows tool_analytics models list.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class models_list implements \renderable, \templatable {
+
+    /**
+     * models
+     *
+     * @var \core_analytics\model[]
+     */
+    protected $models = array();
+
+    /**
+     * __construct
+     *
+     * @param \core_analytics\model[] $models
+     * @return void
+     */
+    public function __construct($models) {
+        $this->models = $models;
+    }
+
+    /**
+     * Exports the data.
+     *
+     * @param \renderer_base $output
+     * @return \stdClass
+     */
+    public function export_for_template(\renderer_base $output) {
+
+        $data = new \stdClass();
+
+        $data->models = array();
+        foreach ($this->models as $model) {
+            $modeldata = $model->export();
+
+            // Model predictions list.
+            if ($model->uses_insights()) {
+                $predictioncontexts = $model->get_predictions_contexts();
+                if ($predictioncontexts) {
+
+                    foreach ($predictioncontexts as $contextid => $unused) {
+                        // We prepare this to be used as single_select template options.
+                        $context = \context::instance_by_id($contextid);
+
+                        // Special name for system level predictions as showing "System is not visually nice".
+                        if ($contextid == SYSCONTEXTID) {
+                            $contextname = get_string('allpredictions', 'tool_analytics');
+                        } else {
+                            $contextname = shorten_text($context->get_context_name(true, true), 90);
+                        }
+                        $predictioncontexts[$contextid] = $contextname;
+                    }
+                    \core_collator::asort($predictioncontexts);
+
+                    if (!empty($predictioncontexts)) {
+                        $url = new \moodle_url('/report/insights/insights.php', array('modelid' => $model->get_id()));
+                        $singleselect = new \single_select($url, 'contextid', $predictioncontexts);
+                        $modeldata->insights = $singleselect->export_for_template($output);
+                    }
+                }
+
+                if (empty($modeldata->insights)) {
+                    if ($model->any_prediction_obtained()) {
+                        $modeldata->noinsights = get_string('noinsights', 'analytics');
+                    } else {
+                        $modeldata->noinsights = get_string('nopredictionsyet', 'analytics');
+                    }
+                }
+
+            } else {
+                $modeldata->noinsights = get_string('noinsightsmodel', 'analytics');
+            }
+
+            // Actions.
+            $actionsmenu = new \action_menu();
+            $actionsmenu->set_menu_trigger(get_string('actions'));
+            $actionsmenu->set_owner_selector('model-actions-' . $model->get_id());
+            $actionsmenu->set_alignment(\action_menu::TL, \action_menu::BL);
+
+            // Edit model.
+            if (!$model->is_static()) {
+                $url = new \moodle_url('model.php', array('action' => 'edit', 'id' => $model->get_id()));
+                $icon = new \action_menu_link_secondary($url, new \pix_icon('t/edit', get_string('edit')), get_string('edit'));
+                $actionsmenu->add($icon);
+            }
+
+            // Enable / disable.
+            if ($model->is_enabled()) {
+                $action = 'disable';
+                $text = get_string('disable');
+                $icontype = 't/block';
+            } else {
+                $action = 'enable';
+                $text = get_string('enable');
+                $icontype = 'i/checked';
+            }
+            $url = new \moodle_url('model.php', array('action' => $action, 'id' => $model->get_id()));
+            $icon = new \action_menu_link_secondary($url, new \pix_icon($icontype, $text), $text);
+            $actionsmenu->add($icon);
+
+            // Evaluate machine-learning-based models.
+            if ($model->get_indicators() && !$model->is_static()) {
+                $url = new \moodle_url('model.php', array('action' => 'evaluate', 'id' => $model->get_id()));
+                $icon = new \action_menu_link_secondary($url, new \pix_icon('i/calc', get_string('evaluate', 'tool_analytics')),
+                    get_string('evaluate', 'tool_analytics'));
+                $actionsmenu->add($icon);
+            }
+
+            if ($modeldata->enabled && !empty($modeldata->timesplitting)) {
+                $url = new \moodle_url('model.php', array('action' => 'getpredictions', 'id' => $model->get_id()));
+                $icon = new \action_menu_link_secondary($url, new \pix_icon('i/notifications',
+                    get_string('getpredictions', 'tool_analytics')), get_string('getpredictions', 'tool_analytics'));
+                $actionsmenu->add($icon);
+            }
+
+            // Machine-learning-based models evaluation log.
+            if (!$model->is_static()) {
+                $url = new \moodle_url('model.php', array('action' => 'log', 'id' => $model->get_id()));
+                $icon = new \action_menu_link_secondary($url, new \pix_icon('i/report', get_string('viewlog', 'tool_analytics')),
+                    get_string('viewlog', 'tool_analytics'));
+                $actionsmenu->add($icon);
+            }
+
+            $modeldata->actions = $actionsmenu->export_for_template($output);
+
+            $data->models[] = $modeldata;
+        }
+
+        $data->warnings = array(
+            (object)array('message' => get_string('bettercli', 'tool_analytics'), 'closebutton' => true)
+        );
+
+        return $data;
+    }
+}
diff --git a/admin/tool/analytics/classes/output/renderer.php b/admin/tool/analytics/classes/output/renderer.php
new file mode 100644 (file)
index 0000000..2bbfbc9
--- /dev/null
@@ -0,0 +1,208 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Renderer.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\output;
+
+defined('MOODLE_INTERNAL') || die();
+
+use plugin_renderer_base;
+use templatable;
+use renderable;
+
+/**
+ * Renderer class.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class renderer extends plugin_renderer_base {
+
+    /**
+     * Defer to template.
+     *
+     * @param \tool_analytics\output\models_list $modelslist
+     * @return string HTML
+     */
+    protected function render_models_list(\tool_analytics\output\models_list $modelslist) {
+        $data = $modelslist->export_for_template($this);
+        return parent::render_from_template('tool_analytics/models_list', $data);
+    }
+
+    /**
+     * Renders a table.
+     *
+     * @param \table_sql $table
+     * @return string HTML
+     */
+    public function render_table(\table_sql $table) {
+
+        ob_start();
+        $table->out(10, true);
+        $output = ob_get_contents();
+        ob_end_clean();
+
+        return $output;
+    }
+
+    /**
+     * Web interface evaluate results.
+     *
+     * @param \stdClass[] $results
+     * @param string[] $logs
+     * @return string HTML
+     */
+    public function render_evaluate_results($results, $logs = array()) {
+        global $OUTPUT;
+
+        $output = '';
+
+        foreach ($results as $timesplittingid => $result) {
+
+            if (!CLI_SCRIPT) {
+                $output .= $OUTPUT->box_start('generalbox m-b-3');
+            }
+
+            // Check that the array key is a string, not all results depend on time splitting methods (e.g. general errors).
+            if (!is_numeric($timesplittingid)) {
+                $timesplitting = \core_analytics\manager::get_time_splitting($timesplittingid);
+                $langstrdata = (object)array('name' => $timesplitting->get_name(), 'id' => $timesplittingid);
+
+                if (CLI_SCRIPT) {
+                    $output .= $OUTPUT->heading(get_string('getpredictionsresultscli', 'tool_analytics', $langstrdata), 3);
+                } else {
+                    $output .= $OUTPUT->heading(get_string('getpredictionsresults', 'tool_analytics', $langstrdata), 3);
+                }
+            }
+
+            if ($result->status == 0) {
+                $output .= $OUTPUT->notification(get_string('goodmodel', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_SUCCESS);
+            } else if ($result->status === \core_analytics\model::NO_DATASET) {
+                $output .= $OUTPUT->notification(get_string('nodatatoevaluate', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_WARNING);
+            }
+
+            if (isset($result->score)) {
+                // Score.
+                $output .= $OUTPUT->heading(get_string('accuracy', 'tool_analytics') . ': ' .
+                    round(floatval($result->score), 4) * 100  . '%', 4);
+            }
+
+            if (!empty($result->info)) {
+                foreach ($result->info as $message) {
+                    $output .= $OUTPUT->notification($message, \core\output\notification::NOTIFY_WARNING);
+                }
+            }
+
+            if (!CLI_SCRIPT) {
+                $output .= $OUTPUT->box_end();
+            }
+        }
+
+        // Info logged during evaluation.
+        if (!empty($logs) && debugging()) {
+            $output .= $OUTPUT->heading(get_string('extrainfo', 'tool_analytics'), 3);
+            foreach ($logs as $log) {
+                $output .= $OUTPUT->notification($log, \core\output\notification::NOTIFY_WARNING);
+            }
+        }
+
+        if (!CLI_SCRIPT) {
+            $output .= $OUTPUT->single_button(new \moodle_url('/admin/tool/analytics/index.php'), get_string('continue'));
+        }
+
+        return $output;
+    }
+
+
+    /**
+     * Web interface training & prediction results.
+     *
+     * @param \stdClass|false $trainresults
+     * @param string[] $trainlogs
+     * @param \stdClass|false $predictresults
+     * @param string[] $predictlogs
+     * @return string HTML
+     */
+    public function render_get_predictions_results($trainresults = false, $trainlogs = array(), $predictresults = false, $predictlogs = array()) {
+        global $OUTPUT;
+
+        $output = '';
+
+        if ($trainresults || (!empty($trainlogs) && debugging())) {
+            $output .= $OUTPUT->heading(get_string('trainingresults', 'tool_analytics'), 3);
+        }
+
+        if ($trainresults) {
+            if ($trainresults->status == 0) {
+                $output .= $OUTPUT->notification(get_string('trainingprocessfinished', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_SUCCESS);
+            } else if ($trainresults->status === \core_analytics\model::NO_DATASET) {
+                $output .= $OUTPUT->notification(get_string('nodatatotrain', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_WARNING);
+            } else {
+                $output .= $OUTPUT->notification(get_string('generalerror', 'analytics', $trainresults->status),
+                    \core\output\notification::NOTIFY_ERROR);
+            }
+        }
+
+        if (!empty($trainlogs) && debugging()) {
+            $output .= $OUTPUT->heading(get_string('extrainfo', 'tool_analytics'), 4);
+            foreach ($trainlogs as $log) {
+                $output .= $OUTPUT->notification($log, \core\output\notification::NOTIFY_WARNING);
+            }
+        }
+
+        if ($predictresults || (!empty($predictlogs) && debugging())) {
+            $output .= $OUTPUT->heading(get_string('predictionresults', 'tool_analytics'), 3, 'main m-t-3');
+        }
+
+        if ($predictresults) {
+            if ($predictresults->status == 0) {
+                $output .= $OUTPUT->notification(get_string('predictionprocessfinished', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_SUCCESS);
+            } else if ($predictresults->status === \core_analytics\model::NO_DATASET) {
+                $output .= $OUTPUT->notification(get_string('nodatatopredict', 'tool_analytics'),
+                    \core\output\notification::NOTIFY_WARNING);
+            } else {
+                $output .= $OUTPUT->notification(get_string('generalerror', 'analytics', $predictresults->status),
+                    \core\output\notification::NOTIFY_ERROR);
+            }
+        }
+
+        if (!empty($predictlogs) && debugging()) {
+            $output .= $OUTPUT->heading(get_string('extrainfo', 'tool_analytics'), 4);
+            foreach ($predictlogs as $log) {
+                $output .= $OUTPUT->notification($log, \core\output\notification::NOTIFY_WARNING);
+            }
+        }
+
+        if (!CLI_SCRIPT) {
+            $output .= $OUTPUT->single_button(new \moodle_url('/admin/tool/analytics/index.php'), get_string('continue'));
+        }
+
+        return $output;
+    }
+}
diff --git a/admin/tool/analytics/classes/task/predict_models.php b/admin/tool/analytics/classes/task/predict_models.php
new file mode 100644 (file)
index 0000000..83894be
--- /dev/null
@@ -0,0 +1,71 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Predict system models with new data available.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\task;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Predict system models with new data available.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class predict_models extends \core\task\scheduled_task {
+
+    /**
+     * get_name
+     *
+     * @return string
+     */
+    public function get_name() {
+        return get_string('predictmodels', 'tool_analytics');
+    }
+
+    /**
+     * Executes the prediction task.
+     *
+     * @return void
+     */
+    public function execute() {
+        global $OUTPUT, $PAGE;
+
+        $models = \core_analytics\manager::get_all_models(true, true);
+        if (!$models) {
+            mtrace(get_string('errornoenabledandtrainedmodels', 'tool_analytics'));
+            return;
+        }
+
+        foreach ($models as $model) {
+            $result = $model->predict();
+            if ($result) {
+                echo $OUTPUT->heading(get_string('modelresults', 'tool_analytics', $model->get_target()->get_name()));
+                $renderer = $PAGE->get_renderer('tool_analytics');
+                echo $renderer->render_get_predictions_results(false, array(), $result, $model->get_analyser()->get_logs());
+            }
+        }
+
+    }
+}
diff --git a/admin/tool/analytics/classes/task/train_models.php b/admin/tool/analytics/classes/task/train_models.php
new file mode 100644 (file)
index 0000000..b017e9a
--- /dev/null
@@ -0,0 +1,82 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Train system models with new data available.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace tool_analytics\task;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Train system models with new data available.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class train_models extends \core\task\scheduled_task {
+
+    /**
+     * get_name
+     *
+     * @return string
+     */
+    public function get_name() {
+        return get_string('trainmodels', 'tool_analytics');
+    }
+
+    /**
+     * Executes the prediction task.
+     *
+     * @return void
+     */
+    public function execute() {
+        global $OUTPUT, $PAGE;
+
+        $models = \core_analytics\manager::get_all_models(true);
+        if (!$models) {
+            mtrace(get_string('errornoenabledmodels', 'tool_analytics'));
+            return;
+        }
+
+        foreach ($models as $model) {
+
+            if ($model->is_static()) {
+                // Skip models based on assumptions.
+                continue;
+            }
+
+            if (!$model->get_time_splitting()) {
+                // Can not train if there is no time splitting method selected.
+                continue;
+            }
+
+            $result = $model->train();
+            if ($result) {
+                echo $OUTPUT->heading(get_string('modelresults', 'tool_analytics', $model->get_target()->get_name()));
+
+                $renderer = $PAGE->get_renderer('tool_analytics');
+                echo $renderer->render_get_predictions_results($result, $model->get_analyser()->get_logs());
+            }
+        }
+    }
+}
diff --git a/admin/tool/analytics/cli/enable_model.php b/admin/tool/analytics/cli/enable_model.php
new file mode 100644 (file)
index 0000000..bc1219f
--- /dev/null
@@ -0,0 +1,72 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Enables the provided model.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+define('CLI_SCRIPT', true);
+
+require_once(__DIR__ . '/../../../../config.php');
+require_once($CFG->libdir.'/clilib.php');
+
+$help = "Enables the provided model.
+
+Options:
+--modelid           Model id
+--timesplitting     Time splitting method full class name
+-h, --help          Print out this help
+
+Example:
+\$ php admin/tool/analytics/cli/enable_model.php --modelid=1 --timesplitting=\"\\core\\analytics\\time_splitting\\quarters\"
+";
+
+// Now get cli options.
+list($options, $unrecognized) = cli_get_params(
+    array(
+        'help'            => false,
+        'modelid'         => false,
+        'timesplitting'   => false
+    ),
+    array(
+        'h' => 'help',
+    )
+);
+
+if ($options['help']) {
+    echo $help;
+    exit(0);
+}
+
+if ($options['modelid'] === false || $options['timesplitting'] === false) {
+    echo $help;
+    exit(0);
+}
+
+// We need admin permissions.
+\core\session\manager::set_user(get_admin());
+
+$model = new \core_analytics\model($options['modelid']);
+
+// Evaluate its suitability to predict accurately.
+$model->enable($options['timesplitting']);
+
+cli_heading(get_string('success'));
+exit(0);
diff --git a/admin/tool/analytics/cli/evaluate_model.php b/admin/tool/analytics/cli/evaluate_model.php
new file mode 100644 (file)
index 0000000..5319f0d
--- /dev/null
@@ -0,0 +1,131 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Evaluates the provided model.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+define('CLI_SCRIPT', true);
+
+require_once(__DIR__ . '/../../../../config.php');
+require_once($CFG->libdir.'/clilib.php');
+
+$help = "Evaluates the provided model.
+
+Options:
+--modelid              Model id
+--non-interactive      Not interactive questions
+--timesplitting        Restrict the evaluation to 1 single time splitting method (Optional)
+--filter               Analyser dependant. e.g. A courseid would evaluate the model using a single course (Optional)
+--reuse-prev-analysed  Reuse recently analysed courses instead of analysing the whole site. Set it to false while" .
+    " coding indicators. Defaults to true (Optional)" . "
+-h, --help             Print out this help
+
+Example:
+\$ php admin/tool/analytics/cli/evaluate_model.php --modelid=1 --timesplitting='\\core\\analytics\\time_splitting\\quarters' --filter=123,321
+";
+
+// Now get cli options.
+list($options, $unrecognized) = cli_get_params(
+    array(
+        'help'                  => false,
+        'modelid'               => false,
+        'timesplitting'         => false,
+        'reuse-prev-analysed'   => true,
+        'non-interactive'       => false,
+        'filter'                => false
+    ),
+    array(
+        'h' => 'help',
+    )
+);
+
+if ($options['help']) {
+    echo $help;
+    exit(0);
+}
+
+if ($options['modelid'] === false) {
+    echo $help;
+    exit(0);
+}
+
+// Reformat them as an array.
+if ($options['filter'] !== false) {
+    $options['filter'] = explode(',', $options['filter']);
+}
+
+// We need admin permissions.
+\core\session\manager::set_user(get_admin());
+
+$model = new \core_analytics\model($options['modelid']);
+
+mtrace(get_string('analysingsitedata', 'tool_analytics'));
+
+if ($options['reuse-prev-analysed']) {
+    mtrace(get_string('evaluationinbatches', 'tool_analytics'));
+}
+
+$analyseroptions = array(
+    'filter' => $options['filter'],
+    'timesplitting' => $options['timesplitting'],
+    'reuseprevanalysed' => $options['reuse-prev-analysed'],
+);
+// Evaluate its suitability to predict accurately.
+$results = $model->evaluate($analyseroptions);
+
+$renderer = $PAGE->get_renderer('tool_analytics');
+echo $renderer->render_evaluate_results($results, $model->get_analyser()->get_logs());
+
+// Check that we have, at leasa,t 1 valid dataset (not necessarily good) to use.
+foreach ($results as $result) {
+    if ($result->status !== \core_analytics\model::NO_DATASET &&
+            $result->status !== \core_analytics\model::GENERAL_ERROR) {
+        $validdatasets = true;
+    }
+}
+
+if (!empty($validdatasets) && !$model->is_enabled() && $options['non-interactive'] === false) {
+
+    // Select a dataset, train and enable the model.
+    $input = cli_input(get_string('clienablemodel', 'tool_analytics'));
+    while (!\core_analytics\manager::is_valid($input, '\core_analytics\local\time_splitting\base') && $input !== 'none') {
+        mtrace(get_string('errorunexistingtimesplitting', 'analytics'));
+        $input = cli_input(get_string('clienablemodel', 'tool_analytics'));
+    }
+
+    if ($input === 'none') {
+        exit(0);
+    }
+
+    // Refresh the instance to prevent unexpected issues.
+    $model = new \core_analytics\model($modelobj);
+
+    // Set the time splitting method file and enable it.
+    $model->enable($input);
+
+    mtrace(get_string('trainandpredictmodel', 'tool_analytics'));
+
+    // Train the model with the selected time splitting method and start predicting.
+    $model->train();
+    $model->predict();
+}
+
+exit(0);
diff --git a/admin/tool/analytics/cli/guess_course_start_and_end.php b/admin/tool/analytics/cli/guess_course_start_and_end.php
new file mode 100644 (file)
index 0000000..f8273e1
--- /dev/null
@@ -0,0 +1,207 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Guesses course start and end dates based on activity logs.
+ *
+ * @package    tool_analytics
+ * @copyright  2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+define('CLI_SCRIPT', true);
+
+require_once(__DIR__ . '/../../../../config.php');
+require_once($CFG->libdir.'/clilib.php');
+
+require_once($CFG->dirroot . '/course/lib.php');
+require_once($CFG->dirroot . '/course/format/weeks/lib.php');
+
+$help = "Guesses course start and end dates based on activity logs.
+
+Options:
+--guessstart           Guess the course start date (default to true)
+--guessend             Guess the course end date (default to true)
+--guessall             Guess all start and end dates, even if they are already set (default to false)
+--update               Update the db or just notify the guess (default to false)
+--filter               Analyser dependant. e.g. A courseid would evaluate the model using a single course (Optional)
+-h, --help             Print out this help
+
+Example:
+\$ php admin/tool/analytics/cli/guess_course_start_and_end_dates.php --update=1 --filter=123,321
+";
+
+// Now get cli options.
+list($options, $unrecognized) = cli_get_params(
+    array(
+        'help'        => false,
+        'guessstart'  => true,
+        'guessend'    => true,
+        'guessall'    => false,
+        'update'      => false,
+        'filter'      => false
+    ),
+    array(
+        'h' => 'help',
+    )
+);
+
+if ($options['help']) {
+    echo $help;
+    exit(0);
+}
+
+if ($options['guessstart'] === false && $options['guessend'] === false && $options['guessall'] === false) {
+    echo $help;
+    exit(0);
+}
+
+// Reformat them as an array.
+if ($options['filter'] !== false) {
+    $options['filter'] = explode(',', clean_param($options['filter'], PARAM_SEQUENCE));
+}
+
+// We need admin permissions.
+\core\session\manager::set_user(get_admin());
+
+$conditions = array('id != 1');
+if (!$options['guessall']) {
+    if ($options['guessstart']) {
+        $conditions[] = '(startdate is null or startdate = 0)';
+    }
+    if ($options['guessend']) {
+        $conditions[] = '(enddate is null or enddate = 0)';
+    }
+}
+
+$coursessql = '';
+$params = null;
+if ($options['filter']) {
+    list($coursessql, $params) = $DB->get_in_or_equal($options['filter'], SQL_PARAMS_NAMED);
+    $conditions[] = 'id ' . $coursessql;
+}
+
+$courses = $DB->get_recordset_select('course', implode(' AND ', $conditions), $params, 'sortorder ASC');
+foreach ($courses as $course) {
+    tool_analytics_calculate_course_dates($course, $options);
+}
+$courses->close();
+
+
+/**
+ * tool_analytics_calculate_course_dates
+ *
+ * @param stdClass $course
+ * @param array $options CLI options
+ * @return void
+ */
+function tool_analytics_calculate_course_dates($course, $options) {
+    global $DB, $OUTPUT;
+
+    $courseman = new \core_analytics\course($course);
+
+    $notification = $course->shortname . ' (id = ' . $course->id . '): ';
+
+    if ($options['guessstart'] || $options['guessall']) {
+
+        $originalstartdate = $course->startdate;
+
+        $guessedstartdate = $courseman->guess_start();
+        if ($guessedstartdate == $originalstartdate) {
+            if (!$guessedstartdate) {
+                $notification .= PHP_EOL . '  ' . get_string('cantguessstartdate', 'tool_analytics');
+            } else {
+                // No need to update.
+                $notification .= PHP_EOL . '  ' . get_string('samestartdate', 'tool_analytics') . ': ' . userdate($guessedstartdate);
+            }
+        } else if (!$guessedstartdate) {
+            $notification .= PHP_EOL . '  ' . get_string('cantguessstartdate', 'tool_analytics');
+        } else {
+            // Update it to something we guess.
+
+            // We set it to $course even if we don't update because may be needed to guess the end one.
+            $course->startdate = $guessedstartdate;
+            $notification .= PHP_EOL . '  ' . get_string('startdate') . ': ' . userdate($guessedstartdate);
+
+            // Two different course updates because week's end date may be recalculated after setting the start date.
+            if ($options['update']) {
+                update_course($course);
+
+                // Refresh course data as end date may have been updated.
+                $course = $DB->get_record('course', array('id' => $course->id));
+                $courseman = new \core_analytics\course($course);
+            }
+        }
+    }
+
+    if ($options['guessend'] || $options['guessall']) {
+
+        $originalenddate = $course->enddate;
+
+        $format = course_get_format($course);
+        $formatoptions = $format->get_format_options();
+
+        if ($course->format === 'weeks' && $formatoptions['automaticenddate']) {
+            // Special treatment for weeks with automatic end date.
+
+            if ($options['update']) {
+                format_weeks::update_end_date($course->id);
+                $course->enddate = $DB->get_field('course', 'enddate', array('id' => $course->id));
+                $notification .= PHP_EOL . '  ' . get_string('weeksenddateautomaticallyset', 'tool_analytics') . ': ' .
+                    userdate($course->enddate);
+            } else {
+                // We can't provide more info without actually updating it in db.
+                $notification .= PHP_EOL . '  ' . get_string('weeksenddatedefault', 'tool_analytics');
+            }
+        } else {
+            $guessedenddate = $courseman->guess_end();
+
+            if ($guessedenddate == $originalenddate) {
+                if (!$guessedenddate) {
+                    $notification .= PHP_EOL . '  ' . get_string('cantguessenddate', 'tool_analytics');
+                } else {
+                    // No need to update.
+                    $notification .= PHP_EOL . '  ' . get_string('sameenddate', 'tool_analytics') . ': ' . userdate($guessedenddate);
+                }
+            } else if (!$guessedenddate) {
+                $notification .= PHP_EOL . '  ' . get_string('cantguessenddate', 'tool_analytics');
+            } else {
+                // Update it to something we guess.
+
+                $course->enddate = $guessedenddate;
+
+                if ($course->enddate > $course->startdate) {
+                    $notification .= PHP_EOL . '  ' . get_string('enddate') . ': ' . userdate($course->enddate);
+                } else {
+                    $notification .= PHP_EOL . '  ' . get_string('errorendbeforestart', 'analytics', userdate($course->enddate));
+                }
+
+                if ($options['update']) {
+                    if ($course->enddate > $course->startdate) {
+                        update_course($course);
+                    }
+                }
+            }
+        }
+
+    }
+
+    mtrace($notification);
+}
+
+mtrace(get_string('success'));
+
+exit(0);
diff --git a/admin/tool/analytics/db/tasks.php b/admin/tool/analytics/db/tasks.php
new file mode 100644 (file)
index 0000000..2faa2d1
--- /dev/null
@@ -0,0 +1,47 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * This file defines tasks performed by the tool.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+defined('MOODLE_INTERNAL') || die();
+
+// List of tasks.
+$tasks = array(
+    array(
+        'classname' => 'tool_analytics\task\train_models',
+        'blocking' => 0,
+        'minute' => '0',
+        'hour' => 'R',
+        'day' => '*',
+        'dayofweek' => '*',
+        'month' => '*'
+    ),
+    array(
+        'classname' => 'tool_analytics\task\predict_models',
+        'blocking' => 0,
+        'minute' => '0',
+        'hour' => 'R',
+        'day' => '*',
+        'dayofweek' => '*',
+        'month' => '*'
+    ),
+);
diff --git a/admin/tool/analytics/index.php b/admin/tool/analytics/index.php
new file mode 100644 (file)
index 0000000..4b01f6f
--- /dev/null
@@ -0,0 +1,37 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Prediction models tool frontend.
+ *
+ * @package tool_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+require_once(__DIR__ . '/../../../config.php');
+require_once($CFG->libdir . '/adminlib.php');
+
+admin_externalpage_setup('analyticmodels', '', null, '', array('pagelayout' => 'report'));
+
+$models = \core_analytics\manager::get_all_models();
+
+echo $OUTPUT->header();
+
+$templatable = new \tool_analytics\output\models_list($models);
+echo $PAGE->get_renderer('tool_analytics')->render($templatable);
+
+echo $OUTPUT->footer();
diff --git a/admin/tool/analytics/lang/en/tool_analytics.php b/admin/tool/analytics/lang/en/tool_analytics.php
new file mode 100644 (file)
index 0000000..eba2a8f
--- /dev/null
@@ -0,0 +1,76 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Strings for tool_analytics.
+ *
+ * @package tool_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+$string['accuracy'] = 'Accuracy';
+$string['allpredictions'] = 'All predictions';
+$string['analysingsitedata'] = 'Analysing the site';
+$string['analyticmodels'] = 'Analytic models';
+$string['bettercli'] = 'Evaluating models and generating predictions may involve heavy processing. It is advised that you run these actions via the command line interface';
+$string['cantguessstartdate'] = 'Can\'t guess the start date';
+$string['cantguessenddate'] = 'Can\'t guess the end date';
+$string['clienablemodel'] = 'You can enable the model by selecting a time splitting method by its id. Note that you can also enable it later using the web interface (\'none\' to exit)';
+$string['editmodel'] = 'Edit "{$a}" model';
+$string['edittrainedwarning'] = 'This model has already been trained, note that changing its indicators or its time splitting method will delete its previous predictions and start generating the new ones';
+$string['enabled'] = 'Enabled';
+$string['errorcantenablenotimesplitting'] = 'You need to select a time splitting method before enabling the model';
+$string['errornoenabledandtrainedmodels'] = 'There are not enabled and trained models to predict';
+$string['errornoenabledmodels'] = 'There are not enabled models to train';
+$string['errornostaticedit'] = 'Models based on assumptions can not be edited';
+$string['errornostaticevaluated'] = 'Models based on assumptions can not be evaluated, they are always 100% correct according to how they were defined';
+$string['errornostaticlog'] = 'Models based on assumptions can not be evaluated, there is no preformance log';
+$string['evaluate'] = 'Evaluate';
+$string['evaluatemodel'] = 'Evaluate model';
+$string['evaluationinbatches'] = 'The site contents are calculated and stored in batches, during evaluation you can stop the process at any moment, the next time you run it it will continue from the point you stopped it.';
+$string['trainandpredictmodel'] = 'Training model and calculating predictions';
+$string['getpredictionsresultscli'] = 'Results using {$a->name} (id: {$a->id}) course duration splitting';
+$string['getpredictionsresults'] = 'Results using {$a->name} course duration splitting';
+$string['extrainfo'] = 'Info';
+$string['generalerror'] = 'Evaluation error. Status code {$a}';
+$string['getpredictions'] = 'Get predictions';
+$string['goodmodel'] = 'This is a good model and it can be used to predict, enable it to start getting predictions.';
+$string['indicators'] = 'Indicators';
+$string['info'] = 'Info';
+$string['insights'] = 'Insights';
+$string['loginfo'] = 'Log extra info';
+$string['modelresults'] = '{$a} results';
+$string['modelslist'] = 'Models list';
+$string['modeltimesplitting'] = 'Time splitting';
+$string['nodatatoevaluate'] = 'There is no data to evaluate the model';
+$string['nodatatopredict'] = 'No new elements to get predictions for';
+$string['nodatatotrain'] = 'There is no new data that can be used for training';
+$string['notdefined'] = 'Not yet defined';
+$string['pluginname'] = 'Analytic models';
+$string['predictionresults'] = 'Prediction results';
+$string['predictmodels'] = 'Predict models';
+$string['predictorresultsin'] = 'Predictor logged information in {$a} directory';
+$string['predictionprocessfinished'] = 'Prediction process finished';
+$string['samestartdate'] = 'Current start date is good';
+$string['sameenddate'] = 'Current end date is good';
+$string['target'] = 'Target';
+$string['trainingprocessfinished'] = 'Training process finished';
+$string['trainingresults'] = 'Training results';
+$string['trainmodels'] = 'Train models';
+$string['viewlog'] = 'Log';
+$string['weeksenddateautomaticallyset'] = 'End date automatically set based on start date and the number of sections';
+$string['weeksenddatedefault'] = 'End date would be automatically calculated from the course start date';
diff --git a/admin/tool/analytics/model.php b/admin/tool/analytics/model.php
new file mode 100644 (file)
index 0000000..9ef3c3d
--- /dev/null
@@ -0,0 +1,167 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Model-related actions.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+require_once(__DIR__ . '/../../../config.php');
+
+$id = required_param('id', PARAM_INT);
+$action = required_param('action', PARAM_ALPHANUMEXT);
+
+$context = context_system::instance();
+
+require_login();
+
+$model = new \core_analytics\model($id);
+\core_analytics\manager::check_can_manage_models();
+
+$params = array('id' => $id, 'action' => $action);
+$url = new \moodle_url('/admin/tool/analytics/model.php', $params);
+
+switch ($action) {
+
+    case 'edit':
+        $title = get_string('editmodel', 'tool_analytics', $model->get_target()->get_name());
+        break;
+    case 'evaluate':
+        $title = get_string('evaluatemodel', 'tool_analytics');
+        break;
+    case 'getpredictions':
+        $title = get_string('getpredictions', 'tool_analytics');
+        break;
+    case 'log':
+        $title = get_string('viewlog', 'tool_analytics');
+        break;
+    case 'enable':
+        $title = get_string('enable');
+        break;
+    case 'disable':
+        $title = get_string('disable');
+        break;
+
+    default:
+        throw new moodle_exception('errorunknownaction', 'analytics');
+}
+
+$PAGE->set_context($context);
+$PAGE->set_url($url);
+$PAGE->set_pagelayout('report');
+$PAGE->set_title($title);
+$PAGE->set_heading($title);
+
+switch ($action) {
+
+    case 'enable':
+        $model->enable();
+        redirect(new \moodle_url('/admin/tool/analytics/index.php'));
+
+    case 'disable':
+        $model->update(0, false, false);
+        redirect(new \moodle_url('/admin/tool/analytics/index.php'));
+
+    case 'edit':
+
+        if ($model->is_static()) {
+            echo $OUTPUT->header();
+            throw new moodle_exception('errornostaticedit', 'tool_analytics');
+        }
+
+        $customdata = array(
+            'id' => $model->get_id(),
+            'model' => $model,
+            'indicators' => $model->get_potential_indicators(),
+            'timesplittings' => \core_analytics\manager::get_enabled_time_splitting_methods()
+        );
+        $mform = new \tool_analytics\output\form\edit_model(null, $customdata);
+
+        if ($mform->is_cancelled()) {
+            redirect(new \moodle_url('/admin/tool/analytics/index.php'));
+
+        } else if ($data = $mform->get_data()) {
+            confirm_sesskey();
+
+            // Converting option names to class names.
+            $indicators = array();
+            foreach ($data->indicators as $indicator) {
+                $indicatorclass = \tool_analytics\output\helper::option_to_class($indicator);
+                $indicators[] = \core_analytics\manager::get_indicator($indicatorclass);
+            }
+            $timesplitting = \tool_analytics\output\helper::option_to_class($data->timesplitting);
+            $model->update($data->enabled, $indicators, $timesplitting);
+            redirect(new \moodle_url('/admin/tool/analytics/index.php'));
+        }
+
+        echo $OUTPUT->header();
+
+        $modelobj = $model->get_model_obj();
+
+        $callable = array('\tool_analytics\output\helper', 'class_to_option');
+        $modelobj->indicators = array_map($callable, json_decode($modelobj->indicators));
+        $modelobj->timesplitting = \tool_analytics\output\helper::class_to_option($modelobj->timesplitting);
+        $mform->set_data($modelobj);
+        $mform->display();
+        break;
+
+    case 'evaluate':
+        echo $OUTPUT->header();
+
+        if ($model->is_static()) {
+            throw new moodle_exception('errornostaticevaluate', 'tool_analytics');
+        }
+
+        // Web interface is used by people who can not use CLI nor code stuff, always use
+        // cached stuff as they will change the model through the web interface as well
+        // which invalidates the previously analysed stuff.
+        $results = $model->evaluate(array('reuseprevanalysed' => true));
+        $renderer = $PAGE->get_renderer('tool_analytics');
+        echo $renderer->render_evaluate_results($results, $model->get_analyser()->get_logs());
+        break;
+
+    case 'getpredictions':
+        echo $OUTPUT->header();
+
+        $trainresults = $model->train();
+        $trainlogs = $model->get_analyser()->get_logs();
+
+        // Looks dumb to get a new instance but better be conservative.
+        $model = new \core_analytics\model($model->get_model_obj());
+        $predictresults = $model->predict();
+        $predictlogs = $model->get_analyser()->get_logs();
+
+        $renderer = $PAGE->get_renderer('tool_analytics');
+        echo $renderer->render_get_predictions_results($trainresults, $trainlogs, $predictresults, $predictlogs);
+        break;
+
+    case 'log':
+        echo $OUTPUT->header();
+
+        if ($model->is_static()) {
+            throw new moodle_exception('errornostaticlog', 'tool_analytics');
+        }
+
+        $renderer = $PAGE->get_renderer('tool_analytics');
+        $modellogstable = new \tool_analytics\output\model_logs('model-' . $model->get_id(), $model);
+        echo $renderer->render_table($modellogstable);
+        break;
+}
+
+echo $OUTPUT->footer();
diff --git a/admin/tool/analytics/settings.php b/admin/tool/analytics/settings.php
new file mode 100644 (file)
index 0000000..76a1bde
--- /dev/null
@@ -0,0 +1,28 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Adds settings links to admin tree.
+ *
+ * @package tool_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+defined('MOODLE_INTERNAL') || die();
+
+$ADMIN->add('reports', new admin_externalpage('analyticmodels', get_string('analyticmodels', 'tool_analytics'),
+    "$CFG->wwwroot/$CFG->admin/tool/analytics/index.php", 'moodle/analytics:managemodels'));
diff --git a/admin/tool/analytics/templates/models_list.mustache b/admin/tool/analytics/templates/models_list.mustache
new file mode 100644 (file)
index 0000000..f3d4fc8
--- /dev/null
@@ -0,0 +1,109 @@
+{{!
+    This file is part of Moodle - http://moodle.org/
+
+    Moodle is free software: you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    Moodle is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+}}
+{{!
+    @template tool_analytics/models_list
+
+    Template for models list.
+
+    Classes required for JS:
+    * none
+
+    Data attributes required for JS:
+    * none
+
+    Context variables required for this template:
+    * none
+
+    Example context (json):
+    {
+        "models": [
+            {
+                "target": "Prevent devs at risk",
+                "enabled": 1,
+                "indicators": [
+                    "Indicator 1",
+                    "Indicator 2",
+                    "Indicator 3",
+                    "Indicator 4"
+                ],
+                "timesplitting": "Quarters",
+                "noinsights": "No insights available yet"
+            }
+        ],
+        "warnings": {
+            "message": "Hey, this is a warning"
+        }
+    }
+}}
+
+{{#warnings}}
+    {{> core/notification_warning}}
+{{/warnings}}
+<div class="box">
+    <table class="generaltable fullwidth">
+        <caption>{{#str}}modelslist, tool_analytics{{/str}}</caption>
+        <thead>
+            <tr>
+                <th scope="col">{{#str}}target, tool_analytics{{/str}}</th>
+                <th scope="col">{{#str}}enabled, tool_analytics{{/str}}</th>
+                <th scope="col">{{#str}}indicators, tool_analytics{{/str}}</th>
+                <th scope="col">{{#str}}modeltimesplitting, tool_analytics{{/str}}</th>
+                <th scope="col">{{#str}}insights, tool_analytics{{/str}}</th>
+                <th scope="col">{{#str}}actions{{/str}}</th>
+            </tr>
+        </thead>
+        <tbody>
+        {{#models}}
+            <tr>
+                <td>{{target}}</td>
+                <td>
+                    {{#enabled}}
+                        {{#pix}}i/checked, core, {{#str}}yes{{/str}}{{/pix}}
+                    {{/enabled}}
+                    {{^enabled}}
+                        {{#str}}no{{/str}}
+                    {{/enabled}}
+                </td>
+                <td>
+                    <ul>
+                    {{#indicators}}
+                        <li>{{.}}</li>
+                    {{/indicators}}
+                    </ul>
+                </td>
+                <td>
+                    {{#timesplitting}}{{timesplitting}}{{/timesplitting}}{{^timesplitting}}{{#str}}notdefined, tool_analytics{{/str}}{{/timesplitting}}
+                </td>
+                <td>
+                    {{! models_list renderer is responsible of sending one or the other}}
+                    {{#insights}}
+                        {{> core/single_select }}
+                    {{/insights}}
+                    {{#noinsights}}
+                        {{.}}
+                    {{/noinsights}}
+                </td>
+                <td>
+                    {{#actions}}
+                        {{> core/action_menu}}
+                    {{/actions}}
+                </td>
+            </tr>
+        {{/models}}
+        </tbody>
+    </table>
+</div>
diff --git a/admin/tool/analytics/version.php b/admin/tool/analytics/version.php
new file mode 100644 (file)
index 0000000..d630777
--- /dev/null
@@ -0,0 +1,29 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Version details.
+ *
+ * @package    tool_analytics
+ * @copyright  2017 David Monllao {@link http://www.davidmonllao.com/}
+ * @license    http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+defined('MOODLE_INTERNAL') || die();
+
+$plugin->version   = 2017051500; // The current plugin version (Date: YYYYMMDDXX).
+$plugin->requires  = 2017050500; // Requires this Moodle version.
+$plugin->component = 'tool_analytics'; // Full name of the plugin (used for diagnostics).
index 8667fa9..9bcda1f 100644 (file)
@@ -24,9 +24,6 @@
 
 defined('MOODLE_INTERNAL') || die();
 
-global $CFG;
-require_once($CFG->libdir . '/behat/classes/behat_selectors.php');
-
 /**
  * Renderer for behat tool web features
  *
@@ -44,6 +41,8 @@ class tool_behat_renderer extends plugin_renderer_base {
      * @return string HTML code
      */
     public function render_stepsdefinitions($stepsdefinitions, $form) {
+        global $CFG;
+        require_once($CFG->libdir . '/behat/classes/behat_selectors.php');
 
         $html = $this->generic_info();
 
index d8a325b..0e62104 100644 (file)
@@ -221,7 +221,7 @@ Feature: Set up contextual data for tests
     And I should see "Test workshop name"
     And I follow "Test assignment name"
     And I should see "Test assignment description"
-    And I follow "C1"
+    And I am on "Course 1" course homepage
     And I follow "Test assignment name with scale"
     And I follow "Edit settings"
     And the field "Type" matches value "Scale"
@@ -312,7 +312,6 @@ Feature: Set up contextual data for tests
       | fullname | course | gradecategory |
       | Grade sub category 2 | C1 | Grade category 1 |
     When I log in as "admin"
-    And I am on course index
     And I am on "Course 1" course homepage
     And I navigate to "View > Grader report" in the course gradebook
     Then I should see "Grade category 1"
index a38a75d..de818df 100644 (file)
@@ -17,7 +17,6 @@ Feature: tool_monitor_rule
     And I log in as "admin"
     And I navigate to "Event monitoring rules" node in "Site administration > Reports"
     And I click on "Enable" "link"
-    And I am on site homepage
     And I am on "Course 1" course homepage
     And I navigate to "Event monitoring rules" node in "Course administration > Reports"
     And I press "Add a new rule"
index 60ea271..f15f7c2 100644 (file)
@@ -101,7 +101,11 @@ switch ($action) {
         break;
 
     case 'delete':
-        $token = $webservicemanager->get_created_by_user_ws_token($USER->id, $tokenid);
+        $token = $webservicemanager->get_token_by_id_with_details($tokenid);
+
+        if ($token->creatorid != $USER->id) {
+            require_capability("moodle/webservice:managealltokens", context_system::instance());
+        }
 
         //Delete the token
         if ($confirm and confirm_sesskey()) {
diff --git a/analytics/classes/admin_setting_predictor.php b/analytics/classes/admin_setting_predictor.php
new file mode 100644 (file)
index 0000000..203ad55
--- /dev/null
@@ -0,0 +1,63 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Extension to show an error message if the selected predictor is not available.
+ *
+ * @package   core_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics;
+
+defined('MOODLE_INTERNAL') || die();
+
+require_once(__DIR__ . '/../../lib/adminlib.php');
+
+/**
+ * Extension to show an error message if the selected predictor is not available.
+ *
+ * @package   core_analytics
+ * @copyright 2017 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class admin_setting_predictor extends \admin_setting_configselect {
+
+    /**
+     * Save a setting
+     *
+     * @param string $data
+     * @return string empty of error string
+     */
+    public function write_setting($data) {
+        if (!$this->load_choices() or empty($this->choices)) {
+            return '';
+        }
+        if (!array_key_exists($data, $this->choices)) {
+            return '';
+        }
+
+        // Calling it here without checking if it is ready because we check it below and show it as a controlled case.
+        $selectedprocessor = \core_analytics\manager::get_predictions_processor($data, false);
+        $isready = $selectedprocessor->is_ready();
+        if ($isready !== true) {
+            return get_string('errorprocessornotready', 'analytics', $isready);
+        }
+
+        return ($this->config_write($this->name, $data) ? '' : get_string('errorsetting', 'admin'));
+    }
+}
diff --git a/analytics/classes/analysable.php b/analytics/classes/analysable.php
new file mode 100644 (file)
index 0000000..88d10a6
--- /dev/null
@@ -0,0 +1,70 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Any element analysers can analyse.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Any element analysers can analyse.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+interface analysable {
+
+    /**
+     * Max timestamp.
+     */
+    const MAX_TIME = 9999999999;
+
+    /**
+     * The analysable unique identifier in the site.
+     *
+     * @return int.
+     */
+    public function get_id();
+
+    /**
+     * The analysable context.
+     *
+     * @return \context
+     */
+    public function get_context();
+
+    /**
+     * The start of the analysable if there is one.
+     *
+     * @return int|false
+     */
+    public function get_start();
+
+    /**
+     * The end of the analysable if there is one.
+     *
+     * @return int|false
+     */
+    public function get_end();
+}
diff --git a/analytics/classes/calculable.php b/analytics/classes/calculable.php
new file mode 100644 (file)
index 0000000..a3e3720
--- /dev/null
@@ -0,0 +1,286 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Calculable dataset items abstract class.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Calculable dataset items abstract class.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+abstract class calculable {
+
+    /**
+     * Neutral calculation outcome.
+     */
+    const OUTCOME_NEUTRAL = 0;
+
+    /**
+     * Very positive calculation outcome.
+     */
+    const OUTCOME_VERY_POSITIVE = 1;
+
+    /**
+     * Positive calculation outcome.
+     */
+    const OUTCOME_OK = 2;
+
+    /**
+     * Negative calculation outcome.
+     */
+    const OUTCOME_NEGATIVE = 3;
+
+    /**
+     * Very negative calculation outcome.
+     */
+    const OUTCOME_VERY_NEGATIVE = 4;
+
+    /**
+     * @var array[]
+     */
+    protected $sampledata = array();
+
+    /**
+     * Returns a visible name for the indicator.
+     *
+     * Used as column identificator.
+     *
+     * Defaults to the indicator class name.
+     *
+     * @return string
+     */
+    public static function get_name() {
+        return '\\' . get_called_class();
+    }
+
+    /**
+     * The class id is the calculable class full qualified class name.
+     *
+     * @return string
+     */
+    public function get_id() {
+        return '\\' . get_class($this);
+    }
+
+    /**
+     * add_sample_data
+     *
+     * @param array $data
+     * @return void
+     */
+    public function add_sample_data($data) {
+        $this->sampledata = $this->array_merge_recursive_keep_keys($this->sampledata, $data);
+    }
+
+    /**
+     * clear_sample_data
+     *
+     * @return void
+     */
+    public function clear_sample_data() {
+        $this->sampledata = array();
+    }
+
+    /**
+     * Returns the visible value of the calculated value.
+     *
+     * @param float $value
+     * @param string|false $subtype
+     * @return string
+     */
+    public function get_display_value($value, $subtype = false) {
+        return $value;
+    }
+
+    /**
+     * Returns how good the calculated value is.
+     *
+     * Use one of \core_analytics\calculable::OUTCOME_* values.
+     *
+     * @param float $value
+     * @param string|false $subtype
+     * @return int
+     */
+    abstract public function get_calculation_outcome($value, $subtype = false);
+
+    /**
+     * Retrieve the specified element associated to $sampleid.
+     *
+     * @param string $elementname
+     * @param int $sampleid
+     * @return \stdClass|false An \stdClass object or false if it can not be found.
+     */
+    protected function retrieve($elementname, $sampleid) {
+        if (empty($this->sampledata[$sampleid]) || empty($this->sampledata[$sampleid][$elementname])) {
+            // We don't throw an exception because indicators should be able to
+            // try multiple tables until they find something they can use.
+            return false;
+        }
+        return $this->sampledata[$sampleid][$elementname];
+    }
+
+    /**
+     * Returns the number of weeks a time range contains.
+     *
+     * Useful for calculations that depend on the time range duration. Note that it returns
+     * a float, rounding the float may lead to inaccurate results.
+     *
+     * @param int $starttime
+     * @param int $endtime
+     * @return float
+     */
+    protected function get_time_range_weeks_number($starttime, $endtime) {
+        if ($endtime <= $starttime) {
+            throw new \coding_exception('End time timestamp should be greater than start time.');
+        }
+
+        $starttimedt = new \DateTime();
+        $starttimedt->setTimestamp($starttime);
+        $starttimedt->setTimezone(new \DateTimeZone('UTC'));
+        $endtimedt = new \DateTime();
+        $endtimedt->setTimestamp($endtime);
+        $endtimedt->setTimezone(new \DateTimeZone('UTC'));
+
+        $diff = $endtimedt->getTimestamp() - $starttimedt->getTimestamp();
+        return $diff / WEEKSECS;
+    }
+
+    /**
+     * Limits the calculated value to the minimum and maximum values.
+     *
+     * @param float $calculatedvalue
+     * @return float|null
+     */
+    protected function limit_value($calculatedvalue) {
+        return max(min($calculatedvalue, static::get_max_value()), static::get_min_value());
+    }
+
+    /**
+     * Classifies the provided value into the provided range according to the ranges predicates.
+     *
+     * Use:
+     * - eq as 'equal'
+     * - ne as 'not equal'
+     * - lt as 'lower than'
+     * - le as 'lower or equal than'
+     * - gt as 'greater than'
+     * - ge as 'greater or equal than'
+     *
+     * @throws \coding_exception
+     * @param int|float $value
+     * @param array $ranges e.g. [ ['lt', 20], ['ge', 20] ]
+     * @return float
+     */
+    protected function classify_value($value, $ranges) {
+
+        // To automatically return calculated values from min to max values.
+        $rangeweight = (static::get_max_value() - static::get_min_value()) / (count($ranges) - 1);
+
+        foreach ($ranges as $key => $range) {
+
+            $match = false;
+
+            if (count($range) != 2) {
+                throw new \coding_exception('classify_value() $ranges array param should contain 2 items, the predicate ' .
+                    'e.g. greater (gt), lower or equal (le)... and the value.');
+            }
+
+            list($predicate, $rangevalue) = $range;
+
+            switch ($predicate) {
+                case 'eq':
+                    if ($value == $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                case 'ne':
+                    if ($value != $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                case 'lt':
+                    if ($value < $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                case 'le':
+                    if ($value <= $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                case 'gt':
+                    if ($value > $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                case 'ge':
+                    if ($value >= $rangevalue) {
+                        $match = true;
+                    }
+                    break;
+                default:
+                    throw new \coding_exception('Unrecognised predicate ' . $predicate . '. Please use eq, ne, lt, le, ge or gt.');
+            }
+
+            // Calculate and return a linear calculated value for the provided value.
+            if ($match) {
+                return round(static::get_min_value() + ($rangeweight * $key), 2);
+            }
+        }
+
+        throw new \coding_exception('The provided value "' . $value . '" can not be fit into any of the provided ranges, you ' .
+            'should provide ranges for all possible values.');
+    }
+
+    /**
+     * Merges arrays recursively keeping the same keys the original arrays have.
+     *
+     * @link http://php.net/manual/es/function.array-merge-recursive.php#114818
+     * @return array
+     */
+    private function array_merge_recursive_keep_keys() {
+        $arrays = func_get_args();
+        $base = array_shift($arrays);
+
+        foreach ($arrays as $array) {
+            reset($base);
+            while (list($key, $value) = each($array)) {
+                if (is_array($value) && !empty($base[$key]) && is_array($base[$key])) {
+                    $base[$key] = $this->array_merge_recursive_keep_keys($base[$key], $value);
+                } else {
+                    if (isset($base[$key]) && is_int($key)) {
+                        $key++;
+                    }
+                    $base[$key] = $value;
+                }
+            }
+        }
+
+        return $base;
+    }
+}
diff --git a/analytics/classes/course.php b/analytics/classes/course.php
new file mode 100644 (file)
index 0000000..aae5748
--- /dev/null
@@ -0,0 +1,752 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Moodle course analysable
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics;
+
+defined('MOODLE_INTERNAL') || die();
+
+require_once($CFG->dirroot . '/course/lib.php');
+require_once($CFG->dirroot . '/lib/gradelib.php');
+require_once($CFG->dirroot . '/lib/enrollib.php');
+
+/**
+ * Moodle course analysable
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class course implements \core_analytics\analysable {
+
+    /**
+     * @var \core_analytics\course[] $instances
+     */
+    protected static $instances = array();
+
+    /**
+     * Course object
+     *
+     * @var \stdClass
+     */
+    protected $course = null;
+
+    /**
+     * The course context.
+     *
+     * @var \context_course
+     */
+    protected $coursecontext = null;
+
+    /**
+     * The course activities organized by activity type.
+     *
+     * @var array
+     */
+    protected $courseactivities = array();
+
+    /**
+     * Course start time.
+     *
+     * @var int
+     */
+    protected $starttime = null;
+
+
+    /**
+     * Has the course already started?
+     *
+     * @var bool
+     */
+    protected $started = null;
+
+    /**
+     * Course end time.
+     *
+     * @var int
+     */
+    protected $endtime = null;
+
+    /**
+     * Is the course finished?
+     *
+     * @var bool
+     */
+    protected $finished = null;
+
+    /**
+     * Course students ids.
+     *
+     * @var int[]
+     */
+    protected $studentids = [];
+
+
+    /**
+     * Course teachers ids
+     *
+     * @var int[]
+     */
+    protected $teacherids = [];
+
+    /**
+     * Cached copy of the total number of logs in the course.
+     *
+     * @var int
+     */
+    protected $ntotallogs = null;
+
+    /**
+     * Course manager constructor.
+     *
+     * Use self::instance() instead to get cached copies of the course. Instances obtained
+     * through this constructor will not be cached.
+     *
+     * Loads course students and teachers.
+     *
+     * @param int|stdClass $course Course id
+     * @return void
+     */
+    public function __construct($course) {
+
+        if (is_scalar($course)) {
+            $this->course = get_course($course);
+        } else {
+            $this->course = $course;
+        }
+
+        $this->coursecontext = \context_course::instance($this->course->id);
+
+        $this->now = time();
+
+        // Get the course users, including users assigned to student and teacher roles at an higher context.
+        $studentroles = array_keys(get_archetype_roles('student'));
+        $this->studentids = $this->get_user_ids($studentroles);
+
+        $teacherroles = array_keys(get_archetype_roles('editingteacher') + get_archetype_roles('teacher'));
+        $this->teacherids = $this->get_user_ids($teacherroles);
+    }
+
+    /**
+     * Returns an analytics course instance.
+     *
+     * @param int|stdClass $course Course id
+     * @return \core_analytics\course
+     */
+    public static function instance($course) {
+
+        $courseid = $course;
+        if (!is_scalar($courseid)) {
+            $courseid = $course->id;
+        }
+
+        if (!empty(self::$instances[$courseid])) {
+            return self::$instances[$courseid];
+        }
+
+        $instance = new \core_analytics\course($course);
+        self::$instances[$courseid] = $instance;
+        return self::$instances[$courseid];
+    }
+
+    /**
+     * Clears all statically cached instances.
+     *
+     * @return void
+     */
+    public static function reset_caches() {
+        self::$instances = array();
+    }
+
+    /**
+     * get_id
+     *
+     * @return int
+     */
+    public function get_id() {
+        return $this->course->id;
+    }
+
+    /**
+     * get_context
+     *
+     * @return \context
+     */
+    public function get_context() {
+        if ($this->coursecontext === null) {
+            $this->coursecontext = \context_course::instance($this->course->id);
+        }
+        return $this->coursecontext;
+    }
+
+    /**
+     * Get the course start timestamp.
+     *
+     * @return int Timestamp or 0 if has not started yet.
+     */
+    public function get_start() {
+
+        if ($this->starttime !== null) {
+            return $this->starttime;
+        }
+
+        // The field always exist but may have no valid if the course is created through a sync process.
+        if (!empty($this->course->startdate)) {
+            $this->starttime = (int)$this->course->startdate;
+        } else {
+            $this->starttime = 0;
+        }
+
+        return $this->starttime;
+    }
+
+    /**
+     * Guesses the start of the course based on students' activity and enrolment start dates.
+     *
+     * @return int
+     */
+    public function guess_start() {
+        global $DB;
+
+        if (!$this->get_total_logs()) {
+            // Can't guess.
+            return 0;
+        }
+
+        if (!$logstore = \core_analytics\manager::get_analytics_logstore()) {
+            return 0;
+        }
+
+        // We first try to find current course student logs.
+        $firstlogs = array();
+        foreach ($this->studentids as $studentid) {
+            // Grrr, we are limited by logging API, we could do this easily with a
+            // select min(timecreated) from xx where courseid = yy group by userid.
+
+            // Filters based on the premise that more than 90% of people will be using
+            // standard logstore, which contains a userid, contextlevel, contextinstanceid index.
+            $select = "userid = :userid AND contextlevel = :contextlevel AND contextinstanceid = :contextinstanceid";
+            $params = array('userid' => $studentid, 'contextlevel' => CONTEXT_COURSE, 'contextinstanceid' => $this->get_id());
+            $events = $logstore->get_events_select($select, $params, 'timecreated ASC', 0, 1);
+            if ($events) {
+                $event = reset($events);
+                $firstlogs[] = $event->timecreated;
+            }
+        }
+        if (empty($firstlogs)) {
+            // Can't guess if no student accesses.
+            return 0;
+        }
+
+        sort($firstlogs);
+        $firstlogsmedian = $this->median($firstlogs);
+
+        $studentenrolments = enrol_get_course_users($this->get_id(), $this->studentids);
+        if (empty($studentenrolments)) {
+            return 0;
+        }
+
+        $enrolstart = array();
+        foreach ($studentenrolments as $studentenrolment) {
+            $enrolstart[] = ($studentenrolment->uetimestart) ? $studentenrolment->uetimestart : $studentenrolment->uetimecreated;
+        }
+        sort($enrolstart);
+        $enrolstartmedian = $this->median($enrolstart);
+
+        return intval(($enrolstartmedian + $firstlogsmedian) / 2);
+    }
+
+    /**
+     * Get the course end timestamp.
+     *
+     * @return int Timestamp or 0 if time end was not set.
+     */
+    public function get_end() {
+        global $DB;
+
+        if ($this->endtime !== null) {
+            return $this->endtime;
+        }
+
+        // The enddate field is only available from Moodle 3.2 (MDL-22078).
+        if (!empty($this->course->enddate)) {
+            $this->endtime = (int)$this->course->enddate;
+            return $this->endtime;
+        }
+
+        return 0;
+    }
+
+    /**
+     * Get the course end timestamp.
+     *
+     * @return int Timestamp, \core_analytics\analysable::MAX_TIME if we don't know but ongoing and 0 if we can not work it out.
+     */
+    public function guess_end() {
+        global $DB;
+
+        if ($this->get_total_logs() === 0) {
+            // No way to guess if there are no logs.
+            $this->endtime = 0;
+            return $this->endtime;
+        }
+
+        list($filterselect, $filterparams) = $this->course_students_query_filter('ula');
+
+        // Consider the course open if there are still student accesses.
+        $monthsago = time() - (WEEKSECS * 4 * 2);
+        $select = $filterselect . ' AND timeaccess > :timeaccess';
+        $params = $filterparams + array('timeaccess' => $monthsago);
+        $sql = "SELECT timeaccess FROM {user_lastaccess} ula
+                  JOIN {enrol} e ON e.courseid = ula.courseid
+                  JOIN {user_enrolments} ue ON e.id = ue.enrolid AND ue.userid = ula.userid
+                 WHERE $select";
+        if ($records = $DB->get_records_sql($sql, $params)) {
+            return 0;
+        }
+
+        $sql = "SELECT timeaccess FROM {user_lastaccess} ula
+                  JOIN {enrol} e ON e.courseid = ula.courseid
+                  JOIN {user_enrolments} ue ON e.id = ue.enrolid AND ue.userid = ula.userid
+                 WHERE $filterselect AND ula.timeaccess != 0
+                 ORDER BY timeaccess DESC";
+        $studentlastaccesses = $DB->get_fieldset_sql($sql, $filterparams);
+        if (empty($studentlastaccesses)) {
+            return 0;
+        }
+        sort($studentlastaccesses);
+
+        return $this->median($studentlastaccesses);
+    }
+
+    /**
+     * Returns a course plain object.
+     *
+     * @return \stdClass
+     */
+    public function get_course_data() {
+        return $this->course;
+    }
+
+    /**
+     * Is the course valid to extract indicators from it?
+     *
+     * @return bool
+     */
+    public function is_valid() {
+
+        if (!$this->was_started() || !$this->is_finished()) {
+            return false;
+        }
+
+        return true;
+    }
+
+    /**
+     * Has the course started?
+     *
+     * @return bool
+     */
+    public function was_started() {
+
+        if ($this->started === null) {
+            if ($this->get_start() === 0 || $this->now < $this->get_start()) {
+                // Not yet started.
+                $this->started = false;
+            } else {
+                $this->started = true;
+            }
+        }
+
+        return $this->started;
+    }
+
+    /**
+     * Has the course finished?
+     *
+     * @return bool
+     */
+    public function is_finished() {
+
+        if ($this->finished === null) {
+            $endtime = $this->get_end();
+            if ($endtime === 0 || $this->now < $endtime) {
+                // It is not yet finished or no idea when it finishes.
+                $this->finished = false;
+            } else {
+                $this->finished = true;
+            }
+        }
+
+        return $this->finished;
+    }
+
+    /**
+     * Returns a list of user ids matching the specified roles in this course.
+     *
+     * @param array $roleids
+     * @return array
+     */
+    public function get_user_ids($roleids) {
+
+        // We need to index by ra.id as a user may have more than 1 $roles role.
+        $records = get_role_users($roleids, $this->coursecontext, true, 'ra.id, u.id AS userid, r.id AS roleid', 'ra.id ASC');
+
+        // If a user have more than 1 $roles role array_combine will discard the duplicate.
+        $callable = array($this, 'filter_user_id');
+        $userids = array_values(array_map($callable, $records));
+        return array_combine($userids, $userids);
+    }
+
+    /**
+     * Returns the course students.
+     *
+     * @return stdClass[]
+     */
+    public function get_students() {
+        return $this->studentids;
+    }
+
+    /**
+     * Returns the total number of student logs in the course
+     *
+     * @return int
+     */
+    public function get_total_logs() {
+        global $DB;
+
+        // No logs if no students.
+        if (empty($this->studentids)) {
+            return 0;
+        }
+
+        if ($this->ntotallogs === null) {
+            list($filterselect, $filterparams) = $this->course_students_query_filter();
+            if (!$logstore = \core_analytics\manager::get_analytics_logstore()) {
+                $this->ntotallogs = 0;
+            } else {
+                $this->ntotallogs = $logstore->get_events_select_count($filterselect, $filterparams);
+            }
+        }
+
+        return $this->ntotallogs;
+    }
+
+    /**
+     * Returns all the activities of the provided type the course has.
+     *
+     * @param string $activitytype
+     * @return array
+     */
+    public function get_all_activities($activitytype) {
+
+        // Using is set because we set it to false if there are no activities.
+        if (!isset($this->courseactivities[$activitytype])) {
+            $modinfo = get_fast_modinfo($this->get_course_data(), -1);
+            $instances = $modinfo->get_instances_of($activitytype);
+
+            if ($instances) {
+                $this->courseactivities[$activitytype] = array();
+                foreach ($instances as $instance) {
+                    // By context.
+                    $this->courseactivities[$activitytype][$instance->context->id] = $instance;
+                }
+            } else {
+                $this->courseactivities[$activitytype] = false;
+            }
+        }
+
+        return $this->courseactivities[$activitytype];
+    }
+
+    /**
+     * Returns the course students grades.
+     *
+     * @param array $courseactivities
+     * @return array
+     */
+    public function get_student_grades($courseactivities) {
+
+        if (empty($courseactivities)) {
+            return array();
+        }
+
+        $grades = array();
+        foreach ($courseactivities as $contextid => $instance) {
+            $gradesinfo = grade_get_grades($this->course->id, 'mod', $instance->modname, $instance->instance, $this->studentids);
+
+            // Sort them by activity context and user.
+            if ($gradesinfo && $gradesinfo->items) {
+                foreach ($gradesinfo->items as $gradeitem) {
+                    foreach ($gradeitem->grades as $userid => $grade) {
+                        if (empty($grades[$contextid][$userid])) {
+                            // Initialise it as array because a single activity can have multiple grade items (e.g. workshop).
+                            $grades[$contextid][$userid] = array();
+                        }
+                        $grades[$contextid][$userid][$gradeitem->id] = $grade;
+                    }
+                }
+            }
+        }
+
+        return $grades;
+    }
+
+    /**
+     * Guesses all activities that were available during a period of time.
+     *
+     * @param string $activitytype
+     * @param int $starttime
+     * @param int $endtime
+     * @param \stdClass $student
+     * @return array
+     */
+    public function get_activities($activitytype, $starttime, $endtime, $student = false) {
+
+        // Var $student may not be available, default to not calculating dynamic data.
+        $studentid = -1;
+        if ($student) {
+            $studentid = $student->id;
+        }
+        $modinfo = get_fast_modinfo($this->get_course_data(), $studentid);
+        $activities = $modinfo->get_instances_of($activitytype);
+
+        $timerangeactivities = array();
+        foreach ($activities as $activity) {
+            if (!$this->completed_by($activity, $starttime, $endtime)) {
+                continue;
+            }
+
+            $timerangeactivities[$activity->context->id] = $activity;
+        }
+
+        return $timerangeactivities;
+    }
+
+    /**
+     * Was the activity supposed to be completed during the provided time range?.
+     *
+     * @param \cm_info $activity
+     * @param int $starttime
+     * @param int $endtime
+     * @return bool
+     */
+    protected function completed_by(\cm_info $activity, $starttime, $endtime) {
+
+        // We can't check uservisible because:
+        // - Any activity with available until would not be counted.
+        // - Sites may block student's course view capabilities once the course is closed.
+
+        // Students can not view hidden activities by default, this is not reliable 100% but accurate in most of the cases.
+        if ($activity->visible === false) {
+            return false;
+        }
+
+        // We skip activities that were not yet visible or their 'until' was not in this $starttime - $endtime range.
+        if ($activity->availability) {
+            $info = new \core_availability\info_module($activity);
+            $activityavailability = $this->availability_completed_by($info, $starttime, $endtime);
+            if ($activityavailability === false) {
+                return false;
+            } else if ($activityavailability === true) {
+                // This activity belongs to this time range.
+                return true;
+            }
+        }
+
+        // We skip activities in sections that were not yet visible or their 'until' was not in this $starttime - $endtime range.
+        $section = $activity->get_modinfo()->get_section_info($activity->sectionnum);
+        if ($section->availability) {
+            $info = new \core_availability\info_section($section);
+            $sectionavailability = $this->availability_completed_by($info, $starttime, $endtime);
+            if ($sectionavailability === false) {
+                return false;
+            } else if ($sectionavailability === true) {
+                // This activity belongs to this section time range.
+                return true;
+            }
+        }
+
+        // When the course is using format weeks we use the week's end date.
+        $format = course_get_format($activity->get_modinfo()->get_course());
+        if ($this->course->format === 'weeks') {
+            $dates = $format->get_section_dates($section);
+
+            // We need to consider the +2 hours added by get_section_dates.
+            // Avoid $starttime <= $dates->end because $starttime may be the start of the next week.
+            if ($starttime < ($dates->end - 7200) && $endtime >= ($dates->end - 7200)) {
+                return true;
+            } else {
+                return false;
+            }
+        }
+
+        if ($activity->sectionnum == 0) {
+            return false;
+        }
+
+        if (!$this->get_end() || !$this->get_start()) {
+            debugging('Activities which due date is in a time range can not be calculated ' .
+                'if the course doesn\'t have start and end date', DEBUG_DEVELOPER);
+            return false;
+        }
+
+        if (!course_format_uses_sections($this->course->format)) {
+            // If it does not use sections and there are no availability conditions to access it it is available
+            // and we can not magically classify it into any other time range than this one.
+            return true;
+        }
+
+        // Split the course duration in the number of sections and consider the end of each section the due
+        // date of all activities contained in that section.
+        $formatoptions = $format->get_format_options();
+        if (!empty($formatoptions['numsections'])) {
+            $nsections = $formatoptions['numsections'];
+        } else {
+            // There are course format that use sections but without numsections, we fallback to the number
+            // of cached sections in get_section_info_all, not that accurate though.
+            $coursesections = $activity->get_modinfo()->get_section_info_all();
+            $nsections = count($coursesections);
+            if (isset($coursesections[0])) {
+                // We don't count section 0 if it exists.
+                $nsections--;
+            }
+        }
+
+        $courseduration = $this->get_end() - $this->get_start();
+        $sectionduration = round($courseduration / $nsections);
+        $activitysectionenddate = $this->get_start() + ($sectionduration * $activity->sectionnum);
+        if ($activitysectionenddate > $starttime && $activitysectionenddate <= $endtime) {
+            return true;
+        }
+
+        return false;
+    }
+
+    /**
+     * Check if the activity/section should have been completed during the provided period according to its availability rules.
+     *
+     * @param \core_availability\info $info
+     * @param int $starttime
+     * @param int $endtime
+     * @return bool|null
+     */
+    protected function availability_completed_by(\core_availability\info $info, $starttime, $endtime) {
+
+        $dateconditions = $info->get_availability_tree()->get_all_children('\availability_date\condition');
+        foreach ($dateconditions as $condition) {
+            // Availability API does not allow us to check from / to dates nicely, we need to be naughty.
+            $conditiondata = $condition->save();
+
+            if ($conditiondata->d === \availability_date\condition::DIRECTION_FROM &&
+                    $conditiondata->t > $endtime) {
+                // Skip this activity if any 'from' date is later than the end time.
+                return false;
+
+            } else if ($conditiondata->d === \availability_date\condition::DIRECTION_UNTIL &&
+                    ($conditiondata->t < $starttime || $conditiondata->t > $endtime)) {
+                // Skip activity if any 'until' date is not in $starttime - $endtime range.
+                return false;
+            } else if ($conditiondata->d === \availability_date\condition::DIRECTION_UNTIL &&
+                    $conditiondata->t < $endtime && $conditiondata->t > $starttime) {
+                return true;
+            }
+        }
+
+        // This can be interpreted as 'the activity was available but we don't know if its expected completion date
+        // was during this period.
+        return null;
+    }
+
+    /**
+     * Used by get_user_ids to extract the user id.
+     *
+     * @param \stdClass $record
+     * @return int The user id.
+     */
+    protected function filter_user_id($record) {
+        return $record->userid;
+    }
+
+    /**
+     * Returns the average time between 2 timestamps.
+     *
+     * @param int $start
+     * @param int $end
+     * @return array [starttime, averagetime, endtime]
+     */
+    protected function update_loop_times($start, $end) {
+        $avg = intval(($start + $end) / 2);
+        return array($start, $avg, $end);
+    }
+
+    /**
+     * Returns the query and params used to filter the logstore by this course students.
+     *
+     * @param string $prefix
+     * @return array
+     */
+    protected function course_students_query_filter($prefix = false) {
+        global $DB;
+
+        if ($prefix) {
+            $prefix = $prefix . '.';
+        }
+
+        // Check the amount of student logs in the 4 previous weeks.
+        list($studentssql, $studentsparams) = $DB->get_in_or_equal($this->studentids, SQL_PARAMS_NAMED);
+        $filterselect = $prefix . 'courseid = :courseid AND ' . $prefix . 'userid ' . $studentssql;
+        $filterparams = array('courseid' => $this->course->id) + $studentsparams;
+
+        return array($filterselect, $filterparams);
+    }
+
+    /**
+     * Calculate median
+     *
+     * Keys are ignored.
+     *
+     * @param int|float $values Sorted array of values
+     * @return int
+     */
+    protected function median($values) {
+        $count = count($values);
+
+        if ($count === 1) {
+            return reset($values);
+        }
+
+        $middlevalue = floor(($count - 1) / 2);
+
+        if ($count % 2) {
+            // Odd number, middle is the median.
+            $median = $values[$middlevalue];
+        } else {
+            // Even number, calculate avg of 2 medians.
+            $low = $values[$middlevalue];
+            $high = $values[$middlevalue + 1];
+            $median = (($low + $high) / 2);
+        }
+        return intval($median);
+    }
+}
diff --git a/analytics/classes/dataset_manager.php b/analytics/classes/dataset_manager.php
new file mode 100644 (file)
index 0000000..a1438ea
--- /dev/null
@@ -0,0 +1,413 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Datasets manager.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Datasets manager.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+class dataset_manager {
+
+    /**
+     * File area for labelled datasets.
+     */
+    const LABELLED_FILEAREA = 'labelled';
+
+    /**
+     * File area for unlabelled datasets.
+     */
+    const UNLABELLED_FILEAREA = 'unlabelled';
+
+    /**
+     * Evaluation file file name.
+     */
+    const EVALUATION_FILENAME = 'evaluation.csv';
+
+    /**
+     * The model id.
+     *
+     * @var int
+     */
+    protected $modelid;
+
+    /**
+     * Range processor in use.
+     *
+     * @var string
+     */
+    protected $timesplittingid;
+
+    /**
+     * @var int
+     */
+    protected $analysableid;
+
+    /**
+     * Whether this is a dataset for evaluation or not.
+     *
+     * @var bool
+     */
+    protected $evaluation;
+
+    /**
+     * Labelled (true) or unlabelled data (false).
+     *
+     * @var bool
+     */
+    protected $includetarget;
+
+    /**
+     * Constructor method.
+     *
+     * @param int $modelid
+     * @param int $analysableid
+     * @param string $timesplittingid
+     * @param bool $evaluation
+     * @param bool $includetarget
+     * @return void
+     */
+    public function __construct($modelid, $analysableid, $timesplittingid, $evaluation = false, $includetarget = false) {
+        $this->modelid = $modelid;
+        $this->analysableid = $analysableid;
+        $this->timesplittingid = $timesplittingid;
+        $this->evaluation = $evaluation;
+        $this->includetarget = $includetarget;
+    }
+
+    /**
+     * Mark the analysable as being analysed.
+     *
+     * @return bool Could we get the lock or not.
+     */
+    public function init_process() {
+        $lockkey = 'modelid:' . $this->modelid . '-analysableid:' . $this->analysableid .
+            '-timesplitting:' . self::clean_time_splitting_id($this->timesplittingid) .
+            '-includetarget:' . (int)$this->includetarget;
+
+        // Large timeout as processes may be quite long.
+        $lockfactory = \core\lock\lock_config::get_lock_factory('core_analytics');
+
+        // If it is not ready in 10 secs skip this model + analysable + timesplittingmethod combination
+        // it will attempt it again during next cron run.
+        if (!$this->lock = $lockfactory->get_lock($lockkey, 10)) {
+            return false;
+        }
+        return true;
+    }
+
+    /**
+     * Store the dataset in the internal file system.
+     *
+     * @param array $data
+     * @return \stored_file
+     */
+    public function store($data) {
+
+        // Delete previous file if it exists.
+        $fs = get_file_storage();
+        $filerecord = [
+            'component' => 'analytics',
+            'filearea' => self::get_filearea($this->includetarget),
+            'itemid' => $this->modelid,
+            'contextid' => \context_system::instance()->id,
+            'filepath' => '/analysable/' . $this->analysableid . '/' . self::clean_time_splitting_id($this->timesplittingid) . '/',
+            'filename' => self::get_filename($this->evaluation)
+        ];
+
+        // Delete previous and old (we already checked that previous copies are not recent) evaluation files for this analysable.
+        $select = " = {$filerecord['itemid']} AND filepath = :filepath";
+        $fs->delete_area_files_select($filerecord['contextid'], $filerecord['component'], $filerecord['filearea'],
+            $select, array('filepath' => $filerecord['filepath']));
+
+        // Write all this stuff to a tmp file.
+        $filepath = make_request_directory() . DIRECTORY_SEPARATOR . $filerecord['filename'];
+        $fh = fopen($filepath, 'w+');
+        if (!$fh) {
+            $this->close_process();
+            throw new \moodle_exception('errorcannotwritedataset', 'analytics', '', $tmpfilepath);
+        }
+        foreach ($data as $line) {
+            fputcsv($fh, $line);
+        }
+        fclose($fh);
+
+        return $fs->create_file_from_pathname($filerecord, $filepath);
+    }
+
+    /**
+     * Mark as analysed.
+     *
+     * @return void
+     */
+    public function close_process() {
+        $this->lock->release();
+    }
+
+    /**
+     * Returns the previous evaluation file.
+     *
+     * Important to note that this is per modelid + timesplittingid, when dealing with multiple
+     * analysables this is the merged file. Do not confuse with self::get_evaluation_analysable_file
+     *
+     * @param int $modelid
+     * @param string $timesplittingid
+     * @return \stored_file
+     */
+    public static function get_previous_evaluation_file($modelid, $timesplittingid) {
+        $fs = get_file_storage();
+        // Evaluation data is always labelled.
+        return $fs->get_file(\context_system::instance()->id, 'analytics', self::LABELLED_FILEAREA, $modelid,
+            '/timesplitting/' . self::clean_time_splitting_id($timesplittingid) . '/', self::EVALUATION_FILENAME);
+    }
+
+    /**
+     * Deletes previous evaluation files of this model.
+     *
+     * @param int $modelid
+     * @param string $timesplittingid
+     * @return bool
+     */
+    public static function delete_previous_evaluation_file($modelid, $timesplittingid) {
+        if ($file = self::get_previous_evaluation_file($modelid, $timesplittingid)) {
+            $file->delete();
+            return true;
+        }
+
+        return false;
+    }
+
+    /**
+     * Returns this (model + analysable + time splitting) file.
+     *
+     * @param int $modelid
+     * @param int $analysableid
+     * @param string $timesplittingid
+     * @return \stored_file
+     */
+    public static function get_evaluation_analysable_file($modelid, $analysableid, $timesplittingid) {
+
+        // Delete previous file if it exists.
+        $fs = get_file_storage();
+
+        // Always evaluation.csv and labelled as it is an evaluation file.
+        $filearea = self::get_filearea(true);
+        $filename = self::get_filename(true);
+        $filepath = '/analysable/' . $analysableid . '/' . self::clean_time_splitting_id($timesplittingid) . '/';
+        return $fs->get_file(\context_system::instance()->id, 'analytics', $filearea, $modelid, $filepath, $filename);
+    }
+
+    /**
+     * Merge multiple files into one.
+     *
+     * Important! It is the caller responsability to ensure that the datasets are compatible.
+     *
+     * @param array  $files
+     * @param int    $modelid
+     * @param string $timesplittingid
+     * @param bool   $evaluation
+     * @param bool   $includetarget
+     * @return \stored_file
+     */
+    public static function merge_datasets(array $files, $modelid, $timesplittingid, $evaluation, $includetarget) {
+
+        $tmpfilepath = make_request_directory() . DIRECTORY_SEPARATOR . 'tmpfile.csv';
+
+        // Add headers.
+        // We could also do this with a single iteration gathering all files headers and appending them to the beginning of the file
+        // once all file contents are merged.
+        $varnames = '';
+        $analysablesvalues = array();
+        foreach ($files as $file) {
+            $rh = $file->get_content_file_handle();
+
+            // Copy the var names as they are, all files should have the same var names.
+            $varnames = fgetcsv($rh);
+
+            $analysablesvalues[] = fgetcsv($rh);
+
+            // Copy the columns as they are, all files should have the same columns.
+            $columns = fgetcsv($rh);
+        }
+
+        // Merge analysable values skipping the ones that are the same in all analysables.
+        $values = array();
+        foreach ($analysablesvalues as $analysablevalues) {
+            foreach ($analysablevalues as $varkey => $value) {
+                // Sha1 to make it unique.
+                $values[$varkey][sha1($value)] = $value;
+            }
+        }
+        foreach ($values as $varkey => $varvalues) {
+            $values[$varkey] = implode('|', $varvalues);
+        }
+
+        // Start writing to the merge file.
+        $wh = fopen($tmpfilepath, 'w');
+        if (!$wh) {
+            throw new \moodle_exception('errorcannotwritedataset', 'analytics', '', $tmpfilepath);
+        }
+
+        fputcsv($wh, $varnames);
+        fputcsv($wh, $values);
+        fputcsv($wh, $columns);
+
+        // Iterate through all files and add them to the tmp one. We don't want file contents in memory.
+        foreach ($files as $file) {
+            $rh = $file->get_content_file_handle();
+
+            // Skip headers.
+            fgets($rh);
+            fgets($rh);
+            fgets($rh);
+
+            // Copy all the following lines.
+            while ($line = fgets($rh)) {
+                fwrite($wh, $line);
+            }
+            fclose($rh);
+        }
+        fclose($wh);
+
+        $filerecord = [
+            'component' => 'analytics',
+            'filearea' => self::get_filearea($includetarget),
+            'itemid' => $modelid,
+            'contextid' => \context_system::instance()->id,
+            'filepath' => '/timesplitting/' . self::clean_time_splitting_id($timesplittingid) . '/',
+            'filename' => self::get_filename($evaluation)
+        ];
+
+        $fs = get_file_storage();
+
+        return $fs->create_file_from_pathname($filerecord, $tmpfilepath);
+    }
+
+    /**
+     * Returns the dataset file data structured by sampleids using the indicators and target column names.
+     *
+     * @param \stored_file $dataset
+     * @return array
+     */
+    public static function get_structured_data(\stored_file $dataset) {
+
+        if ($dataset->get_filearea() !== 'unlabelled') {
+            throw new \coding_exception('Sorry, only support for unlabelled data');
+        }
+
+        $rh = $dataset->get_content_file_handle();
+
+        // Skip dataset info.
+        fgets($rh);
+        fgets($rh);
+
+        $calculations = array();
+
+        $headers = fgetcsv($rh);
+        // Get rid of the sampleid column name.
+        array_shift($headers);
+
+        while ($columns = fgetcsv($rh)) {
+            $uniquesampleid = array_shift($columns);
+
+            // Unfortunately fgetcsv does not respect line's var types.
+            $calculations[$uniquesampleid] = array_map(function($value) {
+
+                if ($value === '') {
+                    // We really want them as null because converted to float become 0
+                    // and we need to treat the values separately.
+                    return null;
+                } else if (is_numeric($value)) {
+                    return floatval($value);
+                }
+                return $value;
+            }, array_combine($headers, $columns));
+        }
+
+        return $calculations;
+    }
+
+    /**
+     * Delete all files of a model.
+     *
+     * @param int $modelid
+     * @return bool
+     */
+    public static function clear_model_files($modelid) {
+        $fs = get_file_storage();
+        return $fs->delete_area_files(\context_system::instance()->id, 'analytics', false, $modelid);
+    }
+
+    /**
+     * Remove all possibly problematic chars from the time splitting method id (id = its full class name).
+     *
+     * @param string $timesplittingid
+     * @return string
+     */
+    protected static function clean_time_splitting_id($timesplittingid) {
+        $timesplittingid = str_replace('\\', '-', $timesplittingid);
+        return clean_param($timesplittingid, PARAM_ALPHANUMEXT);
+    }
+
+    /**
+     * Returns the file name to be used.
+     *
+     * @param strinbool $evaluation
+     * @return string
+     */
+    protected static function get_filename($evaluation) {
+
+        if ($evaluation === true) {
+            $filename = self::EVALUATION_FILENAME;
+        } else {
+            // Incremental time, the lock will make sure we don't have concurrency problems.
+            $filename = microtime(false) . '.csv';
+        }
+
+        return $filename;
+    }
+
+    /**
+     * Returns the file area to be used.
+     *
+     * @param bool $includetarget
+     * @return string
+     */
+    protected static function get_filearea($includetarget) {
+
+        if ($includetarget === true) {
+            $filearea = self::LABELLED_FILEAREA;
+        } else {
+            $filearea = self::UNLABELLED_FILEAREA;
+        }
+
+        return $filearea;
+    }
+
+}
diff --git a/analytics/classes/local/analyser/base.php b/analytics/classes/local/analyser/base.php
new file mode 100644 (file)
index 0000000..c80e66e
--- /dev/null
@@ -0,0 +1,601 @@
+<?php
+// This file is part of Moodle - http://moodle.org/
+//
+// Moodle is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+//
+// Moodle is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+// GNU General Public License for more details.
+//
+// You should have received a copy of the GNU General Public License
+// along with Moodle.  If not, see <http://www.gnu.org/licenses/>.
+
+/**
+ * Analysers base class.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+
+namespace core_analytics\local\analyser;
+
+defined('MOODLE_INTERNAL') || die();
+
+/**
+ * Analysers base class.
+ *
+ * @package   core_analytics
+ * @copyright 2016 David Monllao {@link http://www.davidmonllao.com}
+ * @license   http://www.gnu.org/copyleft/gpl.html GNU GPL v3 or later
+ */
+abstract class base {
+
+    /**
+     * @var int
+     */
+    protected $modelid;
+
+    /**
+     * The model target.
+     *
+     * @var \core_analytics\local\target\base
+     */
+    protected $target;
+
+    /**
+     * The model indicators.
+     *
+     * @var \core_analytics\local\indicator\base[]
+     */
+    protected $indicators;
+
+    /**
+     * Time splitting methods to use.
+     *
+     * Multiple time splitting methods during evaluation and 1 single
+     * time splitting method once the model is enabled.
+     *
+     * @var \core_analytics\local\time_splitting\base[]
+     */
+    protected $timesplittings;
+
+    /**
+     * Execution options.
+     *
+     * @var array
+     */
+    protected $options;
+
+    /**
+     * Simple log array.
+     *
+     * @var string[]
+     */
+    protected $log;
+
+    /**
+     * Constructor method.
+     *
+     * @param int $modelid
+     * @param \core_analytics\local\target\base $target
+     * @param \core_analytics\local\indicator\base[] $indicators
+     * @param \core_analytics\local\time_splitting\base[] $timesplittings
+     * @param array $options
+     * @return void
+     */
+    public function __construct($modelid, \core_analytics\local\target\base $target, $indicators, $timesplittings, $options) {
+        $this->modelid = $modelid;
+        $this->target = $target;
+        $this->indicators = $indicators;
+        $this->timesplittings = $timesplittings;
+
+        if (empty($options['evaluation'])) {
+            $options['evaluation'] = false;
+        }
+        $this->options = $options;
+
+        // Checks if the analyser satisfies the indicators requirements.
+        $this->check_indicators_requirements();
+
+        $this->log = array();
+    }
+
+    /**
+     * This function returns this analysable list of samples.
+     *
+     * @param \core_analytics\analysable $analysable
+     * @return array array[0] = int[] (sampleids) and array[1] = array (samplesdata)
+     */
+    abstract protected function get_all_samples(\core_analytics\analysable $analysable);
+
+    /**
+     * This function returns the samples data from a list of sample ids.
+     *
+     * @param int[] $sampleids
+     * @return array array[0] = int[] (sampleids) and array[1] = array (samplesdata)
+     */
+    abstract public function get_samples($sampleids);
+
+    /**
+     * Returns the analysable of a sample.
+     *
+     * @param int $sampleid
+     * @return \core_analytics\analysable
+     */
+    abstract public function get_sample_analysable($sampleid);
+
+    /**
+     * Returns the sample's origin in moodle database.
+     *
+     * @return string
+     */
+    abstract protected function get_samples_origin();
+
+    /**
+     * Returns the context of a sample.
+     *
+     * moodle/analytics:listinsights will be required at this level to access the sample predictions.
+     *
+     * @param int $sampleid
+     * @return \context
+     */
+    abstract public function sample_access_context($sampleid);
+
+    /**
+     * Describes a sample with a description summary and a \renderable (an image for example)
+     *
+     * @param int $sampleid
+     * @param int $contextid
+     * @param array $sampledata
+     * @return array array(string, \renderable)
+     */
+    abstract public function sample_description($sampleid, $contextid, $sampledata);
+
+    /**
+     * Main analyser method which processes the site analysables.
+     *
+     * \core_analytics\local\analyser\by_course and \core_analytics\local\analyser\sitewide are implementing
+     * this method returning site courses (by_course) and the whole system (sitewide) as analysables.
+     * In most of the cases you should have enough extending from one of these classes so you don't need
+     * to reimplement this method.
+     *
+     * @param bool $includetarget
+     * @return \stored_file[]
+     */
+    abstract public function get_analysable_data($includetarget);
+
+    /**
+     * Samples data this analyser provides.
+     *
+     * @return string[]
+     */
+    protected function provided_sample_data() {
+        return array($this->get_samples_origin());
+    }
+
+    /**
+     * Returns labelled data (training and evaluation).
+     *
+     * @return array
+     */
+    public function get_labelled_data() {
+        return $this->get_analysable_data(true);
+    }
+
+    /**
+     * Returns unlabelled data (prediction).
+     *
+     * @return array
+     */
+    public function get_unlabelled_data() {
+        return $this->get_analysable_data(false);
+    }
+
+    /**
+     * Checks if the analyser satisfies all the model indicators requirements.
+     *
+     * @throws \core_analytics\requirements_exception
+     * @return void
+     */
+    protected function check_indicators_requirements() {
+
+        foreach ($this->indicators as $indicator) {
+            $missingrequired = $this->check_indicator_requirements($indicator);
+            if ($missingrequired !== true) {
+                throw new \core_analytics\requirements_exception(get_class($indicator) . ' indicator requires ' .
+                    json_encode($missingrequired) . ' sample data which is not provided by ' . get_class($this));
+            }
+        }
+    }
+
+    /**
+     * Checks that this analyser satisfies the provided indicator requirements.
+     *
+     * @param \core_analytics\local\indicator\base $indicator
+     * @return true|string[] True if all good, missing requirements list otherwise
+     */
+    public function check_indicator_requirements(\core_analytics\local\indicator\base $indicator) {
+
+        $providedsampledata = $this->provided_sample_data();
+
+        $requiredsampledata = $indicator::required_sample_data();
+        if (empty($requiredsampledata)) {
+            // The indicator does not need any sample data.
+            return true;
+        }
+        $missingrequired = array_diff($requiredsampledata, $providedsampledata);
+
+        if (empty($missingrequired)) {
+            return true;
+        }
+
+        return $missingrequired;
+    }
+
+    /**
+     * Processes an analysable
+     *
+     * This method returns the general analysable status, an array of files by time splitting method and
+     * an error message if there is any problem.
+     *
+     * @param \core_analytics\analysable $analysable
+     * @param bool $includetarget
+     * @return \stored_file[] Files by time splitting method
+     */
+    public function process_analysable($analysable, $includetarget) {
+
+        // Default returns.
+        $files = array();
+        $message = null;
+
+        // Target instances scope is per-analysable (it can't be lower as calculations run once per
+        // analysable, not time splitting method nor time range).
+        $target = call_user_func(array($this->target, 'instance'));
+
+        // We need to check that the analysable is valid for the target even if we don't include targets
+        // as we still need to discard invalid analysables for the target.
+        $result = $target->is_valid_analysable($analysable, $includetarget);
+        if ($result !== true) {
+            $a = new \stdClass();
+            $a->analysableid = $analysable->get_id();
+            $a->result = $result;
+            $this->add_log(get_string('analysablenotvalidfortarget', 'analytics', $a));
+            return array();
+        }
+
+        // Process all provided time splitting methods.
+        $results = array();
+        foreach ($this->timesplittings as $timesplitting) {
+
+            // For evaluation purposes we don't need to be that strict about how updated the data is,
+            // if this analyser was analysed less that 1 week ago we skip generating a new one. This
+            // helps scale the evaluation process as sites with tons of courses may a lot of time to
+            // complete an evaluation.
+            if (!empty($this->options['evaluation']) && !empty($this->options['reuseprevanalysed'])) {
+
+                $previousanalysis = \core_analytics\dataset_manager::get_evaluation_analysable_file($this->modelid,
+                    $analysable->get_id(), $timesplitting->get_id());
+                // 1 week is a partly random time interval, no need to worry about DST.
+                $boundary = time() - WEEKSECS;
+                if ($previousanalysis && $previousanalysis->get_timecreated() > $boundary) {
+                    // Recover the previous analysed file and avoid generating a new one.
+
+                    // Don't bother filling a result object as it is only useful when there are no files generated.
+                    $files[$timesplitting->get_id()] = $previousanalysis;
+                    continue;
+                }
+            }
+
+            if ($includetarget) {
+                $result = $this->process_time_splitting($timesplitting, $analysable, $target);
+            } else {
+                $result = $this->process_time_splitting($timesplitting, $analysable);
+            }
+
+            if (!empty($result->file)) {
+                $files[$timesplitting->get_id()] = $result->file;
+            }
+            $results[] = $result;
+        }
+
+        if (empty($files)) {
+            $errors = array();
+            foreach ($results as $timesplittingid => $result) {
+                $errors[] = $timesplittingid . ': ' . $result->message;
+            }
+
+            $a = new \stdClass();
+            $a->analysableid = $analysable->get_id();
+            $a->errors = implode(', ', $errors);
+            $this->add_log(get_string('analysablenotused', 'analytics', $a));
+        }
+
+        return $files;
+    }
+
+    /**
+     * Adds a register to the analysis log.
+     *
+     * @param string $string
+     * @return void
+     */
+    public function add_log($string) {
+        $this->log[] = $string;
+    }
+
+    /**
+     * Returns the analysis logs.
+     *
+     * @return string[]
+     */
+    public function get_logs() {
+        return $this->log;
+    }
+
+    /**
+     * Processes the analysable samples using the provided time splitting method.
+     *
+     * @param \core_analytics\local\time_splitting\base $timesplitting
+     * @param \core_analytics\analysable $analysable
+     * @param \core_analytics\local\target\base|false $target
+     * @return \stdClass Results object.
+     */
+    protected function process_time_splitting($timesplitting, $analysable, $target = false) {
+
+        $result = new \stdClass();
+
+        if (!$timesplitting->is_valid_analysable($analysable)) {
+            $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+            $result->message = get_string('invalidanalysablefortimesplitting', 'analytics',
+                $timesplitting->get_name());
+            return $result;
+        }
+        $timesplitting->set_analysable($analysable);
+
+        if (CLI_SCRIPT && !PHPUNIT_TEST) {
+            mtrace('Analysing id "' . $analysable->get_id() . '" with "' . $timesplitting->get_name() .
+                '" time splitting method...');
+        }
+
+        // What is a sample is defined by the analyser, it can be an enrolment, a course, a user, a question
+        // attempt... it is on what we will base indicators calculations.
+        list($sampleids, $samplesdata) = $this->get_all_samples($analysable);
+
+        if (count($sampleids) === 0) {
+            $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+            $result->message = get_string('nodata', 'analytics');
+            return $result;
+        }
+
+        if ($target) {
+            // All ranges are used when we are calculating data for training.
+            $ranges = $timesplitting->get_all_ranges();
+        } else {
+            // Only some ranges can be used for prediction (it depends on the time range where we are right now).
+            $ranges = $this->get_prediction_ranges($timesplitting);
+        }
+
+        // There is no need to keep track of the evaluated samples and ranges as we always evaluate the whole dataset.
+        if ($this->options['evaluation'] === false) {
+
+            if (empty($ranges)) {
+                $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+                $result->message = get_string('nonewdata', 'analytics');
+                return $result;
+            }
+
+            // We skip all samples that are already part of a training dataset, even if they have noe been used for training yet.
+            $sampleids = $this->filter_out_train_samples($sampleids, $timesplitting);
+
+            if (count($sampleids) === 0) {
+                $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+                $result->message = get_string('nonewdata', 'analytics');
+                return $result;
+            }
+
+            // Only when processing data for predictions.
+            if ($target === false) {
+                // We also filter out ranges that have already been used for predictions.
+                $ranges = $this->filter_out_prediction_ranges($ranges, $timesplitting);
+            }
+
+            if (count($ranges) === 0) {
+                $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+                $result->message = get_string('nonewtimeranges', 'analytics');
+                return $result;
+            }
+        }
+
+        $dataset = new \core_analytics\dataset_manager($this->modelid, $analysable->get_id(), $timesplitting->get_id(),
+            $this->options['evaluation'], !empty($target));
+
+        // Flag the model + analysable + timesplitting as being analysed (prevent concurrent executions).
+        if (!$dataset->init_process()) {
+            // If this model + analysable + timesplitting combination is being analysed we skip this process.
+            $result->status = \core_analytics\model::NO_DATASET;
+            $result->message = get_string('analysisinprogress', 'analytics');
+            return $result;
+        }
+
+        // Remove samples the target consider invalid. Note that we use $this->target, $target will be false
+        // during prediction, but we still need to discard samples the target considers invalid.
+        $this->target->add_sample_data($samplesdata);
+        $this->target->filter_out_invalid_samples($sampleids, $analysable, $target);
+
+        if (!$sampleids) {
+            $result->status = \core_analytics\model::NO_DATASET;
+            $result->message = get_string('novalidsamples', 'analytics');
+            $dataset->close_process();
+            return $result;
+        }
+
+        foreach ($this->indicators as $key => $indicator) {
+            // The analyser attaches the main entities the sample depends on and are provided to the
+            // indicator to calculate the sample.
+            $this->indicators[$key]->add_sample_data($samplesdata);
+        }
+        // Provide samples to the target instance (different than $this->target) $target is the new instance we get
+        // for each analysis in progress.
+        if ($target) {
+            $target->add_sample_data($samplesdata);
+        }
+
+        // Here we start the memory intensive process that will last until $data var is
+        // unset (until the method is finished basically).
+        $data = $timesplitting->calculate($sampleids, $this->get_samples_origin(), $this->indicators, $ranges, $target);
+
+        if (!$data) {
+            $result->status = \core_analytics\model::ANALYSABLE_REJECTED_TIME_SPLITTING_METHOD;
+            $result->message = get_string('novaliddata', 'analytics');
+            $dataset->close_process();
+            return $result;
+        }
+
+        // Write all calculated data to a file.
+        $file = $dataset->store($data);
+
+        // Flag the model + analysable + timesplitting as analysed.
+        $dataset->close_process();
+
+        // No need to keep track of analysed stuff when evaluating.
+        if ($this->options['evaluation'] === false) {
+            // Save the samples that have been already analysed so they are not analysed again in future.
+
+            if ($target) {
+                $this->save_train_samples($sampleids, $timesplitting, $file);
+            } else {
+                $this->save_prediction_ranges($ranges, $timesplitting);
+            }
+        }
+
+        $result->status =&nbs