We finally managed to run the ml_client.py

This commit is contained in:
Lillian Violet 2024-09-04 12:27:59 +02:00
parent ff8c7d4188
commit 8786f26e1e
6 changed files with 339 additions and 4 deletions

View file

@ -34,9 +34,9 @@ def create_or_load_ml_client():
# You can find the info on the workspace tab on ml.azure.com # You can find the info on the workspace tab on ml.azure.com
ml_client = MLClient( ml_client = MLClient(
credential=credential, credential=credential,
subscription_id=XXXXX, subscription_id=AZURE_SUBSCRIPTION_ID,
resource_group_name=XXXXX, resource_group_name=AZURE_RESOURCE_GROUP,
workspace_name=XXXXX, workspace_name=AZURE_WORKSPACE_NAME,
) )
return ml_client return ml_client

View file

@ -26,7 +26,6 @@
requests requests
jupyter jupyter
pandas pandas
numpy
matplotlib matplotlib
mlflow mlflow
seaborn seaborn
@ -38,6 +37,59 @@
ydata-profiling ydata-profiling
pydot pydot
graphviz graphviz
pydash
marshmallow
opencensus
opencensus-ext-azure
msrest
anyio
azure-common
azure-mgmt-authorization
azure-mgmt-core
typing-extensions
azure-core
six
isodate
azure-appconfiguration
azure-keyvault-secrets
cryptography
msrestazure
requests
psutil
opentelemetry-api
azure-eventhub
aiohttp
mlflow
msal
msal-extensions
azure-keyvault-certificates
azure-keyvault-keys
pyyaml
jsonschema
tqdm
strictyaml
colorama
pyjwt
azure-storage-blob
azure-storage-file-share
azure-mgmt-resource
opentelemetry-sdk
opentelemetry-instrumentation
opentelemetry-instrumentation-django
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-flask
#opentelemetry-instrumentation-psycopg2
azure-nspkg
azure-mgmt-nspkg
websocket-client
avro
uamqp
yarl
azure-identity
openai
dnspython
numpy
jsonpath-ng
(python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {}) (python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {})
(python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {}) (python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {})
]); ]);

View file

@ -3,6 +3,59 @@
buildPythonPackage, buildPythonPackage,
fetchPypi, fetchPypi,
setuptools, setuptools,
pydash,
marshmallow,
opencensus,
msrest,
anyio,
azure-common,
azure-mgmt-authorization,
opencensus-ext-azure,
azure-mgmt-core,
typing-extensions,
azure-appconfiguration,
azure-core,
six,
isodate,
azure-keyvault-secrets,
cryptography,
msrestazure,
requests,
psutil,
opentelemetry-api,
azure-eventhub,
aiohttp,
mlflow,
msal,
msal-extensions,
azure-keyvault-certificates,
azure-keyvault-keys,
pyyaml,
jsonschema,
tqdm,
strictyaml,
colorama,
pyjwt,
azure-storage-blob,
azure-storage-file-share,
azure-mgmt-resource,
opentelemetry-sdk,
opentelemetry-instrumentation,
opentelemetry-instrumentation-django,
opentelemetry-instrumentation-fastapi,
opentelemetry-instrumentation-flask,
#opentelemetry-instrumentation-psycopg2,
azure-nspkg,
azure-mgmt-nspkg,
websocket-client,
avro,
uamqp,
yarl,
azure-identity,
openai,
dnspython,
numpy,
jsonpath-ng,
python311, python311,
}: }:
buildPythonPackage rec { buildPythonPackage rec {
@ -20,6 +73,61 @@ buildPythonPackage rec {
nativeBuildInputs = [setuptools]; nativeBuildInputs = [setuptools];
propagatedBuildInputs = [ propagatedBuildInputs = [
pydash
marshmallow
opencensus
opencensus-ext-azure
msrest
anyio
azure-common
azure-mgmt-authorization
azure-mgmt-core
typing-extensions
azure-core
six
isodate
azure-appconfiguration
azure-keyvault-secrets
cryptography
msrestazure
requests
psutil
opentelemetry-api
azure-eventhub
aiohttp
mlflow
msal
msal-extensions
azure-keyvault-certificates
azure-keyvault-keys
pyyaml
jsonschema
tqdm
strictyaml
colorama
pyjwt
azure-storage-blob
azure-storage-file-share
azure-mgmt-resource
opentelemetry-sdk
opentelemetry-instrumentation
opentelemetry-instrumentation-django
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-flask
#opentelemetry-instrumentation-psycopg2
azure-nspkg
azure-mgmt-nspkg
websocket-client
avro
uamqp
yarl
azure-identity
openai
dnspython
numpy
jsonpath-ng
(python311.pkgs.callPackage ../azure-storage-file-datalake/default.nix {})
(python311.pkgs.callPackage ../opencensus-ext-logging/default.nix {})
]; ];
doCheck = false; # Package does not contain tests doCheck = false; # Package does not contain tests

View file

@ -0,0 +1,139 @@
{
lib,
buildPythonPackage,
fetchPypi,
setuptools,
pydash,
marshmallow,
opencensus,
msrest,
anyio,
azure-common,
azure-mgmt-authorization,
opencensus-ext-azure,
azure-mgmt-core,
typing-extensions,
azure-appconfiguration,
azure-core,
six,
isodate,
azure-keyvault-secrets,
cryptography,
msrestazure,
requests,
psutil,
opentelemetry-api,
azure-eventhub,
aiohttp,
mlflow,
msal,
msal-extensions,
azure-keyvault-certificates,
azure-keyvault-keys,
pyyaml,
jsonschema,
tqdm,
strictyaml,
colorama,
pyjwt,
azure-storage-blob,
azure-storage-file-share,
azure-mgmt-resource,
opentelemetry-sdk,
opentelemetry-instrumentation,
opentelemetry-instrumentation-django,
opentelemetry-instrumentation-fastapi,
opentelemetry-instrumentation-flask,
#opentelemetry-instrumentation-psycopg2,
azure-nspkg,
azure-mgmt-nspkg,
websocket-client,
avro,
uamqp,
yarl,
azure-identity,
openai,
dnspython,
numpy,
jsonpath-ng,
python311,
}:
buildPythonPackage rec {
pname = "azure_storage_file_datalake";
version = "12.16.0";
format = "wheel";
src = fetchPypi {
inherit pname version format;
sha256 = "sha256-2lfsbPVkC5K70LphR49R5nxjuUhD+nSLO2WZ8a26WDc=";
dist = "py3";
python = "py3";
};
nativeBuildInputs = [setuptools];
propagatedBuildInputs = [
pydash
marshmallow
opencensus
opencensus-ext-azure
msrest
anyio
azure-common
azure-mgmt-authorization
azure-mgmt-core
typing-extensions
azure-core
six
isodate
azure-appconfiguration
azure-keyvault-secrets
cryptography
msrestazure
requests
psutil
opentelemetry-api
azure-eventhub
aiohttp
mlflow
msal
msal-extensions
azure-keyvault-certificates
azure-keyvault-keys
pyyaml
jsonschema
tqdm
strictyaml
colorama
pyjwt
azure-storage-blob
azure-storage-file-share
azure-mgmt-resource
opentelemetry-sdk
opentelemetry-instrumentation
opentelemetry-instrumentation-django
opentelemetry-instrumentation-fastapi
opentelemetry-instrumentation-flask
#opentelemetry-instrumentation-psycopg2
azure-nspkg
azure-mgmt-nspkg
websocket-client
avro
uamqp
yarl
azure-identity
openai
dnspython
numpy
jsonpath-ng
];
doCheck = false; # Package does not contain tests
meta = with lib; {
description = "The azureml-mlflow package contains the integration code of AzureML with MLflow. MLflow (https://mlflow.org/) is an open-source platform for tracking machine learning experiments and managing models. You can use MLflow logging APIs with Azure Machine Learning so that metrics and artifacts are logged to your Azure machine learning workspace.";
homepage = "https://docs.microsoft.com/python/api/overview/azure/ml/?view=azure-ml-py";
license = licenses.mit;
maintainers = with maintainers; [Lillian-Violet];
};
}

View file

@ -0,0 +1,36 @@
{
lib,
buildPythonPackage,
fetchPypi,
setuptools,
wheel,
scipy,
matplotlib,
python311,
}:
buildPythonPackage rec {
pname = "opencensus_ext_logging";
version = "0.1.1";
format = "wheel";
src = fetchPypi {
inherit pname version format;
sha256 = "sha256-z9r12l2LGV/z0a+HpAZqZiGigEYXP2vksLbK7Eo8qJ8=";
dist = "py2.py3";
python = "py2.py3";
};
nativeBuildInputs = [setuptools wheel];
propagatedBuildInputs = [
];
doCheck = false; # Package does not contain tests
meta = with lib; {
description = "A stats collection and distributed tracing framework ";
homepage = "https://github.com/census-instrumentation/opencensus-python";
license = licenses.mit;
maintainers = with maintainers; [Lillian-Violet];
};
}