We finally managed to run the ml_client.py
This commit is contained in:
parent
ff8c7d4188
commit
8786f26e1e
6 changed files with 339 additions and 4 deletions
Binary file not shown.
|
|
@ -34,9 +34,9 @@ def create_or_load_ml_client():
|
|||
# You can find the info on the workspace tab on ml.azure.com
|
||||
ml_client = MLClient(
|
||||
credential=credential,
|
||||
subscription_id=XXXXX,
|
||||
resource_group_name=XXXXX,
|
||||
workspace_name=XXXXX,
|
||||
subscription_id=AZURE_SUBSCRIPTION_ID,
|
||||
resource_group_name=AZURE_RESOURCE_GROUP,
|
||||
workspace_name=AZURE_WORKSPACE_NAME,
|
||||
)
|
||||
return ml_client
|
||||
|
||||
|
|
|
|||
54
flake.nix
54
flake.nix
|
|
@ -26,7 +26,6 @@
|
|||
requests
|
||||
jupyter
|
||||
pandas
|
||||
numpy
|
||||
matplotlib
|
||||
mlflow
|
||||
seaborn
|
||||
|
|
@ -38,6 +37,59 @@
|
|||
ydata-profiling
|
||||
pydot
|
||||
graphviz
|
||||
pydash
|
||||
marshmallow
|
||||
opencensus
|
||||
opencensus-ext-azure
|
||||
msrest
|
||||
anyio
|
||||
azure-common
|
||||
azure-mgmt-authorization
|
||||
azure-mgmt-core
|
||||
typing-extensions
|
||||
azure-core
|
||||
six
|
||||
isodate
|
||||
azure-appconfiguration
|
||||
azure-keyvault-secrets
|
||||
cryptography
|
||||
msrestazure
|
||||
requests
|
||||
psutil
|
||||
opentelemetry-api
|
||||
azure-eventhub
|
||||
aiohttp
|
||||
mlflow
|
||||
msal
|
||||
msal-extensions
|
||||
azure-keyvault-certificates
|
||||
azure-keyvault-keys
|
||||
pyyaml
|
||||
jsonschema
|
||||
tqdm
|
||||
strictyaml
|
||||
colorama
|
||||
pyjwt
|
||||
azure-storage-blob
|
||||
azure-storage-file-share
|
||||
azure-mgmt-resource
|
||||
opentelemetry-sdk
|
||||
opentelemetry-instrumentation
|
||||
opentelemetry-instrumentation-django
|
||||
opentelemetry-instrumentation-fastapi
|
||||
opentelemetry-instrumentation-flask
|
||||
#opentelemetry-instrumentation-psycopg2
|
||||
azure-nspkg
|
||||
azure-mgmt-nspkg
|
||||
websocket-client
|
||||
avro
|
||||
uamqp
|
||||
yarl
|
||||
azure-identity
|
||||
openai
|
||||
dnspython
|
||||
numpy
|
||||
jsonpath-ng
|
||||
(python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {})
|
||||
(python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {})
|
||||
]);
|
||||
|
|
|
|||
|
|
@ -3,6 +3,59 @@
|
|||
buildPythonPackage,
|
||||
fetchPypi,
|
||||
setuptools,
|
||||
pydash,
|
||||
marshmallow,
|
||||
opencensus,
|
||||
msrest,
|
||||
anyio,
|
||||
azure-common,
|
||||
azure-mgmt-authorization,
|
||||
opencensus-ext-azure,
|
||||
azure-mgmt-core,
|
||||
typing-extensions,
|
||||
azure-appconfiguration,
|
||||
azure-core,
|
||||
six,
|
||||
isodate,
|
||||
azure-keyvault-secrets,
|
||||
cryptography,
|
||||
msrestazure,
|
||||
requests,
|
||||
psutil,
|
||||
opentelemetry-api,
|
||||
azure-eventhub,
|
||||
aiohttp,
|
||||
mlflow,
|
||||
msal,
|
||||
msal-extensions,
|
||||
azure-keyvault-certificates,
|
||||
azure-keyvault-keys,
|
||||
pyyaml,
|
||||
jsonschema,
|
||||
tqdm,
|
||||
strictyaml,
|
||||
colorama,
|
||||
pyjwt,
|
||||
azure-storage-blob,
|
||||
azure-storage-file-share,
|
||||
azure-mgmt-resource,
|
||||
opentelemetry-sdk,
|
||||
opentelemetry-instrumentation,
|
||||
opentelemetry-instrumentation-django,
|
||||
opentelemetry-instrumentation-fastapi,
|
||||
opentelemetry-instrumentation-flask,
|
||||
#opentelemetry-instrumentation-psycopg2,
|
||||
azure-nspkg,
|
||||
azure-mgmt-nspkg,
|
||||
websocket-client,
|
||||
avro,
|
||||
uamqp,
|
||||
yarl,
|
||||
azure-identity,
|
||||
openai,
|
||||
dnspython,
|
||||
numpy,
|
||||
jsonpath-ng,
|
||||
python311,
|
||||
}:
|
||||
buildPythonPackage rec {
|
||||
|
|
@ -20,6 +73,61 @@ buildPythonPackage rec {
|
|||
nativeBuildInputs = [setuptools];
|
||||
|
||||
propagatedBuildInputs = [
|
||||
pydash
|
||||
marshmallow
|
||||
opencensus
|
||||
opencensus-ext-azure
|
||||
msrest
|
||||
anyio
|
||||
azure-common
|
||||
azure-mgmt-authorization
|
||||
azure-mgmt-core
|
||||
typing-extensions
|
||||
azure-core
|
||||
six
|
||||
isodate
|
||||
azure-appconfiguration
|
||||
azure-keyvault-secrets
|
||||
cryptography
|
||||
msrestazure
|
||||
requests
|
||||
psutil
|
||||
opentelemetry-api
|
||||
azure-eventhub
|
||||
aiohttp
|
||||
mlflow
|
||||
msal
|
||||
msal-extensions
|
||||
azure-keyvault-certificates
|
||||
azure-keyvault-keys
|
||||
pyyaml
|
||||
jsonschema
|
||||
tqdm
|
||||
strictyaml
|
||||
colorama
|
||||
pyjwt
|
||||
azure-storage-blob
|
||||
azure-storage-file-share
|
||||
azure-mgmt-resource
|
||||
opentelemetry-sdk
|
||||
opentelemetry-instrumentation
|
||||
opentelemetry-instrumentation-django
|
||||
opentelemetry-instrumentation-fastapi
|
||||
opentelemetry-instrumentation-flask
|
||||
#opentelemetry-instrumentation-psycopg2
|
||||
azure-nspkg
|
||||
azure-mgmt-nspkg
|
||||
websocket-client
|
||||
avro
|
||||
uamqp
|
||||
yarl
|
||||
azure-identity
|
||||
openai
|
||||
dnspython
|
||||
numpy
|
||||
jsonpath-ng
|
||||
(python311.pkgs.callPackage ../azure-storage-file-datalake/default.nix {})
|
||||
(python311.pkgs.callPackage ../opencensus-ext-logging/default.nix {})
|
||||
];
|
||||
|
||||
doCheck = false; # Package does not contain tests
|
||||
|
|
|
|||
139
pkgs/azure-storage-file-datalake/default.nix
Normal file
139
pkgs/azure-storage-file-datalake/default.nix
Normal file
|
|
@ -0,0 +1,139 @@
|
|||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchPypi,
|
||||
setuptools,
|
||||
pydash,
|
||||
marshmallow,
|
||||
opencensus,
|
||||
msrest,
|
||||
anyio,
|
||||
azure-common,
|
||||
azure-mgmt-authorization,
|
||||
opencensus-ext-azure,
|
||||
azure-mgmt-core,
|
||||
typing-extensions,
|
||||
azure-appconfiguration,
|
||||
azure-core,
|
||||
six,
|
||||
isodate,
|
||||
azure-keyvault-secrets,
|
||||
cryptography,
|
||||
msrestazure,
|
||||
requests,
|
||||
psutil,
|
||||
opentelemetry-api,
|
||||
azure-eventhub,
|
||||
aiohttp,
|
||||
mlflow,
|
||||
msal,
|
||||
msal-extensions,
|
||||
azure-keyvault-certificates,
|
||||
azure-keyvault-keys,
|
||||
pyyaml,
|
||||
jsonschema,
|
||||
tqdm,
|
||||
strictyaml,
|
||||
colorama,
|
||||
pyjwt,
|
||||
azure-storage-blob,
|
||||
azure-storage-file-share,
|
||||
azure-mgmt-resource,
|
||||
opentelemetry-sdk,
|
||||
opentelemetry-instrumentation,
|
||||
opentelemetry-instrumentation-django,
|
||||
opentelemetry-instrumentation-fastapi,
|
||||
opentelemetry-instrumentation-flask,
|
||||
#opentelemetry-instrumentation-psycopg2,
|
||||
azure-nspkg,
|
||||
azure-mgmt-nspkg,
|
||||
websocket-client,
|
||||
avro,
|
||||
uamqp,
|
||||
yarl,
|
||||
azure-identity,
|
||||
openai,
|
||||
dnspython,
|
||||
numpy,
|
||||
jsonpath-ng,
|
||||
python311,
|
||||
}:
|
||||
buildPythonPackage rec {
|
||||
pname = "azure_storage_file_datalake";
|
||||
version = "12.16.0";
|
||||
format = "wheel";
|
||||
|
||||
src = fetchPypi {
|
||||
inherit pname version format;
|
||||
sha256 = "sha256-2lfsbPVkC5K70LphR49R5nxjuUhD+nSLO2WZ8a26WDc=";
|
||||
dist = "py3";
|
||||
python = "py3";
|
||||
};
|
||||
|
||||
nativeBuildInputs = [setuptools];
|
||||
|
||||
propagatedBuildInputs = [
|
||||
pydash
|
||||
marshmallow
|
||||
opencensus
|
||||
opencensus-ext-azure
|
||||
msrest
|
||||
anyio
|
||||
azure-common
|
||||
azure-mgmt-authorization
|
||||
azure-mgmt-core
|
||||
typing-extensions
|
||||
azure-core
|
||||
six
|
||||
isodate
|
||||
azure-appconfiguration
|
||||
azure-keyvault-secrets
|
||||
cryptography
|
||||
msrestazure
|
||||
requests
|
||||
psutil
|
||||
opentelemetry-api
|
||||
azure-eventhub
|
||||
aiohttp
|
||||
mlflow
|
||||
msal
|
||||
msal-extensions
|
||||
azure-keyvault-certificates
|
||||
azure-keyvault-keys
|
||||
pyyaml
|
||||
jsonschema
|
||||
tqdm
|
||||
strictyaml
|
||||
colorama
|
||||
pyjwt
|
||||
azure-storage-blob
|
||||
azure-storage-file-share
|
||||
azure-mgmt-resource
|
||||
opentelemetry-sdk
|
||||
opentelemetry-instrumentation
|
||||
opentelemetry-instrumentation-django
|
||||
opentelemetry-instrumentation-fastapi
|
||||
opentelemetry-instrumentation-flask
|
||||
#opentelemetry-instrumentation-psycopg2
|
||||
azure-nspkg
|
||||
azure-mgmt-nspkg
|
||||
websocket-client
|
||||
avro
|
||||
uamqp
|
||||
yarl
|
||||
azure-identity
|
||||
openai
|
||||
dnspython
|
||||
numpy
|
||||
jsonpath-ng
|
||||
];
|
||||
|
||||
doCheck = false; # Package does not contain tests
|
||||
|
||||
meta = with lib; {
|
||||
description = "The azureml-mlflow package contains the integration code of AzureML with MLflow. MLflow (https://mlflow.org/) is an open-source platform for tracking machine learning experiments and managing models. You can use MLflow logging APIs with Azure Machine Learning so that metrics and artifacts are logged to your Azure machine learning workspace.";
|
||||
homepage = "https://docs.microsoft.com/python/api/overview/azure/ml/?view=azure-ml-py";
|
||||
license = licenses.mit;
|
||||
maintainers = with maintainers; [Lillian-Violet];
|
||||
};
|
||||
}
|
||||
36
pkgs/opencensus-ext-logging/default.nix
Normal file
36
pkgs/opencensus-ext-logging/default.nix
Normal file
|
|
@ -0,0 +1,36 @@
|
|||
{
|
||||
lib,
|
||||
buildPythonPackage,
|
||||
fetchPypi,
|
||||
setuptools,
|
||||
wheel,
|
||||
scipy,
|
||||
matplotlib,
|
||||
python311,
|
||||
}:
|
||||
buildPythonPackage rec {
|
||||
pname = "opencensus_ext_logging";
|
||||
version = "0.1.1";
|
||||
format = "wheel";
|
||||
|
||||
src = fetchPypi {
|
||||
inherit pname version format;
|
||||
sha256 = "sha256-z9r12l2LGV/z0a+HpAZqZiGigEYXP2vksLbK7Eo8qJ8=";
|
||||
dist = "py2.py3";
|
||||
python = "py2.py3";
|
||||
};
|
||||
|
||||
nativeBuildInputs = [setuptools wheel];
|
||||
|
||||
propagatedBuildInputs = [
|
||||
];
|
||||
|
||||
doCheck = false; # Package does not contain tests
|
||||
|
||||
meta = with lib; {
|
||||
description = "A stats collection and distributed tracing framework ";
|
||||
homepage = "https://github.com/census-instrumentation/opencensus-python";
|
||||
license = licenses.mit;
|
||||
maintainers = with maintainers; [Lillian-Violet];
|
||||
};
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue