We finally managed to run the ml_client.py
This commit is contained in:
parent
ff8c7d4188
commit
8786f26e1e
Binary file not shown.
|
|
@ -34,9 +34,9 @@ def create_or_load_ml_client():
|
||||||
# You can find the info on the workspace tab on ml.azure.com
|
# You can find the info on the workspace tab on ml.azure.com
|
||||||
ml_client = MLClient(
|
ml_client = MLClient(
|
||||||
credential=credential,
|
credential=credential,
|
||||||
subscription_id=XXXXX,
|
subscription_id=AZURE_SUBSCRIPTION_ID,
|
||||||
resource_group_name=XXXXX,
|
resource_group_name=AZURE_RESOURCE_GROUP,
|
||||||
workspace_name=XXXXX,
|
workspace_name=AZURE_WORKSPACE_NAME,
|
||||||
)
|
)
|
||||||
return ml_client
|
return ml_client
|
||||||
|
|
||||||
|
|
|
||||||
54
flake.nix
54
flake.nix
|
|
@ -26,7 +26,6 @@
|
||||||
requests
|
requests
|
||||||
jupyter
|
jupyter
|
||||||
pandas
|
pandas
|
||||||
numpy
|
|
||||||
matplotlib
|
matplotlib
|
||||||
mlflow
|
mlflow
|
||||||
seaborn
|
seaborn
|
||||||
|
|
@ -38,6 +37,59 @@
|
||||||
ydata-profiling
|
ydata-profiling
|
||||||
pydot
|
pydot
|
||||||
graphviz
|
graphviz
|
||||||
|
pydash
|
||||||
|
marshmallow
|
||||||
|
opencensus
|
||||||
|
opencensus-ext-azure
|
||||||
|
msrest
|
||||||
|
anyio
|
||||||
|
azure-common
|
||||||
|
azure-mgmt-authorization
|
||||||
|
azure-mgmt-core
|
||||||
|
typing-extensions
|
||||||
|
azure-core
|
||||||
|
six
|
||||||
|
isodate
|
||||||
|
azure-appconfiguration
|
||||||
|
azure-keyvault-secrets
|
||||||
|
cryptography
|
||||||
|
msrestazure
|
||||||
|
requests
|
||||||
|
psutil
|
||||||
|
opentelemetry-api
|
||||||
|
azure-eventhub
|
||||||
|
aiohttp
|
||||||
|
mlflow
|
||||||
|
msal
|
||||||
|
msal-extensions
|
||||||
|
azure-keyvault-certificates
|
||||||
|
azure-keyvault-keys
|
||||||
|
pyyaml
|
||||||
|
jsonschema
|
||||||
|
tqdm
|
||||||
|
strictyaml
|
||||||
|
colorama
|
||||||
|
pyjwt
|
||||||
|
azure-storage-blob
|
||||||
|
azure-storage-file-share
|
||||||
|
azure-mgmt-resource
|
||||||
|
opentelemetry-sdk
|
||||||
|
opentelemetry-instrumentation
|
||||||
|
opentelemetry-instrumentation-django
|
||||||
|
opentelemetry-instrumentation-fastapi
|
||||||
|
opentelemetry-instrumentation-flask
|
||||||
|
#opentelemetry-instrumentation-psycopg2
|
||||||
|
azure-nspkg
|
||||||
|
azure-mgmt-nspkg
|
||||||
|
websocket-client
|
||||||
|
avro
|
||||||
|
uamqp
|
||||||
|
yarl
|
||||||
|
azure-identity
|
||||||
|
openai
|
||||||
|
dnspython
|
||||||
|
numpy
|
||||||
|
jsonpath-ng
|
||||||
(python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {})
|
(python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {})
|
||||||
(python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {})
|
(python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {})
|
||||||
]);
|
]);
|
||||||
|
|
|
||||||
|
|
@ -3,6 +3,59 @@
|
||||||
buildPythonPackage,
|
buildPythonPackage,
|
||||||
fetchPypi,
|
fetchPypi,
|
||||||
setuptools,
|
setuptools,
|
||||||
|
pydash,
|
||||||
|
marshmallow,
|
||||||
|
opencensus,
|
||||||
|
msrest,
|
||||||
|
anyio,
|
||||||
|
azure-common,
|
||||||
|
azure-mgmt-authorization,
|
||||||
|
opencensus-ext-azure,
|
||||||
|
azure-mgmt-core,
|
||||||
|
typing-extensions,
|
||||||
|
azure-appconfiguration,
|
||||||
|
azure-core,
|
||||||
|
six,
|
||||||
|
isodate,
|
||||||
|
azure-keyvault-secrets,
|
||||||
|
cryptography,
|
||||||
|
msrestazure,
|
||||||
|
requests,
|
||||||
|
psutil,
|
||||||
|
opentelemetry-api,
|
||||||
|
azure-eventhub,
|
||||||
|
aiohttp,
|
||||||
|
mlflow,
|
||||||
|
msal,
|
||||||
|
msal-extensions,
|
||||||
|
azure-keyvault-certificates,
|
||||||
|
azure-keyvault-keys,
|
||||||
|
pyyaml,
|
||||||
|
jsonschema,
|
||||||
|
tqdm,
|
||||||
|
strictyaml,
|
||||||
|
colorama,
|
||||||
|
pyjwt,
|
||||||
|
azure-storage-blob,
|
||||||
|
azure-storage-file-share,
|
||||||
|
azure-mgmt-resource,
|
||||||
|
opentelemetry-sdk,
|
||||||
|
opentelemetry-instrumentation,
|
||||||
|
opentelemetry-instrumentation-django,
|
||||||
|
opentelemetry-instrumentation-fastapi,
|
||||||
|
opentelemetry-instrumentation-flask,
|
||||||
|
#opentelemetry-instrumentation-psycopg2,
|
||||||
|
azure-nspkg,
|
||||||
|
azure-mgmt-nspkg,
|
||||||
|
websocket-client,
|
||||||
|
avro,
|
||||||
|
uamqp,
|
||||||
|
yarl,
|
||||||
|
azure-identity,
|
||||||
|
openai,
|
||||||
|
dnspython,
|
||||||
|
numpy,
|
||||||
|
jsonpath-ng,
|
||||||
python311,
|
python311,
|
||||||
}:
|
}:
|
||||||
buildPythonPackage rec {
|
buildPythonPackage rec {
|
||||||
|
|
@ -20,6 +73,61 @@ buildPythonPackage rec {
|
||||||
nativeBuildInputs = [setuptools];
|
nativeBuildInputs = [setuptools];
|
||||||
|
|
||||||
propagatedBuildInputs = [
|
propagatedBuildInputs = [
|
||||||
|
pydash
|
||||||
|
marshmallow
|
||||||
|
opencensus
|
||||||
|
opencensus-ext-azure
|
||||||
|
msrest
|
||||||
|
anyio
|
||||||
|
azure-common
|
||||||
|
azure-mgmt-authorization
|
||||||
|
azure-mgmt-core
|
||||||
|
typing-extensions
|
||||||
|
azure-core
|
||||||
|
six
|
||||||
|
isodate
|
||||||
|
azure-appconfiguration
|
||||||
|
azure-keyvault-secrets
|
||||||
|
cryptography
|
||||||
|
msrestazure
|
||||||
|
requests
|
||||||
|
psutil
|
||||||
|
opentelemetry-api
|
||||||
|
azure-eventhub
|
||||||
|
aiohttp
|
||||||
|
mlflow
|
||||||
|
msal
|
||||||
|
msal-extensions
|
||||||
|
azure-keyvault-certificates
|
||||||
|
azure-keyvault-keys
|
||||||
|
pyyaml
|
||||||
|
jsonschema
|
||||||
|
tqdm
|
||||||
|
strictyaml
|
||||||
|
colorama
|
||||||
|
pyjwt
|
||||||
|
azure-storage-blob
|
||||||
|
azure-storage-file-share
|
||||||
|
azure-mgmt-resource
|
||||||
|
opentelemetry-sdk
|
||||||
|
opentelemetry-instrumentation
|
||||||
|
opentelemetry-instrumentation-django
|
||||||
|
opentelemetry-instrumentation-fastapi
|
||||||
|
opentelemetry-instrumentation-flask
|
||||||
|
#opentelemetry-instrumentation-psycopg2
|
||||||
|
azure-nspkg
|
||||||
|
azure-mgmt-nspkg
|
||||||
|
websocket-client
|
||||||
|
avro
|
||||||
|
uamqp
|
||||||
|
yarl
|
||||||
|
azure-identity
|
||||||
|
openai
|
||||||
|
dnspython
|
||||||
|
numpy
|
||||||
|
jsonpath-ng
|
||||||
|
(python311.pkgs.callPackage ../azure-storage-file-datalake/default.nix {})
|
||||||
|
(python311.pkgs.callPackage ../opencensus-ext-logging/default.nix {})
|
||||||
];
|
];
|
||||||
|
|
||||||
doCheck = false; # Package does not contain tests
|
doCheck = false; # Package does not contain tests
|
||||||
|
|
|
||||||
139
pkgs/azure-storage-file-datalake/default.nix
Normal file
139
pkgs/azure-storage-file-datalake/default.nix
Normal file
|
|
@ -0,0 +1,139 @@
|
||||||
|
{
|
||||||
|
lib,
|
||||||
|
buildPythonPackage,
|
||||||
|
fetchPypi,
|
||||||
|
setuptools,
|
||||||
|
pydash,
|
||||||
|
marshmallow,
|
||||||
|
opencensus,
|
||||||
|
msrest,
|
||||||
|
anyio,
|
||||||
|
azure-common,
|
||||||
|
azure-mgmt-authorization,
|
||||||
|
opencensus-ext-azure,
|
||||||
|
azure-mgmt-core,
|
||||||
|
typing-extensions,
|
||||||
|
azure-appconfiguration,
|
||||||
|
azure-core,
|
||||||
|
six,
|
||||||
|
isodate,
|
||||||
|
azure-keyvault-secrets,
|
||||||
|
cryptography,
|
||||||
|
msrestazure,
|
||||||
|
requests,
|
||||||
|
psutil,
|
||||||
|
opentelemetry-api,
|
||||||
|
azure-eventhub,
|
||||||
|
aiohttp,
|
||||||
|
mlflow,
|
||||||
|
msal,
|
||||||
|
msal-extensions,
|
||||||
|
azure-keyvault-certificates,
|
||||||
|
azure-keyvault-keys,
|
||||||
|
pyyaml,
|
||||||
|
jsonschema,
|
||||||
|
tqdm,
|
||||||
|
strictyaml,
|
||||||
|
colorama,
|
||||||
|
pyjwt,
|
||||||
|
azure-storage-blob,
|
||||||
|
azure-storage-file-share,
|
||||||
|
azure-mgmt-resource,
|
||||||
|
opentelemetry-sdk,
|
||||||
|
opentelemetry-instrumentation,
|
||||||
|
opentelemetry-instrumentation-django,
|
||||||
|
opentelemetry-instrumentation-fastapi,
|
||||||
|
opentelemetry-instrumentation-flask,
|
||||||
|
#opentelemetry-instrumentation-psycopg2,
|
||||||
|
azure-nspkg,
|
||||||
|
azure-mgmt-nspkg,
|
||||||
|
websocket-client,
|
||||||
|
avro,
|
||||||
|
uamqp,
|
||||||
|
yarl,
|
||||||
|
azure-identity,
|
||||||
|
openai,
|
||||||
|
dnspython,
|
||||||
|
numpy,
|
||||||
|
jsonpath-ng,
|
||||||
|
python311,
|
||||||
|
}:
|
||||||
|
buildPythonPackage rec {
|
||||||
|
pname = "azure_storage_file_datalake";
|
||||||
|
version = "12.16.0";
|
||||||
|
format = "wheel";
|
||||||
|
|
||||||
|
src = fetchPypi {
|
||||||
|
inherit pname version format;
|
||||||
|
sha256 = "sha256-2lfsbPVkC5K70LphR49R5nxjuUhD+nSLO2WZ8a26WDc=";
|
||||||
|
dist = "py3";
|
||||||
|
python = "py3";
|
||||||
|
};
|
||||||
|
|
||||||
|
nativeBuildInputs = [setuptools];
|
||||||
|
|
||||||
|
propagatedBuildInputs = [
|
||||||
|
pydash
|
||||||
|
marshmallow
|
||||||
|
opencensus
|
||||||
|
opencensus-ext-azure
|
||||||
|
msrest
|
||||||
|
anyio
|
||||||
|
azure-common
|
||||||
|
azure-mgmt-authorization
|
||||||
|
azure-mgmt-core
|
||||||
|
typing-extensions
|
||||||
|
azure-core
|
||||||
|
six
|
||||||
|
isodate
|
||||||
|
azure-appconfiguration
|
||||||
|
azure-keyvault-secrets
|
||||||
|
cryptography
|
||||||
|
msrestazure
|
||||||
|
requests
|
||||||
|
psutil
|
||||||
|
opentelemetry-api
|
||||||
|
azure-eventhub
|
||||||
|
aiohttp
|
||||||
|
mlflow
|
||||||
|
msal
|
||||||
|
msal-extensions
|
||||||
|
azure-keyvault-certificates
|
||||||
|
azure-keyvault-keys
|
||||||
|
pyyaml
|
||||||
|
jsonschema
|
||||||
|
tqdm
|
||||||
|
strictyaml
|
||||||
|
colorama
|
||||||
|
pyjwt
|
||||||
|
azure-storage-blob
|
||||||
|
azure-storage-file-share
|
||||||
|
azure-mgmt-resource
|
||||||
|
opentelemetry-sdk
|
||||||
|
opentelemetry-instrumentation
|
||||||
|
opentelemetry-instrumentation-django
|
||||||
|
opentelemetry-instrumentation-fastapi
|
||||||
|
opentelemetry-instrumentation-flask
|
||||||
|
#opentelemetry-instrumentation-psycopg2
|
||||||
|
azure-nspkg
|
||||||
|
azure-mgmt-nspkg
|
||||||
|
websocket-client
|
||||||
|
avro
|
||||||
|
uamqp
|
||||||
|
yarl
|
||||||
|
azure-identity
|
||||||
|
openai
|
||||||
|
dnspython
|
||||||
|
numpy
|
||||||
|
jsonpath-ng
|
||||||
|
];
|
||||||
|
|
||||||
|
doCheck = false; # Package does not contain tests
|
||||||
|
|
||||||
|
meta = with lib; {
|
||||||
|
description = "The azureml-mlflow package contains the integration code of AzureML with MLflow. MLflow (https://mlflow.org/) is an open-source platform for tracking machine learning experiments and managing models. You can use MLflow logging APIs with Azure Machine Learning so that metrics and artifacts are logged to your Azure machine learning workspace.";
|
||||||
|
homepage = "https://docs.microsoft.com/python/api/overview/azure/ml/?view=azure-ml-py";
|
||||||
|
license = licenses.mit;
|
||||||
|
maintainers = with maintainers; [Lillian-Violet];
|
||||||
|
};
|
||||||
|
}
|
||||||
36
pkgs/opencensus-ext-logging/default.nix
Normal file
36
pkgs/opencensus-ext-logging/default.nix
Normal file
|
|
@ -0,0 +1,36 @@
|
||||||
|
{
|
||||||
|
lib,
|
||||||
|
buildPythonPackage,
|
||||||
|
fetchPypi,
|
||||||
|
setuptools,
|
||||||
|
wheel,
|
||||||
|
scipy,
|
||||||
|
matplotlib,
|
||||||
|
python311,
|
||||||
|
}:
|
||||||
|
buildPythonPackage rec {
|
||||||
|
pname = "opencensus_ext_logging";
|
||||||
|
version = "0.1.1";
|
||||||
|
format = "wheel";
|
||||||
|
|
||||||
|
src = fetchPypi {
|
||||||
|
inherit pname version format;
|
||||||
|
sha256 = "sha256-z9r12l2LGV/z0a+HpAZqZiGigEYXP2vksLbK7Eo8qJ8=";
|
||||||
|
dist = "py2.py3";
|
||||||
|
python = "py2.py3";
|
||||||
|
};
|
||||||
|
|
||||||
|
nativeBuildInputs = [setuptools wheel];
|
||||||
|
|
||||||
|
propagatedBuildInputs = [
|
||||||
|
];
|
||||||
|
|
||||||
|
doCheck = false; # Package does not contain tests
|
||||||
|
|
||||||
|
meta = with lib; {
|
||||||
|
description = "A stats collection and distributed tracing framework ";
|
||||||
|
homepage = "https://github.com/census-instrumentation/opencensus-python";
|
||||||
|
license = licenses.mit;
|
||||||
|
maintainers = with maintainers; [Lillian-Violet];
|
||||||
|
};
|
||||||
|
}
|
||||||
Loading…
Reference in a new issue