diff --git a/azuremlpythonsdk-v2/__pycache__/initialize_constants.cpython-311.pyc b/azuremlpythonsdk-v2/__pycache__/initialize_constants.cpython-311.pyc new file mode 100644 index 0000000..89ae22a Binary files /dev/null and b/azuremlpythonsdk-v2/__pycache__/initialize_constants.cpython-311.pyc differ diff --git a/azuremlpythonsdk-v2/ml_client.py b/azuremlpythonsdk-v2/ml_client.py index 210b4f8..272a3c4 100644 --- a/azuremlpythonsdk-v2/ml_client.py +++ b/azuremlpythonsdk-v2/ml_client.py @@ -34,9 +34,9 @@ def create_or_load_ml_client(): # You can find the info on the workspace tab on ml.azure.com ml_client = MLClient( credential=credential, - subscription_id=XXXXX, - resource_group_name=XXXXX, - workspace_name=XXXXX, + subscription_id=AZURE_SUBSCRIPTION_ID, + resource_group_name=AZURE_RESOURCE_GROUP, + workspace_name=AZURE_WORKSPACE_NAME, ) return ml_client diff --git a/flake.nix b/flake.nix index ece8208..05d8670 100644 --- a/flake.nix +++ b/flake.nix @@ -26,7 +26,6 @@ requests jupyter pandas - numpy matplotlib mlflow seaborn @@ -38,6 +37,59 @@ ydata-profiling pydot graphviz + pydash + marshmallow + opencensus + opencensus-ext-azure + msrest + anyio + azure-common + azure-mgmt-authorization + azure-mgmt-core + typing-extensions + azure-core + six + isodate + azure-appconfiguration + azure-keyvault-secrets + cryptography + msrestazure + requests + psutil + opentelemetry-api + azure-eventhub + aiohttp + mlflow + msal + msal-extensions + azure-keyvault-certificates + azure-keyvault-keys + pyyaml + jsonschema + tqdm + strictyaml + colorama + pyjwt + azure-storage-blob + azure-storage-file-share + azure-mgmt-resource + opentelemetry-sdk + opentelemetry-instrumentation + opentelemetry-instrumentation-django + opentelemetry-instrumentation-fastapi + opentelemetry-instrumentation-flask + #opentelemetry-instrumentation-psycopg2 + azure-nspkg + azure-mgmt-nspkg + websocket-client + avro + uamqp + yarl + azure-identity + openai + dnspython + numpy + jsonpath-ng (python311.pkgs.callPackage ./pkgs/azureml-mlflow/default.nix {}) (python311.pkgs.callPackage ./pkgs/azure-ai-ml/default.nix {}) ]); diff --git a/pkgs/azure-ai-ml/default.nix b/pkgs/azure-ai-ml/default.nix index e3de78e..1106e21 100644 --- a/pkgs/azure-ai-ml/default.nix +++ b/pkgs/azure-ai-ml/default.nix @@ -3,6 +3,59 @@ buildPythonPackage, fetchPypi, setuptools, + pydash, + marshmallow, + opencensus, + msrest, + anyio, + azure-common, + azure-mgmt-authorization, + opencensus-ext-azure, + azure-mgmt-core, + typing-extensions, + azure-appconfiguration, + azure-core, + six, + isodate, + azure-keyvault-secrets, + cryptography, + msrestazure, + requests, + psutil, + opentelemetry-api, + azure-eventhub, + aiohttp, + mlflow, + msal, + msal-extensions, + azure-keyvault-certificates, + azure-keyvault-keys, + pyyaml, + jsonschema, + tqdm, + strictyaml, + colorama, + pyjwt, + azure-storage-blob, + azure-storage-file-share, + azure-mgmt-resource, + opentelemetry-sdk, + opentelemetry-instrumentation, + opentelemetry-instrumentation-django, + opentelemetry-instrumentation-fastapi, + opentelemetry-instrumentation-flask, + #opentelemetry-instrumentation-psycopg2, + azure-nspkg, + azure-mgmt-nspkg, + websocket-client, + avro, + uamqp, + yarl, + azure-identity, + openai, + dnspython, + numpy, + jsonpath-ng, python311, }: buildPythonPackage rec { @@ -20,6 +73,61 @@ buildPythonPackage rec { nativeBuildInputs = [setuptools]; propagatedBuildInputs = [ + pydash + marshmallow + opencensus + opencensus-ext-azure + msrest + anyio + azure-common + azure-mgmt-authorization + azure-mgmt-core + typing-extensions + azure-core + six + isodate + azure-appconfiguration + azure-keyvault-secrets + cryptography + msrestazure + requests + psutil + opentelemetry-api + azure-eventhub + aiohttp + mlflow + msal + msal-extensions + azure-keyvault-certificates + azure-keyvault-keys + pyyaml + jsonschema + tqdm + strictyaml + colorama + pyjwt + azure-storage-blob + azure-storage-file-share + azure-mgmt-resource + opentelemetry-sdk + opentelemetry-instrumentation + opentelemetry-instrumentation-django + opentelemetry-instrumentation-fastapi + opentelemetry-instrumentation-flask + #opentelemetry-instrumentation-psycopg2 + azure-nspkg + azure-mgmt-nspkg + websocket-client + avro + uamqp + yarl + azure-identity + openai + dnspython + numpy + jsonpath-ng + (python311.pkgs.callPackage ../azure-storage-file-datalake/default.nix {}) + (python311.pkgs.callPackage ../opencensus-ext-logging/default.nix {}) ]; doCheck = false; # Package does not contain tests diff --git a/pkgs/azure-storage-file-datalake/default.nix b/pkgs/azure-storage-file-datalake/default.nix new file mode 100644 index 0000000..265d0dc --- /dev/null +++ b/pkgs/azure-storage-file-datalake/default.nix @@ -0,0 +1,139 @@ +{ + lib, + buildPythonPackage, + fetchPypi, + setuptools, + pydash, + marshmallow, + opencensus, + msrest, + anyio, + azure-common, + azure-mgmt-authorization, + opencensus-ext-azure, + azure-mgmt-core, + typing-extensions, + azure-appconfiguration, + azure-core, + six, + isodate, + azure-keyvault-secrets, + cryptography, + msrestazure, + requests, + psutil, + opentelemetry-api, + azure-eventhub, + aiohttp, + mlflow, + msal, + msal-extensions, + azure-keyvault-certificates, + azure-keyvault-keys, + pyyaml, + jsonschema, + tqdm, + strictyaml, + colorama, + pyjwt, + azure-storage-blob, + azure-storage-file-share, + azure-mgmt-resource, + opentelemetry-sdk, + opentelemetry-instrumentation, + opentelemetry-instrumentation-django, + opentelemetry-instrumentation-fastapi, + opentelemetry-instrumentation-flask, + #opentelemetry-instrumentation-psycopg2, + azure-nspkg, + azure-mgmt-nspkg, + websocket-client, + avro, + uamqp, + yarl, + azure-identity, + openai, + dnspython, + numpy, + jsonpath-ng, + python311, +}: +buildPythonPackage rec { + pname = "azure_storage_file_datalake"; + version = "12.16.0"; + format = "wheel"; + + src = fetchPypi { + inherit pname version format; + sha256 = "sha256-2lfsbPVkC5K70LphR49R5nxjuUhD+nSLO2WZ8a26WDc="; + dist = "py3"; + python = "py3"; + }; + + nativeBuildInputs = [setuptools]; + + propagatedBuildInputs = [ + pydash + marshmallow + opencensus + opencensus-ext-azure + msrest + anyio + azure-common + azure-mgmt-authorization + azure-mgmt-core + typing-extensions + azure-core + six + isodate + azure-appconfiguration + azure-keyvault-secrets + cryptography + msrestazure + requests + psutil + opentelemetry-api + azure-eventhub + aiohttp + mlflow + msal + msal-extensions + azure-keyvault-certificates + azure-keyvault-keys + pyyaml + jsonschema + tqdm + strictyaml + colorama + pyjwt + azure-storage-blob + azure-storage-file-share + azure-mgmt-resource + opentelemetry-sdk + opentelemetry-instrumentation + opentelemetry-instrumentation-django + opentelemetry-instrumentation-fastapi + opentelemetry-instrumentation-flask + #opentelemetry-instrumentation-psycopg2 + azure-nspkg + azure-mgmt-nspkg + websocket-client + avro + uamqp + yarl + azure-identity + openai + dnspython + numpy + jsonpath-ng + ]; + + doCheck = false; # Package does not contain tests + + meta = with lib; { + description = "The azureml-mlflow package contains the integration code of AzureML with MLflow. MLflow (https://mlflow.org/) is an open-source platform for tracking machine learning experiments and managing models. You can use MLflow logging APIs with Azure Machine Learning so that metrics and artifacts are logged to your Azure machine learning workspace."; + homepage = "https://docs.microsoft.com/python/api/overview/azure/ml/?view=azure-ml-py"; + license = licenses.mit; + maintainers = with maintainers; [Lillian-Violet]; + }; +} diff --git a/pkgs/opencensus-ext-logging/default.nix b/pkgs/opencensus-ext-logging/default.nix new file mode 100644 index 0000000..3041bcb --- /dev/null +++ b/pkgs/opencensus-ext-logging/default.nix @@ -0,0 +1,36 @@ +{ + lib, + buildPythonPackage, + fetchPypi, + setuptools, + wheel, + scipy, + matplotlib, + python311, +}: +buildPythonPackage rec { + pname = "opencensus_ext_logging"; + version = "0.1.1"; + format = "wheel"; + + src = fetchPypi { + inherit pname version format; + sha256 = "sha256-z9r12l2LGV/z0a+HpAZqZiGigEYXP2vksLbK7Eo8qJ8="; + dist = "py2.py3"; + python = "py2.py3"; + }; + + nativeBuildInputs = [setuptools wheel]; + + propagatedBuildInputs = [ + ]; + + doCheck = false; # Package does not contain tests + + meta = with lib; { + description = "A stats collection and distributed tracing framework "; + homepage = "https://github.com/census-instrumentation/opencensus-python"; + license = licenses.mit; + maintainers = with maintainers; [Lillian-Violet]; + }; +}