.dockerignore
.gcloudignore
.gitignore
.gitlab-ci.yml
.helmignore
.licenserc.yaml
.pre-commit-config.yaml
.prettierignore
.python-version
CODE_OF_CONDUCT.md
Dockerfile
LICENSE
NOTICE
README.client.md
README.md
gcloud-build.yaml
makefile
package-lock.json
package.json
pyproject.toml
requirements-orchestrator.in
requirements-orchestrator.txt
requirements.in
requirements.txt
skaffold.yaml
apps/__init__.py
apps/dyff_admin/Dockerfile
apps/dyff_admin/__init__.py
apps/dyff_admin/deploy.yaml
apps/dyff_admin/gcloud-build.yaml
apps/dyff_admin/requirements.in
apps/dyff_admin/requirements.txt
apps/evaluation_client/Dockerfile
apps/evaluation_client/__init__.py
apps/evaluation_client/gcloud-build.yaml
apps/evaluation_client/main.py
apps/evaluation_client/requirements.in
apps/evaluation_client/requirements.txt
apps/fetch_model/Dockerfile
apps/fetch_model/__init__.py
apps/fetch_model/gcloud-build.yaml
apps/fetch_model/main.py
apps/fetch_model/requirements.in
apps/fetch_model/requirements.txt
apps/mocks/__init__.py
apps/mocks/inferenceservice/Dockerfile
apps/mocks/inferenceservice/__init__.py
apps/mocks/inferenceservice/gcloud-build.yaml
apps/mocks/inferenceservice/requirements.in
apps/mocks/inferenceservice/requirements.txt
apps/mocks/inferenceservice/server.py
apps/run_report/Dockerfile
apps/run_report/__init__.py
apps/run_report/gcloud-build.yaml
apps/run_report/main.py
apps/run_report/requirements.in
apps/run_report/requirements.txt
apps/runners/__init__.py
apps/runners/bentoml_service_openllm/Dockerfile
apps/runners/bentoml_service_openllm/__init__.py
apps/runners/bentoml_service_openllm/gcloud-build.yaml
apps/runners/bentoml_service_openllm/requirements.in
apps/runners/bentoml_service_openllm/requirements.txt
apps/runners/vllm/Dockerfile
apps/runners/vllm/__init__.py
apps/runners/vllm/gcloud-build.yaml
apps/runners/vllm/main.py
apps/runners/vllm/requirements.txt
apps/verify_evaluation_output/Dockerfile
apps/verify_evaluation_output/__init__.py
apps/verify_evaluation_output/gcloud-build.yaml
apps/verify_evaluation_output/main.py
apps/verify_evaluation_output/requirements.in
apps/verify_evaluation_output/requirements.txt
apps/workflows_informer/.gitignore
apps/workflows_informer/Dockerfile
apps/workflows_informer/gcloud-build.yaml
apps/workflows_informer/go.mod
apps/workflows_informer/go.sum
apps/workflows_informer/main.go
apps/workflows_informer/makefile
apps/workflows_informer/agent/agent.go
apps/workflows_informer/k8s/configmap.yaml
apps/workflows_informer/k8s/deployment.yaml
apps/workflows_informer/k8s/rbac.yaml
apps/workflows_sink/.dockerignore
apps/workflows_sink/Dockerfile
apps/workflows_sink/README.md
apps/workflows_sink/__init__.py
apps/workflows_sink/gcloud-build.yaml
apps/workflows_sink/requirements.in
apps/workflows_sink/requirements.txt
apps/workflows_sink/k8s/configmap.yaml
apps/workflows_sink/k8s/deployment.yaml
apps/workflows_sink/workflows_sink/__init__.py
apps/workflows_sink/workflows_sink/__main__.py
apps/workflows_sink/workflows_sink/main.py
charts/dyff/Chart.yaml
charts/dyff/README.md
charts/dyff/values.yaml
charts/dyff/templates/_helpers.tpl
charts/dyff/templates/api/api-configmap.yaml
charts/dyff/templates/api/api-deployment.yaml
charts/dyff/templates/api/api-hpa.yaml
charts/dyff/templates/api/api-ingress.yaml
charts/dyff/templates/api/api-secret-key-signing.yaml
charts/dyff/templates/api/api-secret.yaml
charts/dyff/templates/api/api-service.yaml
charts/dyff/templates/api/api-serviceaccount.yaml
charts/dyff/templates/orchestrator/orchestrator-configmap.yaml
charts/dyff/templates/orchestrator/orchestrator-secret.yaml
charts/dyff/templates/orchestrator/orchestrator-service.yaml
charts/dyff/templates/orchestrator/orchestrator-serviceaccount.yaml
charts/dyff/templates/orchestrator/orchestrator-statefulset.yaml
doc/internal/admin.md
doc/internal/api-server.md
doc/internal/audits.md
doc/internal/data-schemas.md
doc/internal/evaluations.md
doc/internal/gcloud-notes.md
doc/internal/go-operators.md
doc/internal/kafkaesque.md
doc/internal/models.md
doc/internal/mongodb.md
doc/internal/operators.md
doc/internal/roadmap.md
doc/internal/user-facing-api.md
docker/Dockerfile-init-workload-identity
docker/Dockerfile-kafka-cli
docs/conf.py
docs/index.rst
docs/makefile
docs/requirements.in
docs/requirements.txt
docs/_extensions/pyarrow_schema.py
docs/api-reference/audit.rst
docs/api-reference/client.rst
docs/api-reference/index.rst
docs/api-reference/models.rst
docs/api-reference/schema.adapters.rst
docs/api-reference/schema.rst
docs/deployment/configuration.rst
docs/deployment/index.rst
docs/deployment/management.rst
docs/deployment/architecture/index.rst
docs/deployment/architecture/storage.rst
docs/development/design.rst
docs/development/dyff-operator.rst
docs/development/dyff-service-diagram.drawio
docs/development/dyff-service-diagram.pdf
docs/development/dyff-service-diagram.svg
docs/development/evaluation.yaml
docs/development/index.rst
docs/development/principles.rst
docs/development/rbac.rst
docs/examples/dataset.py
docs/examples/index.rst
docs/examples/simple-audit.ipynb
docs/examples/client/create-evaluation.py
docs/examples/client/create-evaluation.rst
docs/examples/client/create-inferenceservice.py
docs/examples/client/create-inferenceservice.rst
docs/examples/client/create-inferencesession.py
docs/examples/client/create-inferencesession.rst
docs/examples/client/create-report.py
docs/examples/client/create-report.rst
docs/examples/client/create-upload-dataset.py
docs/examples/client/create-upload-dataset.rst
docs/examples/client/index.rst
docs/releases/0.5.0.rst
docs/releases/0.5.1.rst
docs/releases/0.6.0.rst
docs/releases/0.7.0.rst
docs/releases/0.7.1.rst
docs/releases/0.8.0.rst
docs/releases/0.9.0.rst
docs/releases/index.rst
docs/tutorials/creating-a-dataset.rst
docs/tutorials/creating-an-audit.rst
docs/tutorials/index.rst
docs/user-guide/core-resources.rst
docs/user-guide/data-schemas.rst
docs/user-guide/index.rst
docs/user-guide/installation.rst
docs/user-guide/resource-lifecycle.rst
dotenv/mvp.env
dyff/__init__.py
dyff.egg-info/PKG-INFO
dyff.egg-info/SOURCES.txt
dyff.egg-info/dependency_links.txt
dyff.egg-info/requires.txt
dyff.egg-info/top_level.txt
dyff/api/__init__.py
dyff/api/api.py
dyff/api/exceptions.py
dyff/api/sanitize.py
dyff/api/server.py
dyff/api/server_insecure.py
dyff/api/timestamp.py
dyff/api/tokens.py
dyff/api/typing.py
dyff/api/backend/__init__.py
dyff/api/backend/base/__init__.py
dyff/api/backend/base/auth.py
dyff/api/backend/base/command.py
dyff/api/backend/base/query.py
dyff/api/backend/base/storage.py
dyff/api/backend/gcloud/__init__.py
dyff/api/backend/gcloud/storage.py
dyff/api/backend/kafka/__init__.py
dyff/api/backend/kafka/command.py
dyff/api/backend/mock/__init__.py
dyff/api/backend/mock/command.py
dyff/api/backend/mongodb/__init__.py
dyff/api/backend/mongodb/auth.py
dyff/api/backend/mongodb/query.py
dyff/api/bin/clone_audit_procedure.py
dyff/api/bin/fetch_data.py
dyff/api/bin/ingest_dataset.py
dyff/api/bin/run_audit.py
dyff/api/bin/run_jupyterbook.py
dyff/api/bin/gcloud/build_bentoml_service.py
dyff/api/bin/gcloud/build_model_container.py
dyff/api/data/__init__.py
dyff/api/data/archives.py
dyff/api/data/arrowtypes.py
dyff/api/data/fetch.py
dyff/api/data/huggingface.py
dyff/api/data/ingest.py
dyff/api/data/sinks.py
dyff/api/data/text.py
dyff/api/data/sources/__init__.py
dyff/api/data/sources/zenodo.py
dyff/api/mgmt/__init__.py
dyff/api/mgmt/__main__.py
dyff/api/mgmt/accounts.py
dyff/api/mgmt/tokens.py
dyff/api/storage/__init__.py
dyff/api/storage/paths.py
dyff/audit/__init__.py
dyff/audit/workflows.py
dyff/audit/data/__init__.py
dyff/audit/data/text.py
dyff/audit/metrics/__init__.py
dyff/audit/metrics/base.py
dyff/audit/metrics/text.py
dyff/audit/schemas/__init__.py
dyff/audit/scoring/__init__.py
dyff/audit/scoring/base.py
dyff/audit/scoring/classification.py
dyff/audit/scoring/evaluator_code_syntax_rubrics.py
dyff/audit/scoring/evaluator_misinfo_commonclaims.py
dyff/audit/scoring/evaluator_test_rubric.py
dyff/audit/scoring/example.py
dyff/audit/scoring/text.py
dyff/client/__init__.py
dyff/client/client.py
dyff/client/_generated/__init__.py
dyff/client/_generated/_client.py
dyff/client/_generated/_configuration.py
dyff/client/_generated/_patch.py
dyff/client/_generated/_serialization.py
dyff/client/_generated/_vendor.py
dyff/client/_generated/py.typed
dyff/client/_generated/aio/__init__.py
dyff/client/_generated/aio/_client.py
dyff/client/_generated/aio/_configuration.py
dyff/client/_generated/aio/_patch.py
dyff/client/_generated/aio/_vendor.py
dyff/client/_generated/aio/operations/__init__.py
dyff/client/_generated/aio/operations/_operations.py
dyff/client/_generated/aio/operations/_patch.py
dyff/client/_generated/operations/__init__.py
dyff/client/_generated/operations/_operations.py
dyff/client/_generated/operations/_patch.py
dyff/core/__init__.py
dyff/core/config.py
dyff/core/dynamic_import.py
dyff/models/__init__.py
dyff/models/api.py
dyff/models/fetch.py
dyff/models/bentoml/__init__.py
dyff/models/bentoml/service.py-template
dyff/models/bentoml/template_openllm_service.py
dyff/models/frameworks/__init__.py
dyff/models/frameworks/transformers.py
dyff/models/outputs/__init__.py
dyff/models/outputs/classification.py
dyff/models/outputs/text.py
dyff/models/sources/__init__.py
dyff/models/sources/git_lfs.py
dyff/models/sources/huggingface_hub.py
dyff/models/sources/open_llm.py
dyff/orchestrator/Dockerfile
dyff/orchestrator/__init__.py
dyff/orchestrator/__main__.py
dyff/orchestrator/crd.py
dyff/orchestrator/gcloud-build.yaml
dyff/orchestrator/main.py
dyff/orchestrator/k8s/__init__.py
dyff/orchestrator/k8s/conditions.py
dyff/orchestrator/k8s/resources.py
dyff/schema/__init__.py
dyff/schema/adapters.py
dyff/schema/base.py
dyff/schema/copydoc.py
dyff/schema/ids.py
dyff/schema/platform.py
dyff/schema/quantity.py
dyff/schema/requests.py
dyff/schema/test.py
dyff/schema/version.py
dyff/schema/dataset/__init__.py
dyff/schema/dataset/arrow.py
dyff/schema/dataset/binary.py
dyff/schema/dataset/classification.py
dyff/schema/dataset/text.py
dyff/schema/dataset/vision.py
dyff/schema/io/__init__.py
dyff/schema/io/vllm.py
dyff/schema/v0/__init__.py
dyff/schema/v0/r1/__init__.py
dyff/schema/v0/r1/adapters.py
dyff/schema/v0/r1/base.py
dyff/schema/v0/r1/platform.py
dyff/schema/v0/r1/requests.py
dyff/schema/v0/r1/test.py
dyff/schema/v0/r1/version.py
dyff/schema/v0/r1/dataset/__init__.py
dyff/schema/v0/r1/dataset/arrow.py
dyff/schema/v0/r1/dataset/binary.py
dyff/schema/v0/r1/dataset/classification.py
dyff/schema/v0/r1/dataset/text.py
dyff/schema/v0/r1/dataset/vision.py
dyff/schema/v0/r1/io/__init__.py
dyff/schema/v0/r1/io/vllm.py
gcloud/build/api-server-proxy.yaml
gcloud/build/api-server.yaml
gcloud/build/init-workload-identity.yaml
gcloud/build/kafka-cli.yaml
gcloud/build/orchestrator.yaml
gcloud/datastore/index.yaml
gcloud/k8s/keepalive.yaml
gcloud/k8s/run-fetch-data.yaml
gcloud/k8s/run-ingest-dataset.yaml
gcloud/k8s/run-model-test.yaml
gcloud/k8s/workload-identity-test.yaml
ingest/imagenet-c.yaml
ingest/mnist-c.yaml
ingest/test-imagenet-c.yaml
k8s/deploy/api-key-signing-secret-placeholder.yaml
k8s/deploy/api-server-ingress.yaml
k8s/deploy/api-server-issuer-letsencrypt.yaml
k8s/deploy/api-server-secret-placeholder.yaml
k8s/deploy/api-server.yaml
k8s/deploy/gitlab-pull-secret-placeholder.yaml
k8s/deploy/orchestrator.yaml
k8s/deploy/kafka/cli.yaml
k8s/deploy/kafka/kafka.yaml
k8s/deploy/kafka/topics/dyff-workflows.yaml
k8s/deploy/kafka/topics/test-workflows.yaml
k8s/deploy/mongodb/user-auth-backend.yaml
k8s/deploy/mongodb/user-query-backend.yaml
k8s/deploy/mongodb/user-workflows-sink.yaml
k8s/deploy/test/api-server-issuer-letsencrypt.yaml
k8s/deploy/test/api-server-mock.yaml
k8s/network/audit.yaml
k8s/rbac/api-server.yaml
k8s/rbac/orchestrator.yaml
k8s/rbac/mongodb/mongodb-admin.yaml
mongodb/fetch-deploy-files-from-upstream.sh
mongodb/deploy/backup-s3.yaml
mongodb/deploy/bundle.yaml
mongodb/deploy/cr-minimal.yaml
mongodb/deploy/cr.yaml
mongodb/deploy/crd.yaml
mongodb/deploy/cw-bundle.yaml
mongodb/deploy/cw-operator.yaml
mongodb/deploy/cw-rbac.yaml
mongodb/deploy/operator.yaml
mongodb/deploy/rbac.yaml
mongodb/deploy/secrets.yaml
mongodb/deploy/ssl-secrets.yaml
mongodb/deploy/backup/backup.yaml
mongodb/deploy/backup/restore.yaml
mongodb/deploy/csv/redhat/README.md
mongodb/deploy/csv/redhat/bundle-1.4.0.Dockerfile
mongodb/deploy/csv/redhat/bundle-1.5.0.Dockerfile
mongodb/deploy/csv/redhat/bundle-1.6.0.Dockerfile
mongodb/deploy/csv/redhat/bundle-1.7.0.Dockerfile
mongodb/deploy/csv/redhat/1.4.0/manifests/percona-server-mongodb-operator.v1.4.0.clusterserviceversion.yaml
mongodb/deploy/csv/redhat/1.4.0/manifests/perconaservermongodbbackups.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.4.0/manifests/perconaservermongodbrestores.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.4.0/manifests/perconaservermongodbs.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.4.0/metadata/annotations.yaml
mongodb/deploy/csv/redhat/1.5.0/manifests/percona-server-mongodb-operator.v1.5.0.clusterserviceversion.yaml
mongodb/deploy/csv/redhat/1.5.0/manifests/perconaservermongodbbackups.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.5.0/manifests/perconaservermongodbrestores.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.5.0/manifests/perconaservermongodbs.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.5.0/metadata/annotations.yaml
mongodb/deploy/csv/redhat/1.5.0/tests/scorecard/config.yaml
mongodb/deploy/csv/redhat/1.6.0/manifests/percona-server-mongodb-operator.v1.6.0.clusterserviceversion.yaml
mongodb/deploy/csv/redhat/1.6.0/manifests/perconaservermongodbbackups.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.6.0/manifests/perconaservermongodbrestores.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.6.0/manifests/perconaservermongodbs.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.6.0/metadata/annotations.yaml
mongodb/deploy/csv/redhat/1.6.0/tests/scorecard/config.yaml
mongodb/deploy/csv/redhat/1.7.0/manifests/percona-server-mongodb-operator.v1.7.0.clusterserviceversion.yaml
mongodb/deploy/csv/redhat/1.7.0/manifests/perconaservermongodbbackups.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.7.0/manifests/perconaservermongodbrestores.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.7.0/manifests/perconaservermongodbs.psmdb.percona.com.crd.yaml
mongodb/deploy/csv/redhat/1.7.0/metadata/annotations.yaml
mongodb/deploy/csv/redhat/1.7.0/tests/scorecard/config.yaml
openapi/dyff.json
scripts/create-gcs-bucket.py
scripts/fix-openapi.py
scripts/generate-config-listing.py
scripts/generate-openapi-definitions.py
scripts/k8s-secret-data.py
scripts/rotate-api-key-signing-secret.py
scripts/inferenceservices/databricks--dolly-v2-3b--default.py
scripts/inferenceservices/tiiuae--falcon-7b--default.py
scripts/models/databricks--dolly-v2-3b--rox.yaml
scripts/models/databricks--dolly-v2-3b.py
scripts/models/tiiuae--falcon-7b--rox.yaml
scripts/models/tiiuae--falcon-7b.py
tests/test_nothing.py