iommu/vt-d: Implement SVM_FLAG_PRIVATE_PASID to allocate unique PASIDs

Signed-off-by: David Woodhouse <David.Woodhouse@intel.com>
diff --git a/drivers/iommu/intel-svm.c b/drivers/iommu/intel-svm.c
index 006e95d..89d4d47 100644
--- a/drivers/iommu/intel-svm.c
+++ b/drivers/iommu/intel-svm.c
@@ -285,11 +285,12 @@
 		pasid_max = 1 << 20;
 
 	mutex_lock(&pasid_mutex);
-	if (pasid) {
+	if (pasid && !(flags & SVM_FLAG_PRIVATE_PASID)) {
 		int i;
 
 		idr_for_each_entry(&iommu->pasid_idr, svm, i) {
-			if (svm->mm != current->mm)
+			if (svm->mm != current->mm ||
+			    (svm->flags & SVM_FLAG_PRIVATE_PASID))
 				continue;
 
 			if (svm->pasid >= pasid_max) {
@@ -355,6 +356,7 @@
 		svm->pasid = ret;
 		svm->notifier.ops = &intel_mmuops;
 		svm->mm = get_task_mm(current);
+		svm->flags = flags;
 		INIT_LIST_HEAD_RCU(&svm->devs);
 		ret = -ENOMEM;
 		if (!svm->mm || (ret = mmu_notifier_register(&svm->notifier, svm->mm))) {