generated from fossapps/Micro.Starter
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #3 from fossapps/feature_allocation
Feature allocation
- Loading branch information
Showing
6 changed files
with
207 additions
and
12 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,105 @@ | ||
| using System; | ||
| using System.Collections.Generic; | ||
| using Fossapps.FeatureManager; | ||
| using FossApps.FeatureManager.Models; | ||
| using Moq; | ||
| using NUnit.Framework; | ||
|
|
||
| namespace Sdk.Test | ||
| { | ||
| public class FeatureClientTest | ||
| { | ||
| private IFeatureWorker _featureWorker; | ||
| private IUserDataRepo _userDataRepo; | ||
| private static string GetUuid() | ||
| { | ||
| return Guid.NewGuid().ToString(); | ||
| } | ||
|
|
||
| [SetUp] | ||
| public void Setup() | ||
| { | ||
| var runningFeatures = new List<RunningFeature> | ||
| { | ||
| new RunningFeature | ||
| { | ||
| Allocation = 100, | ||
| FeatureId = "APP-1", | ||
| FeatureToken = GetUuid(), | ||
| RunId = GetUuid(), | ||
| RunToken = GetUuid() | ||
| }, | ||
| new RunningFeature | ||
| { | ||
| Allocation = 50, | ||
| FeatureId = "APP-2", | ||
| FeatureToken = GetUuid(), | ||
| RunId = GetUuid(), | ||
| RunToken = GetUuid() | ||
| } | ||
| }; | ||
| var mockWorker = new Mock<IFeatureWorker>(); | ||
| mockWorker.Setup(x => x.GetRunningFeatures()).Returns(runningFeatures); | ||
| var mockUserData = new Mock<IUserDataRepo>(); | ||
| mockUserData.Setup(x => x.GetUserId()).Returns(GetUuid); | ||
| _userDataRepo = mockUserData.Object; | ||
| _featureWorker = mockWorker.Object; | ||
| } | ||
|
|
||
| [Test] | ||
| public void TestFeatureClientReturnsSameVariantForMultipleRuns() | ||
| { | ||
| var mockUserData = new Mock<IUserDataRepo>(); | ||
| mockUserData.Setup(x => x.GetUserId()).Returns("a6e91dde-c35a-11ea-87d0-0242ac130003"); | ||
| var client = new FeatureClient(_featureWorker, mockUserData.Object); | ||
| var firstVariant = client.GetVariant("APP-1"); | ||
| for (var i = 0; i < 1000; i++) | ||
| { | ||
| Assert.AreEqual(firstVariant, client.GetVariant("APP-1")); | ||
| } | ||
| } | ||
|
|
||
| [Test] | ||
| public void TestFeatureClientReturnsRoughlyHalfVariationsForMultipleRunsForRandomUsers() | ||
| { | ||
| var dictionary = new Dictionary<char, int> {['A'] = 0, ['B'] = 0, ['X'] = 0, ['Z'] = 0}; | ||
| var client = new FeatureClient(_featureWorker, _userDataRepo); | ||
| for (var i = 0; i <= 1000000; i++) | ||
| { | ||
| var variant = client.GetVariant("APP-1"); | ||
| dictionary[variant] = dictionary[variant] + 1; | ||
| } | ||
|
|
||
| var total = dictionary['A'] + dictionary['B']; | ||
| var diff = dictionary['A'] - dictionary['B']; | ||
| var bias = ((float) diff / total) * 100; | ||
| Assert.AreEqual(0, dictionary['Z']); | ||
| Assert.AreEqual(0, dictionary['X']); | ||
| Assert.LessOrEqual(Math.Abs(bias), 0.5); | ||
| } | ||
|
|
||
| [Test] | ||
| public void TestFeatureWithAllocationHasLowAllocationBias() | ||
| { | ||
| var dictionary = new Dictionary<char, int> {['A'] = 0, ['B'] = 0, ['X'] = 0, ['Z'] = 0}; | ||
| var client = new FeatureClient(_featureWorker, _userDataRepo); | ||
| for (var i = 0; i <= 1000000; i++) | ||
| { | ||
| var variant = client.GetVariant("APP-2"); | ||
| dictionary[variant] = dictionary[variant] + 1; | ||
| } | ||
|
|
||
| var variantA = dictionary['A']; | ||
| var variantB = dictionary['B']; | ||
| var variantZ = dictionary['Z']; | ||
| Assert.AreEqual(0, dictionary['X']); | ||
| var total = variantA + variantB + variantZ; | ||
| var biasWithZ = variantA + variantB - variantZ; | ||
| var biasWithZPerc = ((float) biasWithZ / total) * 100; | ||
| var totalAllocated = variantA + variantB; | ||
| var biasPerc = ((float) (variantA - variantB) / totalAllocated) * 100; | ||
| Assert.LessOrEqual(biasPerc, 0.5); | ||
| Assert.LessOrEqual(biasWithZPerc, 0.5); | ||
| } | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,20 @@ | ||
| <Project Sdk="Microsoft.NET.Sdk"> | ||
|
|
||
| <PropertyGroup> | ||
| <TargetFramework>netcoreapp3.1</TargetFramework> | ||
|
|
||
| <IsPackable>false</IsPackable> | ||
| </PropertyGroup> | ||
|
|
||
| <ItemGroup> | ||
| <PackageReference Include="Moq" Version="4.14.5" /> | ||
| <PackageReference Include="nunit" Version="3.12.0" /> | ||
| <PackageReference Include="NUnit3TestAdapter" Version="3.15.1" /> | ||
| <PackageReference Include="Microsoft.NET.Test.Sdk" Version="16.4.0" /> | ||
| </ItemGroup> | ||
|
|
||
| <ItemGroup> | ||
| <ProjectReference Include="..\Sdk\Sdk.csproj" /> | ||
| </ItemGroup> | ||
|
|
||
| </Project> |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -1,3 +1,3 @@ | ||
| #!/usr/bin/env bash | ||
| mkdir -p Generated | ||
| docker run --net=host --rm -v $(pwd)/Generated:/app/sdk node bash -c "apt update && apt install libunwind-dev -y && npm i -g autorest && autorest --input-file=http://localhost:5000/swagger/v1/swagger.json --csharp --namespace=FossApps.FeatureManager --override-client-name=FeatureManager --output-folder=/app/sdk --clear-output-folder" | ||
| docker run --net=host --rm -v $(pwd)/Generated:/app/sdk node bash -c "apt update && apt install libunwind-dev -y && npm i -g autorest@3.0.6187 && autorest --input-file=http://localhost:5000/swagger/v1/swagger.json --csharp --namespace=FossApps.FeatureManager --override-client-name=FeatureManager --output-folder=/app/sdk --clear-output-folder" |