Skip to content
This repository has been archived by the owner on Oct 31, 2023. It is now read-only.

Fix division and limit benchmark-based usage factors #4827

Merged
merged 4 commits into from
Oct 24, 2019
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
20 changes: 14 additions & 6 deletions golem/marketplace/wasm_marketplace.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,8 +26,11 @@
logger = logging.getLogger(__name__)


USAGE_SECOND = 1e9 # Usage is measured in nanoseconds


class RequestorWasmMarketStrategy(RequestorPoolingMarketStrategy):
DEFAULT_USAGE_BENCHMARK: float = 1.0
DEFAULT_USAGE_BENCHMARK: float = 1.0 * USAGE_SECOND

_usages: ClassVar[Dict[str, float]] = dict()
_max_usage_factor: ClassVar[float] = 2.0
Expand All @@ -39,6 +42,8 @@ def get_my_usage_benchmark(cls) -> float:

@classmethod
def set_my_usage_benchmark(cls, benchmark: float) -> None:
if benchmark < 1e-6 * USAGE_SECOND:
benchmark = cls.DEFAULT_USAGE_BENCHMARK
logger.info("RWMS: set_my_usage_benchmark %.3f", benchmark)
cls._my_usage_benchmark = benchmark

Expand All @@ -47,11 +52,14 @@ def get_usage_factor(cls, provider_id, usage_benchmark):
usage_factor = model.UsageFactor.select().where(
model.UsageFactor.provider_node_id == provider_id).first()
if usage_factor is None:
# Division goes this way since higher benchmark val means
# faster processor
uf = cls.get_my_usage_benchmark() / usage_benchmark
if not uf:
uf = 1.0
uf = usage_benchmark / cls.get_my_usage_benchmark()

# Sanity check against misreported benchmarks
uf = min(max(uf, 0.1), 2.0)
logger.info("RWMS: initial usage factor for %s = %.3f",
provider_id,
uf)

node, _ = model.ComputingNode.get_or_create(
node_id=provider_id, defaults={'name': ''})
usage_factor, _ = model.UsageFactor.get_or_create(
Expand Down
21 changes: 15 additions & 6 deletions tests/golem/marketplace/test_wasm_marketplace.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,9 @@
from golem.marketplace.wasm_marketplace import RequestorWasmMarketStrategy


USAGE_SECOND = 1e9 # usage is measured in nanoseconds


class TestOfferChoice(testutils.DatabaseFixture):
TASK_1 = 'task_1'
TASK_2 = 'task_2'
Expand All @@ -22,23 +25,29 @@ def setUp(self):
mock_offer_1.quality = (.0, .0, .0, .0)
mock_offer_1.reputation = .0
mock_offer_1.price = 5.0
mock_offer_1.provider_performance = ProviderPerformance(1000 / 1.25)
mock_offer_1.provider_performance = ProviderPerformance(
1.25 * USAGE_SECOND)
self.mock_offer_1 = mock_offer_1

mock_offer_2 = Mock()
mock_offer_2.provider_id = self.PROVIDER_2
mock_offer_2.quality = (.0, .0, .0, .0)
mock_offer_2.reputation = .0
mock_offer_2.price = 6.0
mock_offer_2.provider_performance = ProviderPerformance(1000 / 0.8)
mock_offer_2.provider_performance = ProviderPerformance(
0.8 * USAGE_SECOND)
self.mock_offer_2 = mock_offer_2

def test_get_usage_benchmark(self):
self.assertEqual(
RequestorWasmMarketStrategy.get_my_usage_benchmark(), 1.0
RequestorWasmMarketStrategy.get_my_usage_benchmark(),
RequestorWasmMarketStrategy.DEFAULT_USAGE_BENCHMARK
)
self.assertEqual(
RequestorWasmMarketStrategy.get_usage_factor(self.PROVIDER_1, 1.0),
RequestorWasmMarketStrategy.get_usage_factor(
self.PROVIDER_1,
RequestorWasmMarketStrategy.DEFAULT_USAGE_BENCHMARK
),
1.0
)

Expand All @@ -62,11 +71,11 @@ def test_usage_adjustment(self):
result = self._resolve_task_offers()
self.assertEqual(
RequestorWasmMarketStrategy.get_usage_factor(self.PROVIDER_1, -1),
0.00125
1.25
)
self.assertEqual(
RequestorWasmMarketStrategy.get_usage_factor(self.PROVIDER_2, -1),
0.0008
0.8
)
RequestorWasmMarketStrategy.report_subtask_usages(
self.TASK_1, [(self.PROVIDER_1, self.SUBTASK_1, 5.0),
Expand Down