Adding throttling pattern
This commit is contained in:
parent
a745c5d8ce
commit
05629f687b
5
pom.xml
5
pom.xml
@ -145,7 +145,8 @@
|
|||||||
<module>cqrs</module>
|
<module>cqrs</module>
|
||||||
<module>event-sourcing</module>
|
<module>event-sourcing</module>
|
||||||
<module>data-transfer-object</module>
|
<module>data-transfer-object</module>
|
||||||
</modules>
|
<module>throttling</module>
|
||||||
|
</modules>
|
||||||
|
|
||||||
<dependencyManagement>
|
<dependencyManagement>
|
||||||
<dependencies>
|
<dependencies>
|
||||||
@ -486,4 +487,4 @@
|
|||||||
</plugins>
|
</plugins>
|
||||||
</reporting>
|
</reporting>
|
||||||
|
|
||||||
</project>
|
</project>
|
16
throttling/README.md
Normal file
16
throttling/README.md
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
---
|
||||||
|
layout: pattern
|
||||||
|
title: Throttling pattern
|
||||||
|
folder: throttling
|
||||||
|
permalink: /patterns/throttling/
|
||||||
|
tags:
|
||||||
|
- Java
|
||||||
|
- Difficulty-Beginner
|
||||||
|
- Throttling
|
||||||
|
---
|
||||||
|
|
||||||
|
## Applicability
|
||||||
|
The Throttling pattern should be used:
|
||||||
|
|
||||||
|
* when a service access needs to be restricted to not have high impacts on the performance of the service.
|
||||||
|
* when multiple tenants are consuming the same resources and restriction has to be made according to the usage per tenant.
|
20
throttling/pom.xml
Normal file
20
throttling/pom.xml
Normal file
@ -0,0 +1,20 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
||||||
|
<parent>
|
||||||
|
<artifactId>java-design-patterns</artifactId>
|
||||||
|
<groupId>com.iluwatar</groupId>
|
||||||
|
<version>1.17.0-SNAPSHOT</version>
|
||||||
|
</parent>
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
|
||||||
|
<artifactId>throttling</artifactId>
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>junit</groupId>
|
||||||
|
<artifactId>junit</artifactId>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
|
||||||
|
</project>
|
85
throttling/src/main/java/com/iluwatar/tls/App.java
Normal file
85
throttling/src/main/java/com/iluwatar/tls/App.java
Normal file
@ -0,0 +1,85 @@
|
|||||||
|
/**
|
||||||
|
* The MIT License
|
||||||
|
* Copyright (c) 2014-2016 Ilkka Seppälä
|
||||||
|
*
|
||||||
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||||
|
* of this software and associated documentation files (the "Software"), to deal
|
||||||
|
* in the Software without restriction, including without limitation the rights
|
||||||
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||||
|
* copies of the Software, and to permit persons to whom the Software is
|
||||||
|
* furnished to do so, subject to the following conditions:
|
||||||
|
*
|
||||||
|
* The above copyright notice and this permission notice shall be included in
|
||||||
|
* all copies or substantial portions of the Software.
|
||||||
|
*
|
||||||
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||||
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||||
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||||
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||||
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||||
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
||||||
|
* THE SOFTWARE.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package com.iluwatar.tls;
|
||||||
|
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
import java.nio.file.AccessDeniedException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Throttling pattern is a design pattern to throttle or limit the use of resources or even a complete service by
|
||||||
|
* users or a particular tenant. This can allow systems to continue to function and meet service level agreements,
|
||||||
|
* even when an increase in demand places load on resources.
|
||||||
|
* <p>
|
||||||
|
* In this example we have ({@link App}) as the initiating point of the service.
|
||||||
|
* This is a time based throttling, i.e. only a certain number of calls are allowed per second.
|
||||||
|
* </p>
|
||||||
|
* ({@link Tenant}) is the Tenant POJO class with which many tenants can be created
|
||||||
|
* ({@link B2BService}) is the service which is consumed by the tenants and is throttled.
|
||||||
|
*/
|
||||||
|
public class App {
|
||||||
|
|
||||||
|
private static final Logger LOGGER = LoggerFactory.getLogger(App.class);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Application entry point
|
||||||
|
* @param args main arguments
|
||||||
|
*/
|
||||||
|
public static void main(String[] args) {
|
||||||
|
|
||||||
|
Tenant adidas = new Tenant("Adidas", 80);
|
||||||
|
Tenant nike = new Tenant("Nike", 70);
|
||||||
|
|
||||||
|
B2BService adidasService = new B2BService(adidas);
|
||||||
|
B2BService nikeService = new B2BService(nike);
|
||||||
|
|
||||||
|
Runnable adidasTask = () -> makeServiceCalls(adidasService);
|
||||||
|
Runnable nikeTask = () -> makeServiceCalls(nikeService);
|
||||||
|
|
||||||
|
new Thread(adidasTask).start();
|
||||||
|
new Thread(nikeTask).start();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Make calls to the B2BService dummy API
|
||||||
|
* @param service an instance of B2BService
|
||||||
|
*/
|
||||||
|
private static void makeServiceCalls(B2BService service) {
|
||||||
|
for (int i = 0; i < 500; i++) {
|
||||||
|
try {
|
||||||
|
service.dummyCustomerApi();
|
||||||
|
// This block is introduced to keep the output in check and easy to view and analyze the results.
|
||||||
|
try {
|
||||||
|
Thread.sleep(10);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
// It can be removed if required.
|
||||||
|
} catch (AccessDeniedException e) {
|
||||||
|
LOGGER.error("### {} ###", e.getMessage());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
64
throttling/src/main/java/com/iluwatar/tls/B2BService.java
Normal file
64
throttling/src/main/java/com/iluwatar/tls/B2BService.java
Normal file
@ -0,0 +1,64 @@
|
|||||||
|
package com.iluwatar.tls;
|
||||||
|
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
import java.nio.file.AccessDeniedException;
|
||||||
|
import java.util.Timer;
|
||||||
|
import java.util.TimerTask;
|
||||||
|
import java.util.concurrent.ThreadLocalRandom;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A service which accepts a tenant and throttles the resource based on the time given to the tenant.
|
||||||
|
*/
|
||||||
|
class B2BService {
|
||||||
|
|
||||||
|
private Tenant tenant;
|
||||||
|
private int callsCounter;
|
||||||
|
|
||||||
|
private static final Logger LOGGER = LoggerFactory.getLogger(B2BService.class);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A timer is initiated as soon as the Service is initiated. The timer runs every minute and resets the
|
||||||
|
* counter.
|
||||||
|
* @param tenant the Tenant which will consume the service.
|
||||||
|
*/
|
||||||
|
public B2BService(Tenant tenant) {
|
||||||
|
this.tenant = tenant;
|
||||||
|
Timer timer = new Timer(true);
|
||||||
|
|
||||||
|
timer.schedule(new TimerTask() {
|
||||||
|
@Override
|
||||||
|
public void run() {
|
||||||
|
callsCounter = 0;
|
||||||
|
}
|
||||||
|
}, 0, 1000);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
*
|
||||||
|
* @return customer id which is randomly generated
|
||||||
|
* @throws AccessDeniedException when the limit is reached
|
||||||
|
*/
|
||||||
|
public int dummyCustomerApi() throws AccessDeniedException {
|
||||||
|
LOGGER.debug("Counter for {} : {} ", tenant.getName(), callsCounter);
|
||||||
|
|
||||||
|
if (callsCounter >= tenant.getAllowedCallsPerSecond()) {
|
||||||
|
throw new AccessDeniedException("API access per second limit reached for: " + tenant.getName());
|
||||||
|
}
|
||||||
|
callsCounter++;
|
||||||
|
return getRandomCustomerId();
|
||||||
|
}
|
||||||
|
|
||||||
|
private int getRandomCustomerId() {
|
||||||
|
return ThreadLocalRandom.current().nextInt(1, 10000);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
*
|
||||||
|
* @return current count of the calls made.
|
||||||
|
*/
|
||||||
|
public int getCurrentCallsCount() {
|
||||||
|
return callsCounter;
|
||||||
|
}
|
||||||
|
}
|
42
throttling/src/main/java/com/iluwatar/tls/Tenant.java
Normal file
42
throttling/src/main/java/com/iluwatar/tls/Tenant.java
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
package com.iluwatar.tls;
|
||||||
|
|
||||||
|
import java.security.InvalidParameterException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* A Pojo class to create a basic Tenant with the allowed calls per second.
|
||||||
|
*/
|
||||||
|
public class Tenant {
|
||||||
|
|
||||||
|
private String name;
|
||||||
|
private int allowedCallsPerSecond;
|
||||||
|
|
||||||
|
/**
|
||||||
|
*
|
||||||
|
* @param name Name of the tenant
|
||||||
|
* @param allowedCallsPerSecond The number of calls allowed for a particular tenant.
|
||||||
|
* @throws InvalidParameterException If number of calls is less than 0, throws exception.
|
||||||
|
*/
|
||||||
|
public Tenant(String name, int allowedCallsPerSecond) {
|
||||||
|
if (allowedCallsPerSecond < 0) {
|
||||||
|
throw new InvalidParameterException("Number of calls less than 0 not allowed");
|
||||||
|
}
|
||||||
|
this.name = name;
|
||||||
|
this.allowedCallsPerSecond = allowedCallsPerSecond;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String getName() {
|
||||||
|
return name;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setName(String name) {
|
||||||
|
this.name = name;
|
||||||
|
}
|
||||||
|
|
||||||
|
public int getAllowedCallsPerSecond() {
|
||||||
|
return allowedCallsPerSecond;
|
||||||
|
}
|
||||||
|
|
||||||
|
public void setAllowedCallsPerSecond(int allowedCallsPerSecond) {
|
||||||
|
this.allowedCallsPerSecond = allowedCallsPerSecond;
|
||||||
|
}
|
||||||
|
}
|
@ -0,0 +1,29 @@
|
|||||||
|
package com.iluwatar.tls;
|
||||||
|
|
||||||
|
import org.junit.Assert;
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
import java.nio.file.AccessDeniedException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* B2BServiceTest class to test the B2BService
|
||||||
|
*/
|
||||||
|
public class B2BServiceTest {
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void counterResetTest() throws AccessDeniedException {
|
||||||
|
Tenant tenant = new Tenant("testTenant", 100);
|
||||||
|
B2BService service = new B2BService(tenant);
|
||||||
|
|
||||||
|
for (int i = 0; i < 20; i++) {
|
||||||
|
service.dummyCustomerApi();
|
||||||
|
try {
|
||||||
|
Thread.sleep(100);
|
||||||
|
} catch (InterruptedException e) {
|
||||||
|
e.printStackTrace();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
int counter = service.getCurrentCallsCount();
|
||||||
|
Assert.assertTrue("", counter < 11);
|
||||||
|
}
|
||||||
|
}
|
16
throttling/src/test/java/com/iluwatar/tls/TenantTest.java
Normal file
16
throttling/src/test/java/com/iluwatar/tls/TenantTest.java
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
package com.iluwatar.tls;
|
||||||
|
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
import java.security.InvalidParameterException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* TenantTest to test the creation of Tenant with valid parameters.
|
||||||
|
*/
|
||||||
|
public class TenantTest {
|
||||||
|
|
||||||
|
@Test(expected = InvalidParameterException.class)
|
||||||
|
public void constructorTest() {
|
||||||
|
Tenant tenant = new Tenant("FailTenant", -1);
|
||||||
|
}
|
||||||
|
}
|
Loading…
x
Reference in New Issue
Block a user