10000 [11.x] Proper rate limiter fix with phpredis serialization/compression enabled by TheLevti · Pull Request #54372 · laravel/framework · GitHub
[go: up one dir, main page]

Skip to content

[11.x] Proper rate limiter fix with phpredis serialization/compression enabled #54372

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Jan 27, 2025
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
34 changes: 31 additions & 3 deletions src/Illuminate/Cache/RateLimiter.php
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@

use Closure;
use Illuminate\Contracts\Cache\Repository as Cache;
use Illuminate\Redis\Connections\PhpRedisConnection;
use Illuminate\Support\Collection;
use Illuminate\Support\InteractsWithTime;

Expand Down Expand Up @@ -165,12 +166,16 @@ public function increment($key, $decaySeconds = 60, $amount = 1)
$key.':timer', $this->availableAt($decaySeconds), $decaySeconds
);

$added = $this->cache->add($key, 0, $decaySeconds);
$added = $this->withoutSerializationOrCompression(
fn () => $this->cache->add($key, 0, $decaySeconds)
);

$hits = (int) $this->cache->increment($key, $amount);

if (! $added && $hits == 1) {
$this->cache->put($key, 1, $decaySeconds);
$this->withoutSerializationOrCompression(
fn () => $this->cache->put($key, 1, $decaySeconds)
);
}

return $hits;
Expand Down Expand Up @@ -199,7 +204,7 @@ public function attempts($key)
{
$key = $this->cleanRateLimiterKey($key);

return $this->cache->get($key, 0);
return $this->withoutSerializationOrCompression(fn () => $this->cache->get($key, 0));
}

/**
Expand Down Expand Up @@ -282,6 +287,29 @@ public function cleanRateLimiterKey($key)
return preg_replace('/&([a-z])[a-z]+;/i', '$1', htmlentities($key));
}

/**
* Execute the given callback without serialization or compression when applicable.
*
* @param callable $callback
* @return mixed
*/
protected function withoutSerializationOrCompression(callable $callback)
{
$store = $this->cache->getStore();

if (! $store instanceof RedisStore) {
return $callback();
}

$connection = $store->connection();

if (! $connection instanceof PhpRedisConnection) {
return $callback();
}

return $connection->withoutSerializationOrCompression($callback);
}

/**
* Resolve the rate limiter name.
*
Expand Down
4 changes: 0 additions & 4 deletions src/Illuminate/Cache/RedisStore.php
Original file line number Diff line number Diff line change
Expand Up @@ -432,10 +432,6 @@ public function setPrefix($prefix)
protected function pack($value, $connection)
{
if ($connection instanceof PhpRedisConnection) {
if ($this->shouldBeStoredWithoutSerialization($value)) {
return $value;
}

if ($connection->serialized()) {
return $connection->pack([$value])[0];
}
Expand Down
37 changes: 37 additions & 0 deletions src/Illuminate/Redis/Connections/PacksPhpRedisValues.php
Original file line number Diff line number Diff line change
Expand Up @@ -82,6 +82,43 @@ public function pack(array $values): array
return array_map($processor, $values);
}

/**
* Execute the given callback without serialization or compression when applicable.
*
* @param callable $callback
* @return mixed
*/
public function withoutSerializationOrCompression(callable $callback)
{
$client = $this->client;

$oldSerializer = null;

if ($this->serialized()) {
$oldSerializer = $client->getOption($client::OPT_SERIALIZER);
$client->setOption($client::OPT_SERIALIZER, $client::SERIALIZER_NONE);
}

$oldCompressor = null;

if ($this->compressed()) {
$oldCompressor = $client->getOption($client::OPT_COMPRESSION);
$client->setOption($client::OPT_COMPRESSION, $client::COMPRESSION_NONE);
}

try {
return $callback();
} finally {
if ($oldSerializer !== null) {
$client->setOption($client::OPT_SERIALIZER, $oldSerializer);
}

if ($oldCompressor !== null) {
$client->setOption($client::OPT_COMPRESSION, $oldCompressor);
}
}
}

/**
* Determine if serialization is enabled.
*
Expand Down
14 changes: 14 additions & 0 deletions tests/Cache/CacheRateLimiterTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

namespace Illuminate\Tests\Cache;

use Illuminate\Cache\ArrayStore;
use Illuminate\Cache\RateLimiter;
use Illuminate\Contracts\Cache\Repository as Cache;
use Mockery as m;
Expand All @@ -20,6 +21,7 @@ public function testTooManyAttemptsReturnTrueIfAlreadyLockedOut()
$cache->shouldReceive('get')->once()->with('key', 0)->andReturn(1);
$cache->shouldReceive('has')->once()->with('key:timer')->andReturn(true);
$cache->shouldReceive('add')->never();
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$this->assertTrue($rateLimiter->tooManyAttempts('key', 1));
Expand All @@ -31,6 +33,7 @@ public function testHitProperlyIncrementsAttemptCount()
$cache->shouldReceive('add')->once()->with('key:timer', m::type('int'), 1)->andReturn(true);
$cache->shouldReceive('add')->once()->with('key', 0, 1)->andReturn(true);
$cache->shouldReceive('increment')->once()->with('key', 1)->andReturn(1);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$rateLimiter->hit('key', 1);
Expand All @@ -42,6 +45,7 @@ public function testIncrementProperlyIncrementsAttemptCount()
$cache->shouldReceive('add')->once()->with('key:timer', m::type('int'), 1)->andReturn(true);
$cache->shouldReceive('add')->once()->with('key', 0, 1)->andReturn(true);
$cache->shouldReceive('increment')->once()->with('key', 5)->andReturn(5);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$rateLimiter->increment('key', 1, 5);
Expand All @@ -53,6 +57,7 @@ public function testDecrementProperlyDecrementsAttemptCount()
$cache->shouldReceive('add')->once()->with('key:timer', m::type('int'), 1)->andReturn(true);
$cache->shouldReceive('add')->once()->with('key', 0, 1)->andReturn(true);
$cache->shouldReceive('increment')->once()->with('key', -5)->andReturn(-5);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$rateLimiter->decrement('key', 1, 5);
Expand All @@ -65,6 +70,7 @@ public function testHitHasNoMemoryLeak()
$cache->shouldReceive('add')->once()->with('key', 0, 1)->andReturn(false);
$cache->shouldReceive('increment')->once()->with('key', 1)->andReturn(1);
$cache->shouldReceive('put')->once()->with('key', 1, 1);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$rateLimiter->hit('key', 1);
Expand All @@ -74,6 +80,7 @@ public function testRetriesLeftReturnsCorrectCount()
{
$cache = m::mock(Cache::class);
$cache->shouldReceive('get')->once()->with('key', 0)->andReturn(3);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$this->assertEquals(2, $rateLimiter->retriesLeft('key', 5));
Expand All @@ -84,6 +91,7 @@ public function testClearClearsTheCacheKeys()
$cache = m::mock(Cache::class);
$cache->shouldReceive('forget')->once()->with('key');
$cache->shouldReceive('forget')->once()->with('key:timer');
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$rateLimiter->clear('key');
Expand All @@ -93,6 +101,7 @@ public function testAvailableInReturnsPositiveValues()
{
$cache = m::mock(Cache::class);
$cache->shouldReceive('get')->andReturn(now()->subSeconds(60)->getTimestamp(), null);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$this->assertTrue($rateLimiter->availableIn('key:timer') >= 0);
Expand All @@ -106,6 +115,7 @@ public function testAttemptsCallbackReturnsTrue()
$cache->shouldReceive('add')->once()->with('key:timer', m::type('int'), 1);
$cache->shouldReceive('add')->once()->with('key', 0, 1)->andReturns(1);
$cache->shouldReceive('increment')->once()->with('key', 1)->andReturn(1);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);

$executed = false;

Expand All @@ -124,6 +134,7 @@ public function testAttemptsCallbackReturnsCallbackReturn()
$cache->shouldReceive('add')->times(6)->with('key:timer', m::type('int'), 1);
$cache->shouldReceive('add')->times(6)->with('key', 0, 1)->andReturns(1);
$cache->shouldReceive('increment')->times(6)->with('key', 1)->andReturn(1);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);

$rateLimiter = new RateLimiter($cache);

Expand Down Expand Up @@ -157,6 +168,7 @@ public function testAttemptsCallbackReturnsFalse()
$cache = m::mock(Cache::class);
$cache->shouldReceive('get')->once()->with('key', 0)->andReturn(2);
$cache->shouldReceive('has')->once()->with('key:timer')->andReturn(true);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);

$executed = false;

Expand All @@ -174,6 +186,7 @@ public function testKeysAreSanitizedFromUnicodeCharacters()
$cache->shouldReceive('get')->once()->with('john', 0)->andReturn(1);
$cache->shouldReceive('has')->once()->with('john:timer')->andReturn(true);
$cache->shouldReceive('add')->never();
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);
$rateLimiter = new RateLimiter($cache);

$this->assertTrue($rateLimiter->tooManyAttempts('jôhn', 1));
Expand All @@ -190,6 +203,7 @@ public function testKeyIsSanitizedOnlyOnce()
$cache->shouldReceive('get')->once()->with($cleanedKey, 0)->andReturn(1);
$cache->shouldReceive('has')->once()->with("$cleanedKey:timer")->andReturn(true);
$cache->shouldReceive('add')->never();
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);

$this->assertTrue($rateLimiter->tooManyAttempts($key, 1));
}
Expand Down
17 changes: 17 additions & 0 deletions tests/Cache/RedisCacheIntegrationTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@

namespace Illuminate\Tests\Cache;

use Illuminate\Cache\RateLimiter;
use Illuminate\Cache\RedisStore;
use Illuminate\Cache\Repository;
use Illuminate\Foundation\Testing\Concerns\InteractsWithRedis;
Expand Down Expand Up @@ -37,6 +38,22 @@ public function testRedisCacheAddTwice($driver)
$this->assertGreaterThan(3500, $this->redis[$driver]->connection()->ttl('k'));
}

/**
* @param string $driver
*/
#[DataProvider('redisDriverProvider')]
public function testRedisCacheRateLimiter($driver)
{
$store = new RedisStore($this->redis[$driver]);
$repository = new Repository($store);
$rateLimiter = new RateLimiter($repository);

$this->assertFalse($rateLimiter->tooManyAttempts('key', 1));
$this->assertEquals(1, $rateLimiter->hit('key', 60));
$this->assertTrue($rateLimiter->tooManyAttempts('key', 1));
$this->assertFalse($rateLimiter->tooManyAttempts('key', 2));
}

/**
* Breaking change.
*
Expand Down
2 changes: 2 additions & 0 deletions tests/Integration/Cache/RedisStoreTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -252,6 +252,8 @@ public function testPutManyCallsPutWhenClustered()

public function testIncrementWithSerializationEnabled()
{
$this->markTestSkipped('Test makes no sense anymore. Application must explicitly wrap such code in runClean() when used with serialization/compression enabled.');

/** @var \Illuminate\Cache\RedisStore $store */
$store = Cache::store('redis');
/** @var \Redis $client */
Expand Down
1 change: 1 addition & 0 deletions tests/Integration/Queue/RateLimitedTest.php
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ public function testRateLimitedJobsAreNotExecutedOnLimitReached2()
$cache->shouldReceive('add')->andReturn(true, true);
$cache->shouldReceive('increment')->andReturn(1);
$cache->shouldReceive('has')->andReturn(true);
$cache->shouldReceive('getStore')->andReturn(new ArrayStore);

$rateLimiter = new RateLimiter($cache);
$this->app->instance(RateLimiter::class, $rateLimiter);
Expand Down
0