8000 Use new AWS client in SES by viren-nadkarni · Pull Request #7484 · localstack/localstack · GitHub
[go: up one dir, main page]

Skip to content

Use new AWS client in SES #7484

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 27 commits into from
Closed
Changes from 2 commits
Commits
Show all changes
27 commits
Select commit Hold shift + click to select a range
add7928
add mob-programming based client prototype
dfangl Nov 24, 2022
f57429d
WIP
viren-nadkarni Jan 2, 2023
ab0c79f
Merge branch 'master' into aws-client
viren-nadkarni Jan 4, 2023
89e43f5
Fix imports
viren-nadkarni Jan 4, 2023
247340c
Merge branch 'master' into aws-client
viren-nadkarni Jan 5, 2023
0352fae
Updates
viren-nadkarni Jan 6, 2023
5a0ba6c
Add core descriptor
viren-nadkarni Jan 6, 2023
3f399c6
Add unit tests
viren-nadkarni Jan 9, 2023
e1a1d77
Add owner for stores codebase
viren-nadkarni Jan 9, 2023
5f1eeb2
Enable cross account access for SNS topics
viren-nadkarni Jan 9, 2023
0247739
Fixes
viren-nadkarni Jan 10, 2023
0b34651
Add tests
viren-nadkarni Jan 10, 2023
0803163
Merge branch 'master' into sns-cross-account-access
viren-nadkarni Jan 11, 2023
2e9d609
Merge branch 'master' into sns-cross-account-access
viren-nadkarni Jan 12, 2023
8ec3aa9
Remove duplicate assignment
viren-nadkarni Jan 12, 2023
53fa98b
Merge branch 'aws-client' into ses-sns-caa
viren-nadkarni Jan 12, 2023
548ced3
Fallback to default internal credentials
viren-nadkarni Jan 12, 2023
f6f37fa
Proper loading of default credentials
viren-nadkarni Jan 12, 2023
401fcff
Merge branch 'aws-client' into ses-sns-caa
viren-nadkarni Jan 12, 2023 10000
f392242
Move to its own module
viren-nadkarni Jan 12, 2023
d5b113d
Merge branch 'aws-client' into ses-sns-caa
viren-nadkarni Jan 12, 2023
f8edc9c
Fix datetime
viren-nadkarni Jan 13, 2023
f1f78e0
Merge branch 'aws-client' into ses-sns-caa
viren-nadkarni Jan 13, 2023
3a2a669
WIP
viren-nadkarni Jan 13, 2023
b53e068
Allow module to be used for external clients also
viren-nadkarni Jan 16, 2023
169f3fe
Use new client at all places SNS was previously being used
viren-nadkarni Jan 16, 2023
fe192f5
Merge branch 'aws-client' into ses-sns-caa
viren-nadkarni Jan 16, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 46 additions & 10 deletions localstack/aws/connect.py
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
"""
Internal AWS client.
LocalStack client stack.

This module provides the interface to perform cross-service communication between
LocalStack providers.
Expand All @@ -20,6 +20,7 @@
from botocore.config import Config

from localstack import config
from localstack.aws.api import RequestContext
from localstack.constants import (
INTERNAL_AWS_ACCESS_KEY_ID,
INTERNAL_AWS_SECRET_ACCESS_KEY,
Expand Down Expand Up @@ -59,11 +60,13 @@ class LocalStackData(TypedDict):
"""Service principal where the call originates, eg. `ec2`"""

target_arn: str
"""ARN of the resource being targetted."""
"""ARN of the resource being targeted."""


def dump_dto(data: LocalStackData) -> str:
# TODO@viren: Improve minification using custom JSONEncoder that use shortened keys

# To produce a compact JSON representation of DTO, remove spaces from separators
return json.dumps(data, separators=(",", ":"))


Expand All @@ -78,7 +81,7 @@ def load_dto(data: str) -> LocalStackData:

class ConnectFactory:
"""
Factory to build the internal AWS client.
Factory to build the AWS client.
"""

def __init__(
Expand Down Expand Up @@ -111,12 +114,31 @@ def __init__(
self._session = Session()
self._config = Config(max_pool_connections=MAX_POOL_CONNECTIONS)

def get_region(self) -> str:
def get_partition_for_region(self, region_name: str) -> str:
"""
Return the AWS partition name for a given region, eg. `aws`, `aws-cn`, etc.
"""
return self._session.get_partition_for_region(region_name)

def get_session_region_name(self) -> str:
"""
Return AWS region as set in the Boto session.
"""
return self._session.region_name

def get_region_name(self) -> str:
"""
Return the AWS region name from following sources, in order of availability.
- LocalStack request context
- LocalStack default region
- Boto session
"""
return (
get_region_from_request_context() or config.DEFAULT_REGION or self._session.region_name
get_region_from_request_context()
or config.DEFAULT_REGION
or self.get_session_region_name()
)

# TODO@viren is this thread safe?
@cache
def get_client(
self,
Expand Down Expand Up @@ -155,6 +177,9 @@ def __call__(
"""
Build and return the client.

Presence of any attribute apart from `source_*` or `target_*` argument
indicates that this is a client meant for internal calls.

:param target_service: Service to build the client for, eg. `s3`
:param region_name: Name of the AWS region to be associated with the client
:param endpoint_url: Full endpoint URL to be used by the client.
Expand All @@ -176,12 +201,13 @@ def __call__(
localstack_data["source_service"] = source_service

if target_arn:
# Attention: region is overriden here
region_name = extract_region_from_arn(target_arn)
localstack_data["target_arn"] = target_arn

client = self.get_client(
service_name=target_service,
region_name=region_name or self.get_region(),
region_name=region_name or self.get_region_name(),
use_ssl=self._use_ssl,
verify=self._verify,
endpoint_url=endpoint_url or get_local_service_url(target_service),
Expand All @@ -195,13 +221,23 @@ def _handler(request: AWSPreparedRequest, **_):
data = localstack_data | LocalStackData(
current_time=datetime.now(timezone.utc).isoformat()
)

# Use a compact JSON representation of DTO
request.headers[LOCALSTACK_DATA_HEADER] = dump_dto(data)

client.meta.events.register("before-send.*.*", handler=_handler)
if len(localstack_data):
client.meta.events.register("before-send.*.*", handler=_handler)

return client


connect_to = ConnectFactory()

#
# Utilities
#


def is_internal_call(context: RequestContext) -> bool:
"""
Whether a given request is an internal LocalStack cross-service call.
"""
return LOCALSTACK_DATA_HEADER in context.request.headers
0