# Install Python 3.11
pyenv install 3.11
pyenv local 3.11

# Install Poetry
pipx install poetry
poetry --version

# Set up Poetry environment
poetry env info
poetry env use $(pyenv which python3)

# Install dependencies
poetry lock
poetry install --no-interaction --no-ansi --no-root

# Run locally with Doppler for secrets management
doppler run -- poetry run python src\run.py

# Format code
poetry run isort src
poetry run black src

# From your project root
docker build -t flink-mqtt:latest .
docker tag flink-mqtt:latest your-registry/flink-mqtt:latest
docker push your-registry/flink-mqtt:latest

# spin up local
docker-compose up -d

# verification
docker run --rm flink-mqtt:latest python --version
docker run --rm flink-mqtt:latest bash -c "ls -la /opt/flink/opt/flink-python*"
docker run --rm flink-mqtt:latest bash -c "ls -la /opt/flink/lib/flink-connector-kafka*"

# start a flink job
docker-compose exec -it app bash
/opt/flink/bin/flink run -py /opt/app/src/count_message_len.py --jobmanager jobmanager:8081

# perform startup steps as usual
docker-compose up -d

# start the cp flink job
docker-compose exec -it app bash
./deploy_jobs.sh

# start the consumer
docker-compose exec -it python-kafka bash
> python consumer.py

# start the producer
docker-compose exec -it python-kafka bash
> python producer.py --mode new --count 5
> python producer.py --mode update --badge-id badge-d73bc7f5 --count 100 --interval .1
> python producer.py --mode random --count 20 --interval 1

# check redis
docker exec -it redis redis-cli
KEYS *
GET <badge_id>

# Build and tag with version
docker build -t ckc-flink:latest .
docker tag ckc-flink:latest 059039070213.dkr.ecr.us-east-1.amazonaws.com/ckc-flink:latest
docker push 059039070213.dkr.ecr.us-east-1.amazonaws.com/ckc-flink:latest

kubectl apply -f manifests/flink.yaml