Update create_file agent skill #131

Workflow file for this run

	# Workflow that builds, tests and then pushes the docker images to the ghcr.io repository
	name: Build Publish and Test Runtime Image

	# Only run one workflow of the same group at a time.
	# There can be at most one running and one pending job in a concurrency group at any time.
	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}

	on:
	push:
	branches:
	- main
	tags:
	- '*'
	pull_request:
	workflow_dispatch:
	inputs:
	reason:
	description: 'Reason for manual trigger'
	required: true
	default: ''

	jobs:
	# Builds the OpenDevin Docker images
	ghcr_build:
	runs-on: ubuntu-latest
	outputs:
	tags: ${{ steps.capture-tags.outputs.tags }}
	permissions:
	contents: read
	packages: write
	strategy:
	matrix:
	image: ['opendevin']
	platform: ['amd64', 'arm64']
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	- name: Free Disk Space (Ubuntu)
	uses: jlumbroso/free-disk-space@main
	with:
	# this might remove tools that are actually needed,
	# if set to "true" but frees about 6 GB
	tool-cache: true
	# all of these default to true, but feel free to set to
	# "false" if necessary for your workflow
	android: true
	dotnet: true
	haskell: true
	large-packages: true
	docker-images: false
	swap-storage: true
	- name: Set up QEMU
	uses: docker/setup-qemu-action@v3
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@v3
	- name: Build and export image
	id: build
	run: ./containers/build.sh ${{ matrix.image }} ${{ github.repository_owner }} ${{ matrix.platform }}
	- name: Capture tags
	id: capture-tags
	run: \|
	tags=$(cat tags.txt)
	echo "tags=$tags"
	echo "tags=$tags" >> $GITHUB_OUTPUT
	- name: Upload Docker image as artifact
	uses: actions/upload-artifact@v4
	with:
	name: ${{ matrix.image }}-docker-image-${{ matrix.platform }}
	path: /tmp/${{ matrix.image }}_image_${{ matrix.platform }}.tar
	retention-days: 14

	# Builds the runtime Docker images
	ghcr_build_runtime:
	runs-on: ubuntu-latest
	outputs:
	tags: ${{ steps.capture-tags.outputs.tags }}
	permissions:
	contents: read
	packages: write
	strategy:
	matrix:
	image: ['od_runtime']
	base_image: ['nikolaik/python-nodejs:python3.11-nodejs22']
	platform: ['amd64', 'arm64']
	steps:
	- name: Checkout
	uses: actions/checkout@v4
	- name: Free Disk Space (Ubuntu)
	uses: jlumbroso/free-disk-space@main
	with:
	# this might remove tools that are actually needed,
	# if set to "true" but frees about 6 GB
	tool-cache: true
	# all of these default to true, but feel free to set to
	# "false" if necessary for your workflow
	android: true
	dotnet: true
	haskell: true
	large-packages: true
	docker-images: false
	swap-storage: true
	- name: Set up QEMU
	uses: docker/setup-qemu-action@v3
	- name: Set up Docker Buildx
	id: buildx
	uses: docker/setup-buildx-action@v3
	- name: Install poetry via pipx
	run: pipx install poetry
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'
	cache: 'poetry'
	- name: Install Python dependencies using Poetry
	run: make install-python-dependencies
	- name: Create source distribution and Dockerfile
	run: poetry run python3 opendevin/runtime/utils/runtime_build.py --base_image ${{ matrix.base_image }} --build_folder containers/runtime --force_rebuild
	- name: Build and export image
	id: build
	run: \|
	if [ -f 'containers/runtime/Dockerfile' ]; then
	echo 'Dockerfile detected, building runtime image...'
	./containers/build.sh ${{ matrix.image }} ${{ github.repository_owner }} ${{ matrix.platform }}
	else
	echo 'No Dockerfile detected which means an exact image is already built. Pulling the image and saving it to a tar file...'
	source containers/runtime/config.sh
	echo "$DOCKER_IMAGE_TAG $DOCKER_IMAGE_HASH_TAG" >> tags.txt
	echo "Pulling image $DOCKER_IMAGE/$DOCKER_IMAGE_HASH_TAG to /tmp/${{ matrix.image }}_image_${{ matrix.platform }}.tar"
	docker pull $DOCKER_IMAGE:$DOCKER_IMAGE_HASH_TAG
	docker save $DOCKER_IMAGE:$DOCKER_IMAGE_HASH_TAG -o /tmp/${{ matrix.image }}_image_${{ matrix.platform }}.tar
	fi
	- name: Capture tags
	id: capture-tags
	run: \|
	tags=$(cat tags.txt)
	echo "tags=$tags"
	echo "tags=$tags" >> $GITHUB_OUTPUT
	- name: Upload Docker image as artifact
	uses: actions/upload-artifact@v4
	with:
	name: ${{ matrix.image }}-docker-image-${{ matrix.platform }}
	path: /tmp/${{ matrix.image }}_image_${{ matrix.platform }}.tar
	retention-days: 14

	# Run unit tests with the EventStream and Server runtime Docker images
	test_runtime:
	name: Test Runtime
	runs-on: ubuntu-latest
	needs: [ghcr_build_runtime, ghcr_build]
	strategy:
	matrix:
	runtime_type: ['eventstream']
	steps:
	- uses: actions/checkout@v4
	- name: Free Disk Space (Ubuntu)
	uses: jlumbroso/free-disk-space@main
	with:
	# this might remove tools that are actually needed,
	# when set to "true" but frees about 6 GB
	tool-cache: true
	# all of these default to true, but feel free to set to
	# "false" if necessary for your workflow
	android: true
	dotnet: true
	haskell: true
	large-packages: true
	swap-storage: true
	- name: Install poetry via pipx
	run: pipx install poetry
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: '3.11'
	cache: 'poetry'
	- name: Install Python dependencies using Poetry
	run: make install-python-dependencies
	- name: Download Runtime Docker image
	if: matrix.runtime_type == 'eventstream'
	uses: actions/download-artifact@v4
	with:
	name: od_runtime-docker-image-amd64
	path: /tmp/
	- name: Download Sandbox Docker image
	if: matrix.runtime_type == 'server'
	uses: actions/download-artifact@v4
	with:
	name: sandbox-docker-image-amd64
	path: /tmp/
	- name: Load Runtime image and run runtime tests
	run: \|
	# Load the Docker image and capture the output
	if [ "${{ matrix.runtime_type }}" == "eventstream" ]; then
	output=$(docker load -i /tmp/od_runtime_image_amd64.tar)
	else
	output=$(docker load -i /tmp/sandbox_image_amd64.tar)
	fi

	# Extract the first image name from the output
	image_name=$(echo "$output" \| grep -oP 'Loaded image: \K.*' \| head -n 1)

	# Print the full name of the image
	echo "Loaded Docker image: $image_name"

	TEST_RUNTIME=${{ matrix.runtime_type }} SANDBOX_USER_ID=$(id -u) SANDBOX_CONTAINER_IMAGE=$image_name TEST_IN_CI=true poetry run pytest --cov=agenthub --cov=opendevin --cov-report=xml -s ./tests/unit/test_runtime.py
	- name: Upload coverage to Codecov
	uses: codecov/codecov-action@v4
	env:
	CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

	# Run integration tests with the eventstream runtime Docker image
	runtime_integration_tests_on_linux:
	name: Runtime Integration Tests on Linux
	runs-on: ubuntu-latest
	needs: [ghcr_build_runtime]
	strategy:
	fail-fast: false
	matrix:
	python-version: ['3.11']
	# server is tested in a separate workflow
	runtime_type: ['eventstream']
	steps:
	- uses: actions/checkout@v4
	- name: Install poetry via pipx
	run: pipx install poetry
	- name: Set up Python
	uses: actions/setup-python@v5
	with:
	python-version: ${{ matrix.python-version }}
	cache: 'poetry'
	- name: Install Python dependencies using Poetry
	run: make install-python-dependencies
	- name: Download Runtime Docker image
	uses: actions/download-artifact@v4
	with:
	name: od_runtime-docker-image-amd64
	path: /tmp/
	- name: Load runtime image and run integration tests
	run: \|
	# Load the Docker image and capture the output
	if [ "${{ matrix.runtime_type }}" == "eventstream" ]; then
	output=$(docker load -i /tmp/od_runtime_image_amd64.tar)
	else
	echo "No Runtime Docker image to load"
	exit 1
	fi

	# Extract the first image name from the output
	image_name=$(echo "$output" \| grep -oP 'Loaded image: \K.*' \| head -n 1)

	# Print the full name of the image
	echo "Loaded Docker image: $image_name"

	TEST_RUNTIME=${{ matrix.runtime_type }} SANDBOX_USER_ID=$(id -u) SANDBOX_CONTAINER_IMAGE=$image_name TEST_IN_CI=true TEST_ONLY=true ./tests/integration/regenerate.sh
	- name: Upload coverage to Codecov
	uses: codecov/codecov-action@v4
	env:
	CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}

	# Push the OpenDevin and sandbox Docker images to the ghcr.io repository
	ghcr_push:
	runs-on: ubuntu-latest
	needs: [ghcr_build]
	if: github.ref == 'refs/heads/main' \|\| startsWith(github.ref, 'refs/tags/')
	env:
	tags: ${{ needs.ghcr_build.outputs.tags }}
	permissions:
	contents: read
	packages: write
	strategy:
	matrix:
	image: ['opendevin']
	platform: ['amd64', 'arm64']
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Login to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GITHUB_TOKEN }}
	- name: Download Docker images
	uses: actions/download-artifact@v4
	with:
	name: ${{ matrix.image }}-docker-image-${{ matrix.platform }}
	path: /tmp/${{ matrix.platform }}
	- name: Load images and push to registry
	run: \|
	mv /tmp/${{ matrix.platform }}/${{ matrix.image }}_image_${{ matrix.platform }}.tar .
	loaded_image=$(docker load -i ${{ matrix.image }}_image_${{ matrix.platform }}.tar \| grep "Loaded image:" \| head -n 1 \| awk '{print $3}')
	echo "loaded image = $loaded_image"
	tags=$(echo ${tags} \| tr ' ' '\n')
	image_name=$(echo "ghcr.io/${{ github.repository_owner }}/${{ matrix.image }}" \| tr '[:upper:]' '[:lower:]')
	echo "image name = $image_name"
	for tag in $tags; do
	echo "tag = $tag"
	docker tag $loaded_image $image_name:${tag}_${{ matrix.platform }}
	docker push $image_name:${tag}_${{ matrix.platform }}
	done

	# Push the runtime Docker images to the ghcr.io repository
	ghcr_push_runtime:
	runs-on: ubuntu-latest
	needs: [ghcr_build_runtime, test_runtime, runtime_integration_tests_on_linux]
	if: github.ref == 'refs/heads/main' \|\| startsWith(github.ref, 'refs/tags/')
	env:
	RUNTIME_TAGS: ${{ needs.ghcr_build_runtime.outputs.tags }}
	permissions:
	contents: read
	packages: write
	strategy:
	matrix:
	image: ['od_runtime']
	platform: ['amd64', 'arm64']
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Free Disk Space (Ubuntu)
	uses: jlumbroso/free-disk-space@main
	with:
	tool-cache: true
	android: true
	dotnet: true
	haskell: true
	large-packages: true
	docker-images: false
	swap-storage: true
	- name: Login to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GITHUB_TOKEN }}
	- name: Download Docker images
	uses: actions/download-artifact@v4
	with:
	name: ${{ matrix.image }}-docker-image-${{ matrix.platform }}
	path: /tmp/${{ matrix.platform }}
	- name: List downloaded files
	run: \|
	ls -la /tmp/${{ matrix.platform }}
	file /tmp/${{ matrix.platform }}/*
	- name: Load images and push to registry
	run: \|
	mv /tmp/${{ matrix.platform }}/${{ matrix.image }}_image_${{ matrix.platform }}.tar ./${{ matrix.image }}_image_${{ matrix.platform }}.tar
	if ! loaded_image=$(docker load -i ${{ matrix.image }}_image_${{ matrix.platform }}.tar \| grep "Loaded image:" \| head -n 1 \| awk '{print $3}'); then
	echo "Failed to load Docker image"
	exit 1
	fi
	echo "loaded image = $loaded_image"
	image_name=$(echo "ghcr.io/${{ github.repository_owner }}/${{ matrix.image }}" \| tr '[:upper:]' '[:lower:]')
	echo "image name = $image_name"
	echo "$RUNTIME_TAGS" \| tr ' ' '\n' \| while read -r tag; do
	echo "tag = $tag"
	if [ -n "$image_name" ] && [ -n "$tag" ]; then
	docker tag $loaded_image $image_name:${tag}_${{ matrix.platform }}
	docker push $image_name:${tag}_${{ matrix.platform }}
	else
	echo "Skipping tag and push due to empty image_name or tag"
	fi
	done

	# Creates and pushes the OpenDevin and sandbox Docker image manifests
	create_manifest:
	runs-on: ubuntu-latest
	needs: [ghcr_build, ghcr_push]
	if: github.ref == 'refs/heads/main' \|\| startsWith(github.ref, 'refs/tags/')
	env:
	tags: ${{ needs.ghcr_build.outputs.tags }}
	strategy:
	matrix:
	image: ['opendevin']
	permissions:
	contents: read
	packages: write
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Login to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GITHUB_TOKEN }}
	- name: Create and push multi-platform manifest
	run: \|
	image_name=$(echo "ghcr.io/${{ github.repository_owner }}/${{ matrix.image }}" \| tr '[:upper:]' '[:lower:]')
	echo "image name = $image_name"
	tags=$(echo ${tags} \| tr ' ' '\n')
	for tag in $tags; do
	echo 'tag = $tag'
	docker buildx imagetools create --tag $image_name:$tag \
	$image_name:${tag}_amd64 \
	$image_name:${tag}_arm64
	done

	# Creates and pushes the runtime Docker image manifest
	create_manifest_runtime:
	runs-on: ubuntu-latest
	needs: [ghcr_build_runtime, ghcr_push_runtime]
	if: github.ref == 'refs/heads/main' \|\| startsWith(github.ref, 'refs/tags/')
	env:
	tags: ${{ needs.ghcr_build_runtime.outputs.tags }}
	strategy:
	matrix:
	image: ['od_runtime']
	permissions:
	contents: read
	packages: write
	steps:
	- name: Checkout code
	uses: actions/checkout@v4
	- name: Login to GHCR
	uses: docker/login-action@v2
	with:
	registry: ghcr.io
	username: ${{ github.repository_owner }}
	password: ${{ secrets.GITHUB_TOKEN }}
	- name: Create and push multi-platform manifest
	run: \|
	image_name=$(echo "ghcr.io/${{ github.repository_owner }}/${{ matrix.image }}" \| tr '[:upper:]' '[:lower:]')
	echo "image name = $image_name"
	tags=$(echo ${tags} \| tr ' ' '\n')
	for tag in $tags; do
	echo 'tag = $tag'
	docker buildx imagetools create --tag $image_name:$tag \
	$image_name:${tag}_amd64 \
	$image_name:${tag}_arm64
	done

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Update create_file agent skill #131

Workflow file

Update create_file agent skill #131

Jobs

Run details

Workflow file for this run