forked from kananarora1/PR_Review_RL_Environment
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathopenenv.yaml
More file actions
35 lines (35 loc) · 1.02 KB
/
Copy pathopenenv.yaml
File metadata and controls
35 lines (35 loc) · 1.02 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
name: PRReviewEnv
version: "1.0.0"
description: >
OpenEnv environment for evaluating AI agents on pull request code review.
Agents can traverse the repository, read dependent files, and leave spatial
line-level comments to identify bugs.
tasks:
- id: easy
description: Find obvious bugs in short single-file diffs
max_steps: 8
success_threshold: 0.7
- id: medium
description: Find logic bugs and traverse multi-file dependencies
max_steps: 15
success_threshold: 0.6
- id: hard
description: Full review of large diffs requiring file system navigation
max_steps: 20
success_threshold: 0.5
observation_space:
pr_title: string
pr_description: string
diff: string
file_tree: list[string]
current_file_path: string
current_file_content: string
comments_so_far: list[object]
step_count: integer
done: boolean
action_space:
action_type: "enum[read_file, comment, approve, request_changes]"
file: "string (optional)"
line: "integer (optional)"
body: string
reward_range: [0.0, 1.0]