-
Notifications
You must be signed in to change notification settings - Fork 0
/
finetuning_idea.drawio
99 lines (99 loc) · 9.22 KB
/
finetuning_idea.drawio
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
<mxfile host="app.diagrams.net" modified="2023-12-30T10:39:54.761Z" agent="Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36" etag="ZntdFmcLd_yLe39JMzgK" version="22.1.16" type="github">
<diagram name="Page-1" id="0S-1YPAGHANoycX-0G1p">
<mxGraphModel dx="1434" dy="697" grid="1" gridSize="10" guides="1" tooltips="1" connect="1" arrows="1" fold="1" page="1" pageScale="1" pageWidth="850" pageHeight="1100" math="0" shadow="0">
<root>
<mxCell id="0" />
<mxCell id="1" parent="0" />
<mxCell id="8BtY7sN0y6jdBJqyjat9-1" value="Requirement sub section text" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="120" y="250" width="200" height="60" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-12" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0;entryY=0.25;entryDx=0;entryDy=0;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-2" target="8BtY7sN0y6jdBJqyjat9-3">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-2" value="Compliance items" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="120" y="310" width="120" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-3" value="BLOB 1" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="270" y="320" width="50" height="20" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-13" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-5" target="8BtY7sN0y6jdBJqyjat9-9">
<mxGeometry relative="1" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-5" value="Compliance items" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="120" y="340" width="120" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-9" value="BLOB 2" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="270" y="345" width="50" height="20" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-14" value="Passage ranking model" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="490" y="255" width="120" height="50" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-15" value="Annotation database" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="167" y="220" width="120" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-16" value="" style="endArrow=classic;html=1;rounded=0;exitX=1;exitY=0.5;exitDx=0;exitDy=0;entryX=0;entryY=0.5;entryDx=0;entryDy=0;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-1" target="8BtY7sN0y6jdBJqyjat9-14">
<mxGeometry width="50" height="50" relative="1" as="geometry">
<mxPoint x="400" y="390" as="sourcePoint" />
<mxPoint x="450" y="340" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-17" value="Run training with this model" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="340" y="290" width="130" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-18" value="Get the top-k blobs given the compliance item" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="490" y="365" width="130" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-20" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-14">
<mxGeometry relative="1" as="geometry">
<mxPoint x="550" y="360" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-23" value="Training data for finetuning" style="shape=hexagon;perimeter=hexagonPerimeter2;whiteSpace=wrap;html=1;fixedSize=1;" vertex="1" parent="1">
<mxGeometry x="490" y="490" width="130" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-24" value="LLama 2 7b model&nbsp; fine tuning" style="rounded=0;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="100" y="470" width="120" height="205" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-22" value="<div>Given the requirement subtext: &lt;requirement sub text&gt;, and the provided relevant text data for each of the following compliance items:</div><div><br></div><div>"compliance item 1": ["relevant text data 1", "relevant text data 2", "relevant text data 3"]</div><div>"compliance item 2": ["relevant text data 1", "relevant text data 2", "relevant text data 3"]</div><div>"compliance item 3": ["relevant text data 1", "relevant text data 2", "relevant text data 3"]</div><div>Instructions for Response:</div><div><br></div><div>The response should be in JSON format, including whether the relevant text is applicable for the given compliance item or not. Follow the format below:</div>" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="305" y="550" width="500" height="154" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-25" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;entryX=0.5;entryY=0;entryDx=0;entryDy=0;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-18" target="8BtY7sN0y6jdBJqyjat9-23">
<mxGeometry relative="1" as="geometry">
<mxPoint x="550" y="410" as="sourcePoint" />
<mxPoint x="510" y="480" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-37" value="" style="rounded=0;whiteSpace=wrap;html=1;glass=0;opacity=30;" vertex="1" parent="1">
<mxGeometry x="305" y="521" width="515" height="310" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-27" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0;exitY=0.371;exitDx=0;exitDy=0;exitPerimeter=0;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-22" target="8BtY7sN0y6jdBJqyjat9-24">
<mxGeometry relative="1" as="geometry">
<mxPoint x="270" y="520" as="sourcePoint" />
<mxPoint x="350" y="460" as="targetPoint" />
</mxGeometry>
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-28" value="Create this prompt using the top-k blob data" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="620" y="470" width="130" height="30" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-32" value="Using the reponse we will calculate the completeness of the selected requirement" style="shape=process;whiteSpace=wrap;html=1;backgroundOutline=1;" vertex="1" parent="1">
<mxGeometry x="60" y="780" width="150" height="90" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-33" value="<div>{</div><div>&nbsp; "compliance item 1": [list of relevance text data only if it's relevant],</div><div>&nbsp; "compliance item 2": [],</div><div>&nbsp; "compliance item 3": []</div><div>}</div><div><br></div>" style="text;html=1;strokeColor=none;fillColor=none;align=center;verticalAlign=middle;whiteSpace=wrap;rounded=0;" vertex="1" parent="1">
<mxGeometry x="320" y="730" width="295" height="120" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-34" value="INPUT" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="320" y="530" width="40" height="20" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-35" value="OUTPUT" style="rounded=1;whiteSpace=wrap;html=1;" vertex="1" parent="1">
<mxGeometry x="320" y="720" width="60" height="20" as="geometry" />
</mxCell>
<mxCell id="8BtY7sN0y6jdBJqyjat9-38" style="edgeStyle=orthogonalEdgeStyle;rounded=0;orthogonalLoop=1;jettySize=auto;html=1;exitX=0.5;exitY=1;exitDx=0;exitDy=0;" edge="1" parent="1" source="8BtY7sN0y6jdBJqyjat9-24">
<mxGeometry relative="1" as="geometry">
<mxPoint x="315" y="617" as="sourcePoint" />
<mxPoint x="130" y="780" as="targetPoint" />
</mxGeometry>
</mxCell>
</root>
</mxGraphModel>
</diagram>
</mxfile>