Skip to content

Commit 8ce474a

Browse files
committed
Small fix and readme update
1 parent 6f7d86d commit 8ce474a

File tree

4 files changed

+86
-279
lines changed

4 files changed

+86
-279
lines changed

README.md

Lines changed: 2 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -4,17 +4,7 @@
44
1. Goto your personal [profile page](https://app.aleph-alpha.com/profile).
55
2. Click on "Create Token".
66
3. Save the generated token.
7-
2. Install and start Trace Viewer
8-
1. Artifactory Token
9-
1. Goto [Artifactory](https://alephalpha.jfrog.io/ui/login/) and use the "Forgot Password?" function to set a password.
10-
2. Log in.
11-
3. Click on your profile icon in the top-right corner and click on "Set Me Up".
12-
4. Click on "Generic".
13-
5. Enter your password and click on "Generate Token & Create Instructions".
14-
6. Save the generated token.
15-
2. Run `docker login https://alephalpha.jfrog.io --username YOUR_EMAIL --password YOUR_TOKEN` (Fill in your email and token!)
16-
3. Run `docker run -p 3000:3000 alephalpha.jfrog.io/container-images/trace-viewer:latest`
17-
3. Setup python environment
7+
2. Setup python environment
188
1. Run `poetry install`
19-
5. Start streamlit app
9+
3. Start streamlit app
2010
1. Run `poetry run streamlit run ./day_1/app.py`

day_1/notebooks/0_model_prompting.ipynb

Lines changed: 84 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -10,30 +10,48 @@
1010
},
1111
{
1212
"cell_type": "code",
13-
"execution_count": null,
14-
"metadata": {},
15-
"outputs": [],
13+
"metadata": {
14+
"ExecuteTime": {
15+
"end_time": "2024-11-27T11:14:21.734806Z",
16+
"start_time": "2024-11-27T11:14:21.726302Z"
17+
}
18+
},
1619
"source": [
1720
"from dotenv import load_dotenv, find_dotenv\n",
1821
"\n",
1922
"load_dotenv(find_dotenv())"
20-
]
23+
],
24+
"outputs": [
25+
{
26+
"data": {
27+
"text/plain": [
28+
"True"
29+
]
30+
},
31+
"execution_count": 2,
32+
"metadata": {},
33+
"output_type": "execute_result"
34+
}
35+
],
36+
"execution_count": 2
2137
},
2238
{
2339
"cell_type": "code",
24-
"execution_count": null,
25-
"metadata": {},
26-
"outputs": [],
40+
"metadata": {
41+
"ExecuteTime": {
42+
"end_time": "2024-11-27T11:14:26.599201Z",
43+
"start_time": "2024-11-27T11:14:22.819711Z"
44+
}
45+
},
2746
"source": [
2847
"from intelligence_layer.core import (\n",
29-
" LuminousControlModel,\n",
3048
" CompleteInput,\n",
31-
" InMemoryTracer,\n",
49+
" InMemoryTracer, Llama3InstructModel,\n",
3250
")\n",
3351
"\n",
3452
"tracer = InMemoryTracer()\n",
3553
"\n",
36-
"model = LuminousControlModel(name=\"luminous-nextgen-7b-control-384k\")\n",
54+
"model = Llama3InstructModel(name=\"pharia-1-llm-7b-control\")\n",
3755
"\n",
3856
"prompt = model.to_instruct_prompt(\n",
3957
" instruction=\"Du bist ein Assistent, der Fragen beantwortet.\",\n",
@@ -42,16 +60,37 @@
4260
"complete_input = CompleteInput(prompt=prompt)\n",
4361
"response = model.complete(complete_input, tracer=tracer)\n",
4462
"response"
45-
]
46-
},
47-
{
48-
"cell_type": "code",
49-
"execution_count": null,
50-
"metadata": {},
51-
"outputs": [],
52-
"source": [
53-
"tracer"
54-
]
63+
],
64+
"outputs": [
65+
{
66+
"name": "stderr",
67+
"output_type": "stream",
68+
"text": [
69+
"/Users/jens.luecke/Library/Caches/pypoetry/virtualenvs/rag-qa-workshop-xsC4sNM2-py3.12/lib/python3.12/site-packages/aleph_alpha_client/completion.py:9: SyntaxWarning: invalid escape sequence '\\,'\n",
70+
" \"\"\"\n",
71+
"/Users/jens.luecke/Library/Caches/pypoetry/virtualenvs/rag-qa-workshop-xsC4sNM2-py3.12/lib/python3.12/site-packages/intelligence_layer/core/model.py:229: UserWarning: The provided model is not a recommended model for this model class.Make sure that the model you have selected is suited to be use for the prompt template used in this model class.\n",
72+
" warnings.warn(\n"
73+
]
74+
},
75+
{
76+
"name": "stdout",
77+
"output_type": "stream",
78+
"text": [
79+
"No CLIENT_URL specified in environment, using default: https://api.aleph-alpha.com.\n"
80+
]
81+
},
82+
{
83+
"data": {
84+
"text/plain": [
85+
"CompleteOutput(model_version='.unknown.', completions=[CompletionResult(log_probs=None, completion=' Köln wurde im Jahr 38 v. Chr. von den Römern gegründet und trägt seitdem den offiziellen Namen Colonia Claudia Ara Agrippinensium, abgekürzt CCAA.', completion_tokens=None, finish_reason='end_of_text', raw_completion=None)], num_tokens_prompt_total=35, num_tokens_generated=41, optimized_prompt=None)"
86+
]
87+
},
88+
"execution_count": 3,
89+
"metadata": {},
90+
"output_type": "execute_result"
91+
}
92+
],
93+
"execution_count": 3
5594
},
5695
{
5796
"cell_type": "markdown",
@@ -66,22 +105,30 @@
66105
},
67106
{
68107
"cell_type": "code",
69-
"execution_count": null,
70-
"metadata": {},
71-
"outputs": [],
108+
"metadata": {
109+
"ExecuteTime": {
110+
"end_time": "2024-11-27T11:17:01.837205Z",
111+
"start_time": "2024-11-27T11:17:01.832043Z"
112+
}
113+
},
72114
"source": [
73115
"from intelligence_layer.core import (\n",
74116
" TextHighlight,\n",
75117
" TextHighlightInput,\n",
76118
")\n",
77119
"from aleph_alpha_client import PromptGranularity"
78-
]
120+
],
121+
"outputs": [],
122+
"execution_count": 5
79123
},
80124
{
81125
"cell_type": "code",
82-
"execution_count": null,
83-
"metadata": {},
84-
"outputs": [],
126+
"metadata": {
127+
"ExecuteTime": {
128+
"end_time": "2024-11-27T11:17:06.261848Z",
129+
"start_time": "2024-11-27T11:17:06.258309Z"
130+
}
131+
},
85132
"source": [
86133
"instruction = (\n",
87134
" \"Sie sind ein Assistent, der Filmkritiken klassifiziert. Sie müssen entscheiden, ob die Person den Film mochte oder nicht.\"\n",
@@ -91,7 +138,16 @@
91138
" \"Nachricht: Ich habe gestern einen Film geschaut. Es ging um einen Agenten, der eine Mission erfüllen musste. Es war wirklich spannend.\"\n",
92139
" + \" Zunächst musste der Agent eine Basis infiltrieren. Dort gab es einen Bösewicht. Blablabla. Lorem Ipsum dolor.\"\n",
93140
")"
94-
]
141+
],
142+
"outputs": [],
143+
"execution_count": 6
144+
},
145+
{
146+
"metadata": {},
147+
"cell_type": "code",
148+
"outputs": [],
149+
"execution_count": null,
150+
"source": ""
95151
}
96152
],
97153
"metadata": {

day_2/.gitignore

Lines changed: 0 additions & 3 deletions
This file was deleted.

0 commit comments

Comments
 (0)