Skip to content

Commit

Permalink
Fix some annoying perturbations
Browse files Browse the repository at this point in the history
  • Loading branch information
danieldk committed Jan 8, 2025
1 parent 4e69902 commit eb4d343
Show file tree
Hide file tree
Showing 6 changed files with 110 additions and 110 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@
},
{
"id": 1101,
"logprob": -1.0947266,
"logprob": -1.0136719,
"special": false,
"text": " also"
},
Expand All @@ -56,13 +56,13 @@
},
{
"id": 4009,
"logprob": -0.15563965,
"logprob": -0.21923828,
"special": false,
"text": " network"
},
{
"id": 477,
"logprob": -1.4003906,
"logprob": -1.4824219,
"special": false,
"text": " or"
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
"tokens": [
{
"id": 1939,
"logprob": -2.2675781,
"logprob": -2.2460938,
"special": false,
"text": "?\n\n"
},
Expand All @@ -20,13 +20,13 @@
},
{
"id": 20909,
"logprob": -0.37695312,
"logprob": -0.48608398,
"special": false,
"text": " Learning"
},
{
"id": 4102,
"logprob": -1.9316406,
"logprob": -2.265625,
"special": false,
"text": " "
},
Expand All @@ -38,36 +38,36 @@
},
{
"id": 458,
"logprob": -0.80859375,
"logprob": -0.6328125,
"special": false,
"text": " an"
},
{
"id": 3082,
"logprob": -1.4541016,
"id": 20443,
"logprob": -0.1796875,
"special": false,
"text": " area"
"text": " artificial"
},
{
"id": 315,
"id": 11229,
"logprob": 0.0,
"special": false,
"text": " of"
"text": " intelligence"
},
{
"id": 20443,
"logprob": -0.5136719,
"id": 320,
"logprob": -0.37695312,
"special": false,
"text": " artificial"
"text": " ("
},
{
"id": 11229,
"id": 15469,
"logprob": 0.0,
"special": false,
"text": " intelligence"
"text": "AI"
}
],
"top_tokens": null
},
"generated_text": "What is deep learning?\n\nDeep Learning is an area of artificial intelligence"
"generated_text": "What is deep learning?\n\nDeep Learning is an artificial intelligence (AI"
}
Original file line number Diff line number Diff line change
Expand Up @@ -9,61 +9,61 @@
"tokens": [
{
"id": 18183,
"logprob": -1.6669922,
"logprob": -1.4912109,
"special": false,
"text": " Deep"
},
{
"id": 6832,
"logprob": -0.08959961,
"logprob": -0.075683594,
"special": false,
"text": " learning"
},
{
"id": 374,
"logprob": -0.14685059,
"logprob": -0.12408447,
"special": false,
"text": " is"
},
{
"id": 264,
"logprob": -0.125,
"logprob": -0.12768555,
"special": false,
"text": " a"
},
{
"id": 25993,
"logprob": -0.81640625,
"logprob": -0.82128906,
"special": false,
"text": " subset"
},
{
"id": 315,
"logprob": -0.0013418198,
"logprob": -0.0012636185,
"special": false,
"text": " of"
},
{
"id": 5662,
"logprob": -0.16259766,
"logprob": -0.12878418,
"special": false,
"text": " machine"
},
{
"id": 6832,
"logprob": -0.0016393661,
"logprob": -0.0015888214,
"special": false,
"text": " learning"
},
{
"id": 429,
"logprob": -0.4477539,
"logprob": -0.49194336,
"special": false,
"text": " that"
},
{
"id": 5711,
"logprob": -1.2802734,
"logprob": -1.2626953,
"special": false,
"text": " uses"
}
Expand All @@ -82,61 +82,61 @@
"tokens": [
{
"id": 18183,
"logprob": -1.6669922,
"logprob": -1.4912109,
"special": false,
"text": " Deep"
},
{
"id": 6832,
"logprob": -0.08959961,
"logprob": -0.075683594,
"special": false,
"text": " learning"
},
{
"id": 374,
"logprob": -0.14685059,
"logprob": -0.12408447,
"special": false,
"text": " is"
},
{
"id": 264,
"logprob": -0.125,
"logprob": -0.12768555,
"special": false,
"text": " a"
},
{
"id": 25993,
"logprob": -0.81640625,
"logprob": -0.82128906,
"special": false,
"text": " subset"
},
{
"id": 315,
"logprob": -0.0013418198,
"logprob": -0.0012636185,
"special": false,
"text": " of"
},
{
"id": 5662,
"logprob": -0.16259766,
"logprob": -0.12878418,
"special": false,
"text": " machine"
},
{
"id": 6832,
"logprob": -0.0016393661,
"logprob": -0.0015888214,
"special": false,
"text": " learning"
},
{
"id": 429,
"logprob": -0.4477539,
"logprob": -0.49194336,
"special": false,
"text": " that"
},
{
"id": 5711,
"logprob": -1.2802734,
"logprob": -1.2626953,
"special": false,
"text": " uses"
}
Expand All @@ -155,61 +155,61 @@
"tokens": [
{
"id": 18183,
"logprob": -1.6669922,
"logprob": -1.4912109,
"special": false,
"text": " Deep"
},
{
"id": 6832,
"logprob": -0.08959961,
"logprob": -0.075683594,
"special": false,
"text": " learning"
},
{
"id": 374,
"logprob": -0.14685059,
"logprob": -0.12408447,
"special": false,
"text": " is"
},
{
"id": 264,
"logprob": -0.125,
"logprob": -0.12768555,
"special": false,
"text": " a"
},
{
"id": 25993,
"logprob": -0.81640625,
"logprob": -0.82128906,
"special": false,
"text": " subset"
},
{
"id": 315,
"logprob": -0.0013418198,
"logprob": -0.0012636185,
"special": false,
"text": " of"
},
{
"id": 5662,
"logprob": -0.16259766,
"logprob": -0.12878418,
"special": false,
"text": " machine"
},
{
"id": 6832,
"logprob": -0.0016393661,
"logprob": -0.0015888214,
"special": false,
"text": " learning"
},
{
"id": 429,
"logprob": -0.4477539,
"logprob": -0.49194336,
"special": false,
"text": " that"
},
{
"id": 5711,
"logprob": -1.2802734,
"logprob": -1.2626953,
"special": false,
"text": " uses"
}
Expand All @@ -228,61 +228,61 @@
"tokens": [
{
"id": 18183,
"logprob": -1.6669922,
"logprob": -1.4912109,
"special": false,
"text": " Deep"
},
{
"id": 6832,
"logprob": -0.08959961,
"logprob": -0.075683594,
"special": false,
"text": " learning"
},
{
"id": 374,
"logprob": -0.14685059,
"logprob": -0.12408447,
"special": false,
"text": " is"
},
{
"id": 264,
"logprob": -0.125,
"logprob": -0.12768555,
"special": false,
"text": " a"
},
{
"id": 25993,
"logprob": -0.81640625,
"logprob": -0.82128906,
"special": false,
"text": " subset"
},
{
"id": 315,
"logprob": -0.0013418198,
"logprob": -0.0012636185,
"special": false,
"text": " of"
},
{
"id": 5662,
"logprob": -0.16259766,
"logprob": -0.12878418,
"special": false,
"text": " machine"
},
{
"id": 6832,
"logprob": -0.0016393661,
"logprob": -0.0015888214,
"special": false,
"text": " learning"
},
{
"id": 429,
"logprob": -0.4477539,
"logprob": -0.49194336,
"special": false,
"text": " that"
},
{
"id": 5711,
"logprob": -1.2802734,
"logprob": -1.2626953,
"special": false,
"text": " uses"
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@
},
{
"id": 38397,
"logprob": -0.12695312,
"logprob": 0.0,
"special": false,
"text": " subset"
},
Expand Down
Loading

0 comments on commit eb4d343

Please sign in to comment.