Skip to content

Commit 652c1e1

Browse files
committed
Removed tail free sampling, deprecated upstream
1 parent 29390d3 commit 652c1e1

File tree

3 files changed

+0
-30
lines changed

3 files changed

+0
-30
lines changed

LLama/Native/NativeApi.Sampling.cs

Lines changed: 0 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -99,17 +99,6 @@ public static void llama_sample_apply_guidance(SafeLLamaContextHandle ctx, Span<
9999
[DllImport(libraryName, CallingConvention = CallingConvention.Cdecl)]
100100
public static extern void llama_sample_min_p(SafeLLamaContextHandle ctx, ref LLamaTokenDataArrayNative candidates, float p, ulong min_keep);
101101

102-
103-
/// <summary>
104-
/// Tail Free Sampling described in https://www.trentonbricken.com/Tail-Free-Sampling/.
105-
/// </summary>
106-
/// <param name="ctx"></param>
107-
/// <param name="candidates">Pointer to LLamaTokenDataArray</param>
108-
/// <param name="z"></param>
109-
/// <param name="min_keep"></param>
110-
[DllImport(libraryName, CallingConvention = CallingConvention.Cdecl)]
111-
public static extern void llama_sample_tail_free(SafeLLamaContextHandle ctx, ref LLamaTokenDataArrayNative candidates, float z, ulong min_keep);
112-
113102
/// <summary>
114103
/// Locally Typical Sampling implementation described in the paper https://arxiv.org/abs/2202.00666.
115104
/// </summary>

LLama/Native/SafeLLamaSamplerHandle.cs

Lines changed: 0 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -306,19 +306,6 @@ public void AddMinP(float p, nint minKeep)
306306
// ReSharper restore InconsistentNaming
307307
}
308308

309-
/// <summary>
310-
/// Minimum P sampling as described in https://github.com/ggerganov/llama.cpp/pull/3841
311-
/// </summary>
312-
public void AddTailFree(float z, nint minKeep)
313-
{
314-
llama_sampler_chain_add(this, llama_sampler_init_tail_free(z, minKeep));
315-
316-
// ReSharper disable InconsistentNaming
317-
[DllImport(NativeApi.libraryName, CallingConvention = CallingConvention.Cdecl)]
318-
static extern IntPtr llama_sampler_init_tail_free(float p, nint min_keep);
319-
// ReSharper restore InconsistentNaming
320-
}
321-
322309
/// <summary>
323310
/// Locally Typical Sampling implementation described in the paper https://arxiv.org/abs/2202.00666.
324311
/// </summary>

LLama/Sampling/DefaultSamplingPipeline.cs

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -83,11 +83,6 @@ public float AlphaPresence
8383
/// </summary>
8484
public int TopK { get; init; } = 40;
8585

86-
/// <summary>
87-
/// Z value for tail free sampling
88-
/// </summary>
89-
public float TailFreeZ { get; init; } = 1;
90-
9186
/// <summary>
9287
/// P value for locally typical sampling
9388
/// </summary>
@@ -135,7 +130,6 @@ protected override SafeLLamaSamplerChainHandle CreateChain(SafeLLamaContextHandl
135130
);
136131

137132
chain.AddTopK(TopK);
138-
chain.AddTailFree(TailFreeZ, MinKeep);
139133
chain.AddTypical(TypicalP, MinKeep);
140134
chain.AddTopP(TopP, MinKeep);
141135
chain.AddMinP(MinP, MinKeep);

0 commit comments

Comments
 (0)