sct.py

import numpy as np


def ctxadjust_lr(last_epoch, T_mul=1, T_0=1500, T_mult=1.5, eta_min=0.01, eta_max=0.1, tmctx=0.01):
    step_num = last_epoch
    if T_mul == 2:
        i = np.log2(step_num / T_0 + 1).astype(np.int32)
        T_cur = step_num - T_0 * (T_mult ** (i) - 1)
        T_i = (T_0 * T_mult ** i)
    elif T_mul == 1:
        T_cur = step_num % T_0
        T_i = T_0
        T_curX = step_num // T_0

    cur_lr = eta_min + 0.5 * (eta_max - eta_min) * (1 + np.cos(np.pi * T_cur / T_i)) - (tmctx * T_curX)
    return cur_lr


# %%
import random
from matplotlib import pyplot as plt
from matplotlib import cm
from matplotlib import axes

csc = []
sss = []
fff = plt.figure(figsize=(20, 5))
for i in range(5000):
    csc.append(i)
    sss.append(ctxadjust_lr(i))

plt.plot(csc, sss)
plt.show()