generate python

1# A generator-function is defined like a normal function, 
2# but whenever it needs to generate a value, 
3# it does so with the yield keyword rather than return. 
4# If the body of a def contains yield, 
5# the function automatically becomes a generator function.
6# Python 3 example
7def grepper_gen():
8  yield "add"
9  yield "grepper"
10  yield "answer"
11grepper = grepper_gen()
12next(grepper)
13> add
14next(grepper)
15> grepper
16next(grepper)
17> answer

1from transformers import AutoTokenizer, AutoModelWithLMHead
2
3
4tokenizer = AutoTokenizer.from_pretrained("Sentdex/GPyT")
5model = AutoModelWithLMHead.from_pretrained("Sentdex/GPyT").to("cuda")
6
7
8def generate(code, max_length=100):
9    '''Takes input code, replaces newline chars with <N>, 
10    tokenizes, feeds thru model, decodes, 
11    then reformats the newlines back in'''
12    newlinechar = "<N>"
13    converted = code.replace("\n", newlinechar)
14    tokenized = tokenizer.encode(converted, return_tensors='pt').to("cuda")
15    resp = model.generate(tokenized, max_length=max_length).to("cuda")
16
17    decoded = tokenizer.decode(resp[0])
18    reformatted = decoded.replace("<N>","\n")
19    return reformatted
20
21
22print(generate("import"))
23