notebooks/post_training_analysis.ipynb

{"cells":[{"cell_type":"code","execution_count":null,"metadata":{"trusted":true},"outputs":[],"source":["# ! pip install datasets transformers[sentencepiece] sacrebleu peft -q"]},{"cell_type":"markdown","metadata":{},"source":["## imports"]},{"cell_type":"code","execution_count":null,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T06:26:12.909166Z","iopub.status.busy":"2023-10-18T06:26:12.908952Z","iopub.status.idle":"2023-10-18T06:26:13.680746Z","shell.execute_reply":"2023-10-18T06:26:13.680052Z","shell.execute_reply.started":"2023-10-18T06:26:12.909146Z"},"trusted":true},"outputs":[],"source":["import pandas as pd\n","from sklearn.preprocessing import MultiLabelBinarizer\n","from sklearn.metrics import accuracy_score\n","from transformers import AutoTokenizer\n","from transformers import AutoModelForSeq2SeqLM\n","from tqdm.auto import tqdm"]},{"cell_type":"code","execution_count":2,"metadata":{},"outputs":[],"source":["device = \"cuda\""]},{"cell_type":"markdown","metadata":{},"source":["### loading data"]},{"cell_type":"code","execution_count":3,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T06:26:13.683438Z","iopub.status.busy":"2023-10-18T06:26:13.682942Z","iopub.status.idle":"2023-10-18T06:26:13.715388Z","shell.execute_reply":"2023-10-18T06:26:13.714742Z","shell.execute_reply.started":"2023-10-18T06:26:13.683413Z"},"trusted":true},"outputs":[],"source":["data = pd.read_json(\"../data/datafinal.json\")"]},{"cell_type":"code","execution_count":4,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T06:26:13.716460Z","iopub.status.busy":"2023-10-18T06:26:13.716244Z","iopub.status.idle":"2023-10-18T06:26:13.723630Z","shell.execute_reply":"2023-10-18T06:26:13.722872Z","shell.execute_reply.started":"2023-10-18T06:26:13.716441Z"},"trusted":true},"outputs":[{"data":{"text/html":["<style>#sk-container-id-1 {color: black;background-color: white;}#sk-container-id-1 pre{padding: 0;}#sk-container-id-1 div.sk-toggleable {background-color: white;}#sk-container-id-1 label.sk-toggleable__label {cursor: pointer;display: block;width: 100%;margin-bottom: 0;padding: 0.3em;box-sizing: border-box;text-align: center;}#sk-container-id-1 label.sk-toggleable__label-arrow:before {content: \"▸\";float: left;margin-right: 0.25em;color: #696969;}#sk-container-id-1 label.sk-toggleable__label-arrow:hover:before {color: black;}#sk-container-id-1 div.sk-estimator:hover label.sk-toggleable__label-arrow:before {color: black;}#sk-container-id-1 div.sk-toggleable__content {max-height: 0;max-width: 0;overflow: hidden;text-align: left;background-color: #f0f8ff;}#sk-container-id-1 div.sk-toggleable__content pre {margin: 0.2em;color: black;border-radius: 0.25em;background-color: #f0f8ff;}#sk-container-id-1 input.sk-toggleable__control:checked~div.sk-toggleable__content {max-height: 200px;max-width: 100%;overflow: auto;}#sk-container-id-1 input.sk-toggleable__control:checked~label.sk-toggleable__label-arrow:before {content: \"▾\";}#sk-container-id-1 div.sk-estimator input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-label input.sk-toggleable__control:checked~label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 input.sk-hidden--visually {border: 0;clip: rect(1px 1px 1px 1px);clip: rect(1px, 1px, 1px, 1px);height: 1px;margin: -1px;overflow: hidden;padding: 0;position: absolute;width: 1px;}#sk-container-id-1 div.sk-estimator {font-family: monospace;background-color: #f0f8ff;border: 1px dotted black;border-radius: 0.25em;box-sizing: border-box;margin-bottom: 0.5em;}#sk-container-id-1 div.sk-estimator:hover {background-color: #d4ebff;}#sk-container-id-1 div.sk-parallel-item::after {content: \"\";width: 100%;border-bottom: 1px solid gray;flex-grow: 1;}#sk-container-id-1 div.sk-label:hover label.sk-toggleable__label {background-color: #d4ebff;}#sk-container-id-1 div.sk-serial::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: 0;}#sk-container-id-1 div.sk-serial {display: flex;flex-direction: column;align-items: center;background-color: white;padding-right: 0.2em;padding-left: 0.2em;position: relative;}#sk-container-id-1 div.sk-item {position: relative;z-index: 1;}#sk-container-id-1 div.sk-parallel {display: flex;align-items: stretch;justify-content: center;background-color: white;position: relative;}#sk-container-id-1 div.sk-item::before, #sk-container-id-1 div.sk-parallel-item::before {content: \"\";position: absolute;border-left: 1px solid gray;box-sizing: border-box;top: 0;bottom: 0;left: 50%;z-index: -1;}#sk-container-id-1 div.sk-parallel-item {display: flex;flex-direction: column;z-index: 1;position: relative;background-color: white;}#sk-container-id-1 div.sk-parallel-item:first-child::after {align-self: flex-end;width: 50%;}#sk-container-id-1 div.sk-parallel-item:last-child::after {align-self: flex-start;width: 50%;}#sk-container-id-1 div.sk-parallel-item:only-child::after {width: 0;}#sk-container-id-1 div.sk-dashed-wrapped {border: 1px dashed gray;margin: 0 0.4em 0.5em 0.4em;box-sizing: border-box;padding-bottom: 0.4em;background-color: white;}#sk-container-id-1 div.sk-label label {font-family: monospace;font-weight: bold;display: inline-block;line-height: 1.2em;}#sk-container-id-1 div.sk-label-container {text-align: center;}#sk-container-id-1 div.sk-container {/* jupyter's `normalize.less` sets `[hidden] { display: none; }` but bootstrap.min.css set `[hidden] { display: none !important; }` so we also need the `!important` here to be able to override the default hidden behavior on the sphinx rendered scikit-learn.org. See: https://github.com/scikit-learn/scikit-learn/issues/21755 */display: inline-block !important;position: relative;}#sk-container-id-1 div.sk-text-repr-fallback {display: none;}</style><div id=\"sk-container-id-1\" class=\"sk-top-container\"><div class=\"sk-text-repr-fallback\"><pre>MultiLabelBinarizer()</pre><b>In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook. <br />On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.</b></div><div class=\"sk-container\" hidden><div class=\"sk-item\"><div class=\"sk-estimator sk-toggleable\"><input class=\"sk-toggleable__control sk-hidden--visually\" id=\"sk-estimator-id-1\" type=\"checkbox\" checked><label for=\"sk-estimator-id-1\" class=\"sk-toggleable__label sk-toggleable__label-arrow\">MultiLabelBinarizer</label><div class=\"sk-toggleable__content\"><pre>MultiLabelBinarizer()</pre></div></div></div></div></div>"],"text/plain":["MultiLabelBinarizer()"]},"execution_count":4,"metadata":{},"output_type":"execute_result"}],"source":["mlb = MultiLabelBinarizer()\n","mlb.fit(data[\"CodeList\"])"]},{"cell_type":"code","execution_count":5,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T06:26:14.422886Z","iopub.status.busy":"2023-10-18T06:26:14.422321Z","iopub.status.idle":"2023-10-18T06:26:14.430889Z","shell.execute_reply":"2023-10-18T06:26:14.430090Z","shell.execute_reply.started":"2023-10-18T06:26:14.422840Z"},"trusted":true},"outputs":[],"source":["test_data = data[~data[\"ContainsCode\"].apply(lambda x: isinstance(x, bool))].copy()\n","train_data = data[data[\"ContainsCode\"].apply(lambda x: isinstance(x, bool))].copy()"]},{"cell_type":"markdown","metadata":{},"source":["### loading trained model"]},{"cell_type":"code","execution_count":7,"metadata":{},"outputs":[],"source":["model_checkpoint = \"../codet5-basenew_model/checkpoint-4200\""]},{"cell_type":"code","execution_count":8,"metadata":{},"outputs":[{"name":"stderr","output_type":"stream","text":["Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"]}],"source":["tokenizer = AutoTokenizer.from_pretrained(model_checkpoint)"]},{"cell_type":"code","execution_count":9,"metadata":{},"outputs":[],"source":["for t in mlb.classes_:\n","    if t != tokenizer.decode(tokenizer(t)[\"input_ids\"], skip_special_tokens=True):\n","        print(\"tokenizer not supported\")\n","        break"]},{"cell_type":"code","execution_count":10,"metadata":{},"outputs":[],"source":["model = AutoModelForSeq2SeqLM.from_pretrained(model_checkpoint)\n","model = model.to(device)"]},{"cell_type":"markdown","metadata":{},"source":["## ouput based on one of the strings"]},{"cell_type":"code","execution_count":12,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T07:14:47.934110Z","iopub.status.busy":"2023-10-18T07:14:47.933770Z","iopub.status.idle":"2023-10-18T07:14:47.939610Z","shell.execute_reply":"2023-10-18T07:14:47.938919Z","shell.execute_reply.started":"2023-10-18T07:14:47.934085Z"},"trusted":true},"outputs":[{"name":"stdout","output_type":"stream","text":["Software development requires a good understanding of algorithms and data structures. These are fundamental concepts that every developer should be familiar with. Algorithms are sets of instructions for solving a problem or achieving a goal, while data structures are ways of organizing and storing data. Here's a simple example of a sorting algorithm in JavaScript.\n"," function bubbleSort(arr) {\n"," for(let i = 0; i < arr.length; i++) {\n"," for(let j = 0; j < arr.length - i - 1; j++) {\n"," if(arr[j] > arr[j + 1]) {\n"," let temp = arr[j];\n"," arr[j] = arr[j + 1];\n"," arr[j + 1] = temp;\n"," }\n"," }\n"," }\n"," return arr;\n"," }\n"," This is a bubble sort algorithm, which sorts an array in ascending order.\n","===========\n","\n"]}],"source":["# i = 90\n","i = 49\n","text = test_data[\"Text\"].iloc[i]\n","# text = \"\"\"Software development has changed significantly over the years. Nowadays, it's common to use high-level programming languages like JavaScript, which are more developer-friendly. A simple JavaScript code to display a message in the console would be:\\n\\nconsole.log('Hello, World!');\\n\\nDespite their simplicity, high-level languages are powerful tools for creating complex applications.\"\"\"\n","answer = test_data[\"CodeList\"].iloc[i]\n","\n","print(text)\n","print(\"===========\")\n","print(answer)"]},{"cell_type":"code","execution_count":13,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T07:14:53.404766Z","iopub.status.busy":"2023-10-18T07:14:53.404140Z","iopub.status.idle":"2023-10-18T07:14:53.617691Z","shell.execute_reply":"2023-10-18T07:14:53.616950Z","shell.execute_reply.started":"2023-10-18T07:14:53.404737Z"},"trusted":true},"outputs":[],"source":["output = model.generate(**tokenizer.encode_plus(text, return_tensors=\"pt\").to(device), max_length=256)"]},{"cell_type":"code","execution_count":14,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T07:14:54.021454Z","iopub.status.busy":"2023-10-18T07:14:54.020825Z","iopub.status.idle":"2023-10-18T07:14:54.029091Z","shell.execute_reply":"2023-10-18T07:14:54.028423Z","shell.execute_reply.started":"2023-10-18T07:14:54.021424Z"},"trusted":true},"outputs":[{"name":"stdout","output_type":"stream","text":["function bubbleSort(arr) {\n"," for(let i = 0; i < arr.length; i++) {\n"," for(let j = 0; j < arr.length - i - 1; j++) {\n"," if(arr[j] > arr[j + 1]) {\n"," let temp = arr[j];\n"," arr[j] = arr[j + 1];\n"," arr[j + 1] = temp;\n"," }\n"," }\n"," return arr;\n"]}],"source":["print(tokenizer.batch_decode(output, skip_special_tokens=True, clean_up_tokenization_spaces=True)[0].replace('\\\\n', '\\n').replace('\\\\n', '\\n'))"]},{"cell_type":"code","execution_count":15,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T07:15:02.287189Z","iopub.status.busy":"2023-10-18T07:15:02.286550Z","iopub.status.idle":"2023-10-18T07:15:02.296244Z","shell.execute_reply":"2023-10-18T07:15:02.295449Z","shell.execute_reply.started":"2023-10-18T07:15:02.287157Z"},"trusted":true},"outputs":[{"data":{"text/plain":["93"]},"execution_count":15,"metadata":{},"output_type":"execute_result"}],"source":["len(mlb.classes_)"]},{"cell_type":"markdown","metadata":{},"source":["## this prints all the rows with there y_pred and y_true for the wrong rows"]},{"cell_type":"code","execution_count":16,"metadata":{"execution":{"iopub.execute_input":"2023-10-18T07:15:06.099481Z","iopub.status.busy":"2023-10-18T07:15:06.098841Z","iopub.status.idle":"2023-10-18T07:15:41.119876Z","shell.execute_reply":"2023-10-18T07:15:41.119261Z","shell.execute_reply.started":"2023-10-18T07:15:06.099452Z"},"trusted":true},"outputs":[{"data":{"application/vnd.jupyter.widget-view+json":{"model_id":"f9a8f8ba240d4eeb90fd7c076ed773e6","version_major":2,"version_minor":0},"text/plain":["  0%|          | 0/1377 [00:00<?, ?it/s]"]},"metadata":{},"output_type":"display_data"},{"name":"stdout","output_type":"stream","text":["Software development is a creative process. It's about coming up with solutions to problems, and then implementing those solutions in code. This requires a good understanding of the problem domain, as well as the ability to think logically and systematically. It also requires a good understanding of the tools and languages you're using. For instance, if you're using JavaScript, you'll need to understand concepts like variables, functions, and closures. A simple JavaScript function to add two numbers might look like function add x, y, return x + y.\n","===============\n","function add(x, y)', 'return x + y\n","++++++++++++\n","function add x, y, return x + y\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In software development, debugging is a multistep process to detect and rectify a problem in the computer code. In simple terms, it is the process of finding and fixing errors in software that causes it to behave unexpectedly or crash.\n","To illustrate this, let's look at a simple C++ code snippet. Suppose we have an array of integers, 'int arr[5] = {1, 2, 3, 4, 5};', and we want to print the array elements. The code would be 'for(int i=0; i<5; i++) {cout << arr[i] << endl;}'. If there is a bug in the code, the debugger will help identify it.\n","===============\n","int arr[5] = {1, 2, 3, 4, 5};', 'for(int i=0; i<5; i++) {cout << arr[i] << endl;}\n","++++++++++++\n","for(int i=0; i<5; i++) {cout << arr[i] << endl;}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software developers often solve problems using the 'Divide and Conquer' approach. This concept is also applied in computer algorithms. For example, the QuickSort algorithm in Python is based on this principle. It first divides a large list into two smaller sub-lists: the low elements and the high elements. It can then recursively sort the sub-lists. The base case of the recursion is a list of size zero or one, which are sorted by definition. The steps are as follows: Choose a 'pivot' element from the array and partition the other elements into two sub-arrays, according to whether they are less than or greater than the pivot. The pivot element is then in its final position. Recursively apply the above steps to the two sub-arrays.\n","===============\n","QuickSort Algorithm in Python\n","++++++++++++\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In the world of software development, there's always something new to learn. Whether it's a new programming language, a new framework, or a new way of solving problems. \n"," As an example, consider the 'filter' function in JavaScript. It creates a new array with all elements that pass the test implemented by the provided function. Here's how you can use it: \n"," const numbers = [1, 2, 3, 4, 5]; \n"," const evens = numbers.filter(n => n % 2 == 0); \n"," This code creates a new array 'evens', containing all the even numbers from the 'numbers' array.\n","===============\n","'filter' function in JavaScript\n","++++++++++++\n","const numbers = [1, 2, 3, 4, 5]; \n"," const evens = numbers.filter(n => n % 2 == 0); \n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In C++, the 'for' loop is used when you know exactly how many times you want to loop through a block of code. It's defined by three parts: the initialization, the condition, and the increment/decrement. For example: \n"," for (int i = 0; i < 10; i++) {\n"," // code to be executed\n"," } \n"," This code will execute the code block 10 times. The 'i' variable will increase by one each time, starting from zero.\n","===============\n","'for' loop in C++\n","++++++++++++\n","for (int i = 0; i < 10; i++) { // code to be executed\n"," }\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is a magical journey. It begins with the spark of an idea and culminates in a product that can change lives or at least make them easier. The first phase in this process is the design phase. for i in range10 print i This is where the idea takes shape. It's where developers brainstorm and plan out their software, figuring out what it needs to do and how it's going to do it. This phase is crucial because it sets the direction for the rest of the project. \n","\n","The next phase is the coding phase. This is where the magic really happens. Developers take the plans they made in the design phase and turn them into a reality. They write code that tells the computer what to do, creating functions and algorithms that make the software work. This phase is often the longest and most intensive, as it involves a lot of problem-solving and debugging.\n","===============\n","for i in range(10): print(i)\n","++++++++++++\n","for i in range10 print i\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In C++, a class is a user-defined data type that we can use in our program, and it works as an object constructor, or a blueprint for creating objects. Here's an example: class MyClass { public: int myNum; string myString; }; int main() { MyClass myObj; myObj.myNum = 15; myObj.myString = 'Hello'; cout << myObj.myNum; cout << myObj.myString; return 0; } The class defines two properties, myNum and myString. It creates an object of MyClass and accesses its properties.\n","===============\n","C++\n","++++++++++++\n","class MyClass { public: int myNum; string myString; }; int main() { MyClass myObj; myObj.myNum = 15; myObj.myString = 'Hello'; cout << myObj.myNum; cout << myObj.myString; return 0; }\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In the world of software development, Ruby is known for its simplicity and readability. Here's a simple Ruby method that reverses a string: def reverse_string(s) return s.reverse end This method takes a string as input and returns the reversed string. Ruby's syntax is easy to understand and it's a great language for beginners.\n","===============\n","Ruby\n","++++++++++++\n","def reverse_string(s) return s.reverse end\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In the world of mobile application development, Swift, a powerful and intuitive programming language for macOS, iOS, watchOS, and tvOS, is gaining popularity. Writing Swift code is interactive and fun, the syntax is concise yet expressive, and Swift includes modern features developers love. For instance, a simple Swift code could be \n","import SwiftUI \n","struct ContentView: View { \n","var body: some View { \n","Text(\"Hello, World!\") \n","} \n","}\n"," Swift code is safe by design, yet also produces software that runs lightning-fast.\n","===============\n","import SwiftUI\\nstruct ContentView: View {\\nvar body: some View {\\nText(\"Hello, World!\")\\n}\\n}\n","++++++++++++\n","import SwiftUI: View { var body: some View {\n","Text(\"Hello, World!\")\n","}\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is an intricate process. Starting from the planning stage, developers have to ensure their code is efficient and reusable. For example, a simple C# code to print 'Hello, World!' would be:\n","\n","using System;\n","class Program\n","{\n","    static void Main()\n","    {\n","        Console.WriteLine('Hello, World!');\n","    }\n","}\n","\n","This code is simple yet efficient. The best practices of software development dictate that code should be easy to read and maintain.\n","===============\n","C#\n","++++++++++++\n","using System;\n","class Program\n","{\n","    static void Main()\n","    {\n","        Console.WriteLine('Hello, World!');\n","    }\n","}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","JavaScript is a staple in web development. Here's a snippet of JavaScript code that logs a message to the console:\n","\n","console.log('Hello, World!');\n","\n","Software developers use JavaScript extensively for both client-side and server-side development. It's an indispensable tool in the kit of any web developer.\n","===============\n","JavaScript\n","++++++++++++\n","console.log('Hello, World!');\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In software development, the C programming language is widely used for system programming, game development, and embedded systems. Here's a simple C program:\n","\n","#include <stdio.h>\n","int main()\n","{\n","    printf('Hello, World!');\n","    return 0;\n","}\n","\n","C provides a great deal of control and efficiency to the programmer, which is why it's still popular despite being over 40 years old.\n","===============\n","C\n","++++++++++++\n","#include <stdio.h>\n","int main()\n","{\n","    printf('Hello, World!');\n","    return 0;\n","}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is an intriguing field. It's a blend of creativity, problem-solving, and technical skill. A strong foundation in computer science is essential, but the beauty of coding is that it's a constantly evolving field. There are always new tools, languages, and frameworks to learn. \n","\n","For example, consider the Python language, known for its simplicity and readability. A simple Python script to print 'Hello, World!' is as follows: print('Hello, World!'). It's just one line of code, but it encapsulates the core concept of programming: giving the machine instructions to perform a task. \n","\n","On the other hand, there's also the complexity and power of lower-level languages like C++, which offer more control over the computer's hardware. The same 'Hello, World!' program in C++ would look a bit more complicated: #include<iostream> \n","\n","int main() { \n","\n","std::cout << 'Hello, World!' \n","\n","return 0; \n","\n","}\n","===============\n","print('Hello, World!')\", \"#include<iostream> \\n\\nint main() { \\n\\nstd::cout << 'Hello, World!' \\n\\nreturn 0; \\n\\n}\n","++++++++++++\n","print('Hello, World!')\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","When it comes to software development, one can't underestimate the importance of proper documentation. A well-documented piece of software is easier to maintain, debug, and extend. It makes the developer's life significantly easier and the software more robust. \n","\n","For instance, in JavaScript, we use comments to document our code. A single line comment is started with // and a multi-line comment is started and ended with /* and */, respectively. Always remember to comment your code well for ease of understanding.\n","===============\n","// and a multi-line comment is started and ended with /* and */, respectively\n","++++++++++++\n","//', '/* and */\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Java is a popular language for software development. It is object-oriented, meaning it uses objects to represent data and methods. It's also statically typed, meaning the type of each variable is known at compile time. A simple Java program might create an object, set some properties on it, and call a method. For example, in the line MyClass obj = new MyClass(); obj.setProperty('value'); obj.callMethod();, we're creating an object of MyClass, setting a property, and calling a method.\n","===============\n","MyClass obj = new MyClass();', \"obj.setProperty('value');\", 'obj.callMethod();\n","++++++++++++\n","MyClass obj = new MyClass(); obj.setProperty('value'); obj.callMethod();\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","One of the fundamental aspects of software development is problem-solving. Developers often face complex issues that require innovative solutions. Efficient problem-solving skills can make a huge difference in a developer's performance. This involves understanding the problem, breaking it down into smaller pieces, finding the best approach to solve each piece, and finally integrating the solutions. Coding is not just about writing lines of code; it's about solving problems and creating value. In the world of Java, for example, you might find yourself creating a Hello World program like this: public class HelloWorld { public static void main(String[] args) { System.out.println('Hello, World!'); } }.\n","===============\n","Java Hello World program\n","++++++++++++\n","public class HelloWorld { public static void main(String[] args) { System.out.println('Hello, World!'); } }\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Another crucial aspect of software development is testing. Testing is not just about finding bugs and fixing them. It's about ensuring the software works as expected under all possible scenarios. This involves various types of testing, including unit testing, integration testing, system testing, and acceptance testing. Each type of testing serves a specific purpose and helps improve the quality of the software. For example, in JavaScript, a unit test could be written using the Jest framework: test('adds 1 + 2 to equal 3', () => { expect(sum(1, 2)).toBe(3); });.\n","===============\n","JavaScript unit test using the Jest framework\n","++++++++++++\n","test('adds 1 + 2 to equal 3', () => { expect(sum(1, 2)).toBe(3); });\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is a field that requires a balance of technical skills and soft skills. On the technical side, developers need to master one or more programming languages, understand data structures and algorithms, and be familiar with software development methodologies and tools. However, soft skills are equally important. Communication, teamwork, problem-solving, and a continuous learning mindset are all crucial for success in software development. Here's a simple Kotlin code snippet to print 'Hello, World!': fun main() { println('Hello, World!') }.\n","===============\n","Kotlin code to print 'Hello, World!'\n","++++++++++++\n","fun main() { println('Hello, World!') }\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","One of the key aspects of software development is code quality. High-quality code is clean, efficient, well-documented, and easy to understand. It's also less prone to bugs and easier to maintain. There are many tools and practices that can help improve code quality. For example, code reviews can help catch mistakes and improve code readability. Automated testing can help ensure the code behaves as expected. Linting tools can enforce coding standards and catch potential issues. Here's a simple Ruby code snippet to print 'Hello, World!': puts 'Hello, World!'.\n","===============\n","Ruby code to print 'Hello, World!'\n","++++++++++++\n","puts 'Hello, World!'\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is a complex and multifaceted process. It involves a blend of creative thinking, technical skill, and problem-solving ability. \n","\n","One of the most important skills in software development is the ability to write clean, efficient code. This is where languages like C# come in. For example, a simple C# program to add two numbers might look like this: \n","\n","\n","public class Program {\n","    public static void Main() {\n","        int a = 5;\n","        int b = 10;\n","        int sum = a + b;\n","        Console.WriteLine(sum);\n","    }\n","}\n","\n","This program declares two variables, adds them together, and then prints the result. \n","\n","Writing good code is a fundamental aspect of software development, but it's not the only one. Developers also need to be able to work collaboratively, understand user needs, and stay up-to-date with the latest technologies and trends.\n","===============\n","C#\n","++++++++++++\n","public class Program {\n","    public static void Main() {\n","        int a = 5;\n","        int b = 10;\n","        int sum = a + b;\n","        Console.WriteLine(sum);\n","    }\n","}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is a complex, but rewarding field. It requires a mix of technical skills, creativity, and problem-solving abilities. It's a field that is constantly changing and evolving, with new technologies and methodologies being introduced all the time. \n","\n","One of the most important aspects of software development is coding. This is where developers use languages like Kotlin to write the instructions that tell a computer what to do. For example, a simple Kotlin program to print \"Hello, World!\" might look like this: \n","\n","\n","fun main(args: Array<String>) {\n","    println(\"Hello, World!\")\n","}\n","\n","Coding is just one part of the software development process. It also involves understanding user needs, designing solutions, testing the software, and maintaining it over time.\n","===============\n","Kotlin\n","++++++++++++\n","fun main(args: Array<String>) {\n","    println(\"Hello, World!\")\n","}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In JavaScript, we can use the fetch API to make HTTP requests. \n","\n","fetch('https://api.example.com/data') \n","\n",".then(response => response.json()) \n","\n",".then(data => console.log(data));\n","===============\n","JavaScript\n","++++++++++++\n","fetch('https://api.example.com/data') \n","\n",".then(response => response.json()) \n","\n",".then(data => console.log(data));\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In C#, we can use the System.Net.Http namespace to make HTTP requests. \n","\n","using System.Net.Http; \n","\n","var httpClient = new HttpClient(); \n","\n","var response = await httpClient.GetAsync('https://api.example.com/data');\n","===============\n","C#\n","++++++++++++\n","using System.Net.Http; \n","\n","var httpClient = new HttpClient(); \n","\n","var response = await httpClient.GetAsync('https://api.example.com/data');\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is not just about writing code. It also involves understanding the problem, designing a solution, testing the code, deploying the software, and maintaining it. One of the popular languages used in software development is Java. Here is a simple code snippet that prints 'Hello, World!' in Java.\n","\n","public class HelloWorld {\n","\tpublic static void main(String[] args) {\n","\t\tSystem.out.println('Hello, World!');\n","\t}\n","}\n","\n","This is a simple example of a Java program.\n","===============\n","public class HelloWorld { public static void main(String[] args) { System.out.println('Hello, World!'); } }\n","++++++++++++\n","public class HelloWorld {\n","\tpublic static void main(String[] args) {\n","\t\tSystem.out.println('Hello, World!');\n","\t}\n","}\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","In the realm of software development, C# holds a significant place. It's a versatile language, capable of handling a wide variety of tasks. For instance, the code snippet below produces a basic 'Hello, World!' message. It begins by using the System namespace, then a class named Program is declared. Inside this class, a method named Main is defined. The Main method is the entry point for all C# applications. Inside Main, the Console.WriteLine function is called to print 'Hello, World!' to the console. This demonstrates the basic structure of a C# program.\n","===============\n","C#: using System; class Program { static void Main() { Console.WriteLine('Hello, World!'); } }\n","++++++++++++\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development is an ever-evolving field, with new languages and frameworks being introduced regularly. Kotlin, for example, is a modern language that fully interoperates with Java and the Android runtime. It's known for its concise syntax and expressive features. For instance, a 'Hello, World!' program in Kotlin can be written with a single line of code inside the main function. This highlights how Kotlin strives to make coding more straightforward and efficient.\n","===============\n","Kotlin: fun main() { println('Hello, World!') }\n","++++++++++++\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development includes not only the actual writing of code but also the preparation of requirements and objectives, the design of what is to be coded, and confirmation that what is developed has met objectives. For developers using the Bash scripting language, printing 'Hello, World!' can be done with a simple echo command. This command can be used in a script or directly in a terminal.\n","===============\n","Bash: echo 'Hello, World!'\n","++++++++++++\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","Software development involves all the processes associated with creating and maintaining applications and frameworks. It's a process of conceiving, specifying, designing, programming, documenting, testing, and bug fixing involved in creating and maintaining applications, frameworks, or other software components. One of the languages used in this process is C, which is a general-purpose programming language that was initially developed by Dennis Ritchie. A simple 'Hello, World!' program in C can be written by including the stdio.h library and then using printf to print the message to the console.\n","===============\n","C: #include <stdio.h> int main() { printf('Hello, World!'); return 0; }\n","++++++++++++\n","\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n","JavaScript is a powerful language for web development, but it can also be used for server-side development with Node.js. For example, here's a simple Node.js server: \n","\n","const http = require('http'); \n","\n","const server = http.createServer((req, res) => { \n"," res.end('Hello, World!'); \n","}); \n","\n","server.listen(3000); \n","\n","This server listens on port 3000 and responds with 'Hello, World!' to any requests.\n","===============\n","const http = require('http');\", \"const server = http.createServer((req, res) => { res.end('Hello, World!'); });\", 'server.listen(3000);\n","++++++++++++\n","const http = require('http'); \n","\n","const server = http.createServer((req, res) => { \n"," res.end('Hello, World!'); \n","}); \n","\n","server.listen(3000);\n","----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------\n"]}],"source":["count = 0\n","y_test = []\n","y_pred = []\n","for _, row in tqdm(train_data.iterrows(), total=len(train_data)):\n","    output = model.generate(**tokenizer.encode_plus(row[\"Text\"], return_tensors=\"pt\").to(device), max_length=256)\n","    output = tokenizer.batch_decode(output, skip_special_tokens=True, clean_up_tokenization_spaces=True)[0]\n","    x1 = mlb.transform([row[\"CodeList\"].replace('\\n', '\\\\n').replace('\\t', '\\\\t')])\n","    x2 = mlb.transform([output.replace('\\n', '\\\\n').replace('\\t', '\\\\t')])\n","    y_test.append(row[\"CodeList\"].replace('\\n', '\\\\n').replace('\\t', '\\\\t'))\n","    y_pred.append(output.replace('\\n', '\\\\n').replace('\\t', '\\\\t'))\n","    if abs(x1-x2).sum() != 0:\n","        print(row[\"Text\"])\n","        print(\"===============\")\n","        print(row[\"CodeList\"])\n","        print(\"++++++++++++\")\n","        print(output)\n","        print(\"----------------\"*100)\n","        count += 1"]},{"cell_type":"code","execution_count":17,"metadata":{"trusted":true},"outputs":[{"data":{"text/plain":["0.9789397240377633"]},"execution_count":17,"metadata":{},"output_type":"execute_result"}],"source":["accuracy_score(mlb.transform(y_test), mlb.transform(y_pred))"]},{"cell_type":"code","execution_count":18,"metadata":{"trusted":true},"outputs":[{"data":{"text/plain":["29"]},"execution_count":18,"metadata":{},"output_type":"execute_result"}],"source":["count"]},{"cell_type":"markdown","metadata":{},"source":["# upon analysis you can check the main problem in not with the model generating wrong results but is with the synthetic data having wrong curation"]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":[]},{"cell_type":"code","execution_count":null,"metadata":{},"outputs":[],"source":[]}],"metadata":{"kernelspec":{"display_name":"Python 3","language":"python","name":"python3"},"language_info":{"codemirror_mode":{"name":"ipython","version":3},"file_extension":".py","mimetype":"text/x-python","name":"python","nbconvert_exporter":"python","pygments_lexer":"ipython3","version":"3.9.16"}},"nbformat":4,"nbformat_minor":4}