#include #include #include #include #include #include #include #include #include #include #include #include "util.h" #include #include #include #define MAX_THREADS 100 #define MAX_queue_len 100 #define MAX_CE 100 #define INVALID -1 #define BUFF_SIZE 1024 int port, workers, dispatchers, dynFlag, qLen, cSiz = 0; char* path; pthread_mutex_t Qlock, logLock; /* THE CODE STRUCTURE GIVEN BELOW IS JUST A SUGGESTION. FEEL FREE TO MODIFY AS NEEDED */ // structs: typedef struct request_queue { int fd; char *request; struct request_queue* next; } request_t; request_t *Q = NULL; // The request queue typedef struct cache_entry { int len; char *request; char *content; } cache_entry_t; /* ******************** Dynamic Pool Code [Extra Credit A] **********************/ // Extra Credit: This function implements the policy to change the worker thread pool dynamically // depending on the number of requests void * dynamic_pool_size_update(void *arg) { while(1) { // Run at regular intervals // Increase / decrease dynamically based on your policy } } /**********************************************************************************/ /* ************************ Cache Code [Extra Credit B] **************************/ // Function to check whether the given request is present in cache int getCacheIndex(char *request){ /// return the index if the request is present in the cache return 0; } // Function to add the request and its file content into the cache void addIntoCache(char *mybuf, char *memory , int memory_size){ // It should add the request at an index according to the cache replacement policy // Make sure to allocate/free memory when adding or replacing cache entries } // clear the memory allocated to the cache void deleteCache(){ // De-allocate/free the cache memory } // Function to initialize the cache void initCache(){ // Allocating memory and initializing the cache array } /**********************************************************************************/ /* ************************************ Utilities ********************************/ // Function to get the content type from the request char* getContentType(char * mybuf) { // Should return the content type based on the file type in the request // (See Section 5 in Project description for more details) char* ext = strrchr(mybuf, '.'); if (ext == NULL) { printf("Filetype not found. Exiting\n"); exit(-1); } else if ((strcmp((ext + 1), "htm") == 0) || (strcmp((ext + 1), "html") == 0)) { return "text/html"; } else if (strcmp((ext + 1), "jpg") == 0) { return "image/jpeg"; } else if (strcmp((ext + 1), "gif") == 0) { return "image/gif"; } else { return "text/plain"; } } // Function to open and read the file from the disk into the memory // Add necessary arguments as needed int readFromDisk(const char* fileName, char* buffer) { // Open and read the contents of file given the request } /**********************************************************************************/ // Function to receive the request from the client and add to the queue void * dispatch(void *arg) { while (1) { // Accept client connection and get the fd int newReq = accept_connection(); if (newReq > INVALID) { //Make traversal Queue???? request_t* traverse = Q; // Get request from the client // Add the request into the queue for(int i = 0; i < qLen; i++) { if (traverse == NULL) { //Add things to queue. Lock & unlock to prevent a deadlock pthread_mutex_lock(&Qlock); request_t * tempNode = (request_t*) calloc(1, sizeof(request_t *)); // Yes, he spelled it like that on purpose char* dispatchBuf = (char *) malloc(BUFF_SIZE); // Buffer to store the requested filename pthread_mutex_unlock(&Qlock); if (get_request(newReq, dispatchBuf) != 0) continue; // If get_request fails, try again //Hopefully this works. Please work. Please. tempNode->fd = newReq; tempNode->request = dispatchBuf; break; } else { traverse = traverse -> next; } } } } return NULL; } /**********************************************************************************/ // Function to retrieve the request from the queue, process it and then return a result to the client void * worker(void *arg) { //TODO: Fix this (gcc does not like this case as void* and int are different sizes) int id = (int) arg; long numbytes; unsigned long long numReqs = 0; while (1) { // Get the request from the queue pthread_mutex_lock(&Qlock); if (Q == NULL) continue; //Make copy of request and get rid of old one. request_t *request = NULL; request->fd = Q->fd; request->request = Q->request; Q = Q->next; pthread_mutex_unlock(&Qlock); // Get the data from the disk or the cache (extra credit B) // Log the request into the file and terminal pthread_mutex_lock(&logLock); FILE* log = fopen("../webserver_log", "a"); fprintf(log, "[%lld][%ld][%d][%s][%s][%s]", ++numReqs, pthread_self(), request->fd, "Request String", "Bytes/Error", "CACHE"); fprintf(stdout, "[%lld][%ld][%d][%s][%s][%s]", ++numReqs, pthread_self(), request->fd, "Request String", "Bytes/Error", "CACHE"); fclose(log); pthread_mutex_unlock(&logLock); // return the result char *workerBuf = (char *)calloc(BUFF_SIZE, sizeof(char)); //TODO! Fix this holy shit // call readFromDisk and read that shit into workerBuf and then call readFromDisk(... workerBuf); //use fstat's stat_st to get numbytes? struct stat* oob; fstat(request->fd, oob); numbytes = oob->st_size; //TODO: add return_error as well for when trying to find something that does not exist. return_result(request->fd, getContentType(request->request), workerBuf, numbytes); } return NULL; } /**********************************************************************************/ //Flag for when server needs to die nicely static volatile sig_atomic_t exitFlag = 0; //Sets exit flag so process can die happily and not sad. static void eggs(int signo) { exitFlag |= 1; } int main(int argc, char **argv) { // Error check on number of arguments if(argc != 8){ printf("usage: %s port path num_dispatcher num_workers dynamic_flag queue_length cache_size\n", argv[0]); return -1; } // Get the input args //Port port = atoi(argv[3]); //Webroot path path = argv[4]; //(static) number of dispatchers dispatchers = atoi(argv[5]); //(static) number of workers workers = atoi(argv[6]); //Dynamic worker flag dynFlag = atoi(argv[7]); //Queue Length qLen = atoi(argv[8]); //Max cache size cSiz = atoi(argv[9]); /* -- ERROR CHECKING -- */ if (port < 1025 || port > 65535) { printf("Invalid port. Port must be greater than 1024 or less than 65536.\n"); return -1; } if (dispatchers > MAX_THREADS || dispatchers < 1) { printf("Number of dispatchers is invalid. It must be greater than 0 or less than 101.\n"); return -1; } if (workers > MAX_THREADS || workers < 1) { printf("Number of dispatchers is invalid. It must be greater than 0 or less than 101.\n"); return -1; } if (qLen > MAX_queue_len || qLen < 1) { printf("Queue length is invalid.\n"); return -1; } /* -- END ERROR CHECKING -- */ // Change SIGINT action for grace termination struct sigaction act; act.sa_handler = eggs; act.sa_flags = 0; if (sigemptyset(&act.sa_mask) == -1 || sigaction(SIGINT, &act, NULL) == -1) { perror("SIGINT Handler Error"); return -2; } // Open log file to make it exist FILE* logfile = fopen("webserver_log", "w"); fclose(logfile); // Change the current working directory to server root directory if (chdir(path) == -1) { perror("Directory Change error"); return -2; } // Initialize cache (extra credit B) cache_entry_t *dynQ; if (cSiz != 0) { //Should the queue start this large? dynQ = (cache_entry_t*) calloc(sizeof(cache_entry_t), cSiz); if (dynQ == NULL) { printf("malloc cannot allocate the initial requested memory.\n"); exit(-2); } } //Make sure threads are all detached pthread_attr_t attr; pthread_attr_init(&attr); pthread_attr_setdetachstate(&attr, PTHREAD_CREATE_DETACHED); // Start the server init(port); // Create dispatcher threads (make detachable????) pthread_t dThreads[dispatchers]; for (int i=0; i