/* * Copyright (C) 2015 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #include <err.h> #include <errno.h> #include <fcntl.h> #include <inttypes.h> #include <stdint.h> #include <stdio.h> #include <stdlib.h> #include <string.h> #include <sys/stat.h> #include <sys/types.h> #include <unistd.h> #include "Action.h" #include "LineBuffer.h" #include "NativeInfo.h" #include "Pointers.h" #include "Thread.h" #include "Threads.h" static char g_buffer[65535]; size_t GetMaxAllocs(int fd) { lseek(fd, 0, SEEK_SET); LineBuffer line_buf(fd, g_buffer, sizeof(g_buffer)); char* line; size_t line_len; size_t num_allocs = 0; while (line_buf.GetLine(&line, &line_len)) { char* word = reinterpret_cast<char*>(memchr(line, ':', line_len)); if (word == nullptr) { continue; } word++; while (*word++ == ' '); // This will treat a realloc as an allocation, even if it frees // another allocation. Since reallocs are relatively rare, this // shouldn't inflate the numbers that much. if (*word == 'f') { // Check if this is a free of zero. uintptr_t pointer; if (sscanf(word, "free %" SCNxPTR, &pointer) == 1 && pointer != 0) { num_allocs--; } } else if (*word != 't') { // Skip the thread_done message. num_allocs++; } } return num_allocs; } void ProcessDump(int fd, size_t max_allocs, size_t max_threads) { lseek(fd, 0, SEEK_SET); Pointers pointers(max_allocs); Threads threads(&pointers, max_threads); printf("Maximum threads available: %zu\n", threads.max_threads()); printf("Maximum allocations in dump: %zu\n", max_allocs); printf("Total pointers available: %zu\n", pointers.max_pointers()); printf("\n"); PrintNativeInfo("Initial "); LineBuffer line_buf(fd, g_buffer, sizeof(g_buffer)); char* line; size_t line_len; size_t line_number = 0; while (line_buf.GetLine(&line, &line_len)) { pid_t tid; int line_pos = 0; char type[128]; uintptr_t key_pointer; // Every line is of this format: // <tid>: <action_type> <pointer> // Some actions have extra arguments which will be used and verified // when creating the Action object. if (sscanf(line, "%d: %s %" SCNxPTR " %n", &tid, type, &key_pointer, &line_pos) != 3) { err(1, "Unparseable line found: %s\n", line); } line_number++; if ((line_number % 100000) == 0) { printf(" At line %zu:\n", line_number); PrintNativeInfo(" "); } Thread* thread = threads.FindThread(tid); if (thread == nullptr) { thread = threads.CreateThread(tid); } // Wait for the thread to complete any previous actions before handling // the next action. thread->WaitForReady(); Action* action = thread->CreateAction(key_pointer, type, line + line_pos); if (action == nullptr) { err(1, "Cannot create action from line: %s\n", line); } bool does_free = action->DoesFree(); if (does_free) { // Make sure that any other threads doing allocations are complete // before triggering the action. Otherwise, another thread could // be creating the allocation we are going to free. threads.WaitForAllToQuiesce(); } // Tell the thread to execute the action. thread->SetPending(); if (action->EndThread()) { // Wait for the thread to finish and clear the thread entry. threads.Finish(thread); } // Wait for this action to complete. This avoids a race where // another thread could be creating the same allocation where are // trying to free. if (does_free) { thread->WaitForReady(); } } // Wait for all threads to stop processing actions. threads.WaitForAllToQuiesce(); PrintNativeInfo("Final "); // Free any outstanding pointers. // This allows us to run a tool like valgrind to verify that no memory // is leaked and everything is accounted for during a run. threads.FinishAll(); pointers.FreeAll(); // Print out the total time making all allocation calls. printf("Total Allocation/Free Time: %" PRIu64 "ns %0.2fs\n", threads.total_time_nsecs(), threads.total_time_nsecs()/1000000000.0); } constexpr size_t DEFAULT_MAX_THREADS = 512; int main(int argc, char** argv) { if (argc != 2 && argc != 3) { if (argc > 3) { fprintf(stderr, "Only two arguments are expected.\n"); } else { fprintf(stderr, "Requires at least one argument.\n"); } fprintf(stderr, "Usage: %s MEMORY_LOG_FILE [MAX_THREADS]\n", basename(argv[0])); return 1; } size_t max_threads = DEFAULT_MAX_THREADS; if (argc == 3) { max_threads = atoi(argv[2]); } int dump_fd = open(argv[1], O_RDONLY); if (dump_fd == -1) { fprintf(stderr, "Failed to open %s: %s\n", argv[1], strerror(errno)); return 1; } printf("Processing: %s\n", argv[1]); // Do a first pass to get the total number of allocations used at one // time to allow a single mmap that can hold the maximum number of // pointers needed at once. size_t max_allocs = GetMaxAllocs(dump_fd); ProcessDump(dump_fd, max_allocs, max_threads); close(dump_fd); return 0; }